Snippets

Aerobotics SageMaker hyperparameter tuning job config for optimising TensorFlow CPU parallelism settings

Created by Michael Malahe
sagemaker-hyperparam-tuning-parallelism.json
Raw 
 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
{
  "HyperParameterTuningJobName": "job-name",
  "HyperParameterTuningJobConfig": {
    "Strategy": "Bayesian",
    "HyperParameterTuningJobObjective": {
      "Type": "Minimize",
      "MetricName": "train_duration"
    },
    "ParameterRanges": {
      "IntegerParameterRanges": [
        {
          "Name": "inter_op_parallelism_threads",
          "MinValue": "8",
          "MaxValue": "48",
          "ScalingType": "Auto"
        },
        {
          "Name": "intra_op_parallelism_threads",
          "MinValue": "1",
          "MaxValue": "4",
          "ScalingType": "Auto"
        },
        {
          "Name": "n_parallel_fetch",
          "MinValue": "1",
          "MaxValue": "16",
          "ScalingType": "Auto"
        },
        {
          "Name": "n_parallel_proc",
          "MinValue": "1",
          "MaxValue": "16",
          "ScalingType": "Auto"
        },
        {
          "Name": "n_prefetch_fetch",
          "MinValue": "16",
          "MaxValue": "48",
          "ScalingType": "Auto"
        },
        {
          "Name": "n_prefetch_proc",
          "MinValue": "16",
          "MaxValue": "48",
          "ScalingType": "Auto"
        }
      ]
    },
    "ResourceLimits": {
      "MaxNumberOfTrainingJobs": 128,
      "MaxParallelTrainingJobs": 3
    }
  },
  "TrainingJobDefinition": {
    "StaticHyperParameters": {
      "dataset_filename": "s3://bucket-name/train",
      "val_dataset_filename": "s3://bucket-name/val",
    },
    "AlgorithmSpecification": {
      "TrainingImage": "xxxx.dkr.ecr.us-east-1.amazonaws.com/training/image",
      "TrainingInputMode": "File",
      "MetricDefinitions": [
        {
          "Name": "train_duration",
          "Regex": "- train_duration=(.*?) -"
        }
      ]
    },
    "RoleArn": "arn:aws:iam::xxxxxx:role/service-role/AmazonSageMaker-ExecutionRole-xxxx",
    "OutputDataConfig": {
      "S3OutputPath": "s3://bucket-name/training-outputs/"
    },
    "ResourceConfig": {
      "InstanceType": "ml.p3.2xlarge",
      "InstanceCount": 1,
      "VolumeSizeInGB": 1
    },
    "StoppingCondition": {
      "MaxRuntimeInSeconds": 1800
    }
  }
}

Comments (0)

HTTPS SSH

You can clone a snippet to your computer for local editing. Learn more.