CuMind/configuration.json at dev · carletonai/CuMind · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
{
  "CuMind": {
    "networks": {
      "hidden_state_dim": 128
    },
    "representation": {
      "type": "cumind.core.resnet.ResNet",
      "num_hidden_layers": 2,
      "conv_channels": 32,
      "seed": 42
    },
    "dynamics": {
      "type": "cumind.core.mlp.MLPWithEmbedding",
      "hidden_dim": 128,
      "num_hidden_layers": 2,
      "seed": 42
    },
    "prediction": {
      "type": "cumind.core.mlp.MLPDual",
      "hidden_dim": 128,
      "num_hidden_layers": 2,
      "seed": 42
    },
    "memory": {
      "type": "cumind.data.memory.PrioritizedMemoryBuffer",
      "capacity": 2000,
      "min_size": 200,
      "min_pct": 0.1,
      "alpha": 0.6,
      "epsilon": 1e-06,
      "beta": 0.4
    },
    "training": {
      "optimizer": "optax.adamw",
      "batch_size": 64,
      "num_batches": 1,
      "learning_rate": 0.001,
      "weight_decay": 0.0001,
      "target_update_frequency": 100,
      "checkpoint_interval": 50,
      "num_episodes": 2000,
      "train_frequency": 2,
      "debug": false
    },
    "mcts": {
      "num_simulations": 25,
      "c_puct": 1.25,
      "dirichlet_alpha": 0.25,
      "exploration_fraction": 0.25
    },
    "env": {
      "name": "CartPole-v1",
      "action_space_size": 2,
      "observation_shape": [4],
      "max_episode_steps": 500
    },
    "selfplay": {
      "num_unroll_steps": 5,
      "td_steps": 10,
      "discount": 0.997
    },
    "dtypes": {
      "model": "float32",
      "action": "int32",
      "target": "float32"
    },
    "logging": {
      "wandb": false,
      "title": "spamEggs",
      "tags": ["foo", "bar"],
      "level": "INFO",
      "console": true,
      "timestamps": true,
      "tqdm": false
    },
    "tracing": {
      "enabled": true,
      "host_level": 1,
      "python_level": 0,
      "tpu_trace_mode": "TRACE_ONLY_XLA",
      "tpu_num_sparse_cores_to_trace": 8,
      "tpu_num_sparse_core_tiles_to_trace": 2,
      "tpu_num_chips_to_profile_per_task": 8,
      "save_memory": false
    },
    "device": "cpu",
    "seed": 42,
    "multi_device": false,
    "workspace": "artifacts",
    "validate": true
  }
}