Robotics
LeRobot
Safetensors
molmoact2
lilkm HF Staff commited on
Commit
9db41b4
·
verified ·
1 Parent(s): a564e7a

Upload DataProcessorPipeline

Browse files
policy_preprocessor.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "molmoact2_state_frame_transform",
16
+ "config": {
17
+ "joint_signs": null,
18
+ "joint_offsets": null
19
+ }
20
+ },
21
+ {
22
+ "registry_name": "molmoact2_masked_normalizer",
23
+ "config": {
24
+ "eps": 1e-08,
25
+ "features": {
26
+ "observation.state": {
27
+ "type": "STATE",
28
+ "shape": [
29
+ 6
30
+ ]
31
+ },
32
+ "observation.images.top": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ },
40
+ "observation.images.wrist": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 480,
45
+ 640
46
+ ]
47
+ },
48
+ "action": {
49
+ "type": "ACTION",
50
+ "shape": [
51
+ 6
52
+ ]
53
+ }
54
+ },
55
+ "norm_map": {
56
+ "VISUAL": "IDENTITY",
57
+ "STATE": "QUANTILES",
58
+ "ACTION": "QUANTILES"
59
+ }
60
+ },
61
+ "state_file": "policy_preprocessor_step_3_molmoact2_masked_normalizer.safetensors"
62
+ },
63
+ {
64
+ "registry_name": "molmoact2_clamp_normalized",
65
+ "config": {}
66
+ },
67
+ {
68
+ "registry_name": "molmoact2_normalize_task",
69
+ "config": {}
70
+ },
71
+ {
72
+ "registry_name": "render_messages_processor",
73
+ "config": {}
74
+ },
75
+ {
76
+ "registry_name": "rendered_messages_to_task",
77
+ "config": {}
78
+ },
79
+ {
80
+ "registry_name": "molmoact2_pack_inputs",
81
+ "config": {
82
+ "checkpoint_path": "allenai/MolmoAct2-SO100_101",
83
+ "checkpoint_revision": null,
84
+ "checkpoint_force_download": false,
85
+ "action_mode": "continuous",
86
+ "discrete_action_tokenizer": "allenai/MolmoAct2-FAST-Tokenizer",
87
+ "image_keys": [
88
+ "observation.images.wrist",
89
+ "observation.images.top"
90
+ ],
91
+ "allow_image_key_fallback": false,
92
+ "setup_type": "single so100/so101 robotic arm in molmoact2",
93
+ "control_mode": "absolute joint pose",
94
+ "normalize_language": true,
95
+ "add_setup_tokens": true,
96
+ "add_control_tokens": true,
97
+ "num_state_tokens": 256,
98
+ "max_sequence_length": null,
99
+ "chunk_size": 30,
100
+ "max_action_dim": 32,
101
+ "env_action_dim": 6,
102
+ "advantage_prefix": ""
103
+ }
104
+ },
105
+ {
106
+ "registry_name": "device_processor",
107
+ "config": {
108
+ "device": "cuda",
109
+ "float_dtype": null
110
+ }
111
+ }
112
+ ]
113
+ }
policy_preprocessor_step_3_molmoact2_masked_normalizer.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be0caaae9279c14c9e1dbb4aaf5abb4f0e6b0234d305753f8c3a1f295d1e036
3
+ size 7736