example / meta.json
jcandane's picture
Add TGPT checkpoint
bbd02e6 verified
{
"tsgpt_config": {
"name": "tsgpt",
"Din": 2,
"Dout": 2,
"d_model": 16,
"n_heads": 1,
"depth": 2,
"\u03b2": 0.001,
"predict_delta": true,
"seasonal_lag": null,
"out_mode": "mse",
"time_embed_dim": 64,
"use_learned_pos": false,
"max_len": 608,
"dropout": 0.0,
"isocoder": {
"num_layers": 2,
"num_heads": 1,
"causal": true,
"rope_axes": [
0
],
"\u03b2": 0.1
}
},
"L": 200,
"D": 2,
"H_train": 400,
"mu": [
[
0.0020621856674551964,
0.0015625476371496916
]
],
"sd": [
[
0.7210898995399475,
0.41234421730041504
]
],
"param_count": 7586,
"out_mode": "mse"
}