File size: 807 Bytes
1d7ff26
 
 
 
3838ef5
 
 
 
 
 
 
 
 
 
 
 
 
 
1d7ff26
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3838ef5
 
 
 
1d7ff26
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
{
  "model_type": "idm-flow-transformer",
  "name": "flow_transformer_phase5_v4",
  "num_keys": 5,
  "key_order": [
    "W",
    "A",
    "S",
    "D",
    "Shift"
  ],
  "key_thresholds": {
    "W": 0.54,
    "A": 0.4,
    "S": 0.54,
    "D": 0.7,
    "Shift": 0.2
  },
  "thresholds_tuned_at_num_frames": 5,
  "token_dim": 192,
  "num_layers": 4,
  "num_heads": 4,
  "ffn_dim": 512,
  "head_hidden": 256,
  "dropout": 0.1,
  "num_flow_frames": 9,
  "patch_grid": 8,
  "rotation_head_type": "sign_magnitude",
  "resolution": 128,
  "num_frames": 5,
  "frame_gap": 4,
  "flow_backbone": "torchvision.models.optical_flow.raft_small (Raft_Small_Weights.DEFAULT, frozen, not in this repo)",
  "num_parameters": 1795337,
  "training_checkpoint": {
    "epoch": 10,
    "best_val_loss": 0.8741227431995112
  }
}