-
Notifications
You must be signed in to change notification settings - Fork 2
/
bert_base_all_test.yaml
103 lines (93 loc) · 2.72 KB
/
bert_base_all_test.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
pretrained: #/path/to/pretrained_model.ckpt
data:
modality: "pose"
test_pipeline:
dataset:
_target_: openhands.datasets.isolated.WLASLDataset
split_file: /training_data/wlasl_new.json
root_dir: /path/to/poses/
splits: "test"
modality: "pose"
inference_mode: true
results: /path/to/save_results.jsonl
transforms:
- PoseSelect:
preset: mediapipe_holistic_minimal_27
- CenterAndScaleNormalize:
reference_points_preset: shoulder_mediapipe_holistic_minimal_27
scale_factor: 1
dataloader:
_target_: torch.utils.data.DataLoader
batch_size: 32
shuffle: false
num_workers: 3
pin_memory: true
drop_last: false
model:
encoder:
type: pose-flattener
params:
num_points: 27
decoder:
type: param_bert
params:
max_position_embeddings: 121
layer_norm_eps: 1e-12
hidden_dropout_prob: 0.1
hidden_size: 96
num_attention_heads: 6
num_hidden_layers: 3
cls_token: true
parameters:
[
# "Handshape",
# "Selected Fingers",
# "Flexion",
# "Spread",
# "Spread Change",
# "Thumb Position",
# "Thumb Contact",
# "Sign Type",
# "Path Movement",
# "Repeated Movement",
# "Major Location",
# "Minor Location",
# "Second Minor Location",
# "Contact",
# "Nondominant Handshape",
# "Wrist Twist",
# "Handshape Morpheme 2"
]
optim:
loss: 'CrossEntropyLoss'
optimizer:
name: Adam
params:
lr: 1e-4
scheduler:
name: CosineAnnealingLR
params:
last_epoch: -1
T_max: 10
trainer:
gpus: 1
max_epochs: 150
# resume_from_checkpoint: /path/to/model.ckpt
exp_manager:
create_tensorboard_logger: true
create_wandb_logger: true
wandb_logger_kwargs:
name: model_name_here
project: project_name_here
create_checkpoint_callback: true
checkpoint_callback_params:
monitor: "val_acc"
mode: "max"
save_top_k: 1
dirpath: "/pretrained_models/"
early_stopping_callback: true
early_stopping_params:
monitor: "val_acc"
patience: 80
verbose: true
mode: "max"