Skip to content

Commit

Permalink
Merge pull request #504 from awslabs/dev
Browse files Browse the repository at this point in the history 
Release v0.5.0
  • Loading branch information
@610v4nn1
610v4nn1 authored Dec 5, 2023
2 parents 7198a92 + 2b2a59f commit 02daeaf
Show file tree
Hide file tree
Showing 91 changed files with 1,597 additions and 107 deletions.
4 changes: 4 additions & 0 deletions benchmarks/experiment_configs/datasets/core50.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
{
"dataset_name": "Core50",
"num_outputs": 50
}
6 changes: 6 additions & 0 deletions benchmarks/experiment_configs/fine-tuning-core50-vitb16.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
{
"scenario": "core50-vit-b16-8updates.json",
"model": "vit-b16.json",
"updater": "fine-tuning-core50.json",
"dataset": "core50.json"
}
6 changes: 6 additions & 0 deletions benchmarks/experiment_configs/fine-tuning-core50.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
{
"scenario": "core50-8updates.json",
"model": "resnet18.json",
"updater": "fine-tuning-core50.json",
"dataset": "core50.json"
}
6 changes: 6 additions & 0 deletions benchmarks/experiment_configs/joint-core50-vitb16.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
{
"scenario": "core50-vit-b16-8updates.json",
"model": "vit-b16.json",
"updater": "joint-core50.json",
"dataset": "core50.json"
}
6 changes: 6 additions & 0 deletions benchmarks/experiment_configs/joint-core50.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
{
"scenario": "core50-8updates.json",
"model": "resnet18.json",
"updater": "joint-core50.json",
"dataset": "core50.json"
}
10 changes: 10 additions & 0 deletions benchmarks/experiment_configs/scenarios/arxiv-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]],
"num_tasks": 1,
"max_epochs": 2,
"optimizer": "AdamW",
"learning_rate": 0.00002,
"weight_decay": 0.01
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/clear10-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]],
"num_tasks": 1,
"max_epochs": 100,
"optimizer": "SGD",
"learning_rate": 0.01,
"momentum": 0.9,
"weight_decay": 1e-5,
"learning_rate_scheduler": "StepLR",
"learning_rate_scheduler_step_size": 30,
"learning_rate_scheduler_gamma": 0.1,
"learning_rate_scheduler_interval": "epoch"
}
4 changes: 2 additions & 2 deletions benchmarks/experiment_configs/scenarios/clear10-vit-b16-10updates.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0.0001,
"learning_rate_scheduler_interval": "step",
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/clear10-vit-b16-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]],
"num_tasks": 1,
"max_epochs": 10,
"optimizer": "SGD",
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/clear100-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10]],
"num_tasks": 1,
"max_epochs": 100,
"optimizer": "SGD",
"learning_rate": 0.01,
"momentum": 0.9,
"weight_decay": 1e-5,
"learning_rate_scheduler": "StepLR",
"learning_rate_scheduler_step_size": 30,
"learning_rate_scheduler_gamma": 0.1,
"learning_rate_scheduler_interval": "epoch"
}
4 changes: 2 additions & 2 deletions benchmarks/experiment_configs/scenarios/clear100-vit-b16-11updates.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0.0001,
"learning_rate_scheduler_interval": "step",
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/clear100-vit-b16-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10]],
"num_tasks": 1,
"max_epochs": 10,
"optimizer": "SGD",
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/core50-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.3,
"scenario_name": "DataIncrementalScenario",
"num_tasks": 1,
"max_epochs": 50,
"optimizer": "SGD",
"learning_rate": 0.01,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.9,
"weight_decay": 2e-4,
"data_ids": [[0, 1, 2, 3, 4, 5, 6, 7]]
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/core50-8updates.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.3,
"scenario_name": "DataIncrementalScenario",
"num_tasks": 8,
"max_epochs": 50,
"optimizer": "SGD",
"learning_rate": 0.01,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.9,
"weight_decay": 2e-4,
"data_ids": [0, 1, 2, 3, 4, 5, 6, 7]
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/core50-vit-b16-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.3,
"scenario_name": "DataIncrementalScenario",
"num_tasks": 1,
"max_epochs": 10,
"optimizer": "SGD",
"learning_rate": 0.01,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.9,
"weight_decay": 2e-4,
"data_ids": [[0, 1, 2, 3, 4, 5, 6, 7]]
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/core50-vit-b16-8updates.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.3,
"scenario_name": "DataIncrementalScenario",
"num_tasks": 8,
"max_epochs": 10,
"optimizer": "SGD",
"learning_rate": 0.01,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.9,
"weight_decay": 2e-4,
"data_ids": [0, 1, 2, 3, 4, 5, 6, 7]
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/domainnet-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.3,
"scenario_name": "DataIncrementalScenario",
"groupings": [["clipart", "infograph", "painting", "quickdraw", "real", "sketch"]],
"num_tasks": 1,
"max_epochs": 50,
"optimizer": "SGD",
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
4 changes: 2 additions & 2 deletions benchmarks/experiment_configs/scenarios/domainnet-6updates.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0.0001,
"learning_rate_scheduler_interval": "step",
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0,
"data_ids": ["clipart", "infograph", "painting", "quickdraw", "real", "sketch"]
Expand Down
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/domainnet-vit-b16-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.3,
"scenario_name": "DataIncrementalScenario",
"groupings": [["clipart", "infograph", "painting", "quickdraw", "real", "sketch"]],
"num_tasks": 1,
"max_epochs": 10,
"optimizer": "SGD",
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
4 changes: 2 additions & 2 deletions benchmarks/experiment_configs/scenarios/domainnet-vit-b16-6updates.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0.0001,
"learning_rate_scheduler_interval": "step",
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0,
"data_ids": ["clipart", "infograph", "painting", "quickdraw", "real", "sketch"]
Expand Down
4 changes: 2 additions & 2 deletions benchmarks/experiment_configs/scenarios/fmow-16updates.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0.0001,
"learning_rate_scheduler_interval": "step",
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/fmow-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]],
"num_tasks": 1,
"max_epochs": 50,
"optimizer": "SGD",
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
4 changes: 2 additions & 2 deletions benchmarks/experiment_configs/scenarios/fmow-vit-b16-16updates.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0.0001,
"learning_rate_scheduler_interval": "step",
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
15 changes: 15 additions & 0 deletions benchmarks/experiment_configs/scenarios/fmow-vit-b16-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]],
"num_tasks": 1,
"max_epochs": 10,
"optimizer": "SGD",
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 10,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
10 changes: 10 additions & 0 deletions benchmarks/experiment_configs/scenarios/huffpost-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [[0, 1, 2, 3, 4, 5, 6]],
"num_tasks": 1,
"max_epochs": 4,
"optimizer": "AdamW",
"learning_rate": 0.00002,
"weight_decay": 0.01
}
10 changes: 10 additions & 0 deletions benchmarks/experiment_configs/scenarios/multitext-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [["ag_news", "yelp_review_full", "dbpedia_14", "yahoo_answers_topics"]],
"num_tasks": 1,
"max_epochs": 2,
"optimizer": "AdamW",
"learning_rate": 0.00002,
"weight_decay": 0.01
}
4 changes: 2 additions & 2 deletions benchmarks/experiment_configs/scenarios/yearbook-17updates.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,8 @@
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0.0001,
"learning_rate_scheduler_interval": "step",
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
33 changes: 33 additions & 0 deletions benchmarks/experiment_configs/scenarios/yearbook-1update.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
{
"val_size": 0.1,
"scenario_name": "DataIncrementalScenario",
"groupings": [
[0, 1, 2, 3, 4,
5, 6, 7, 8, 9,
10, 11, 12, 13, 14,
15, 16, 17, 18, 19,
20, 21, 22, 23, 24,
25, 26, 27, 28, 29,
30, 31, 32, 33, 34,
35, 36, 37, 38, 39,
40, 41, 42, 43, 44,
45, 46, 47, 48, 49,
50, 51, 52, 53, 54,
55, 56, 57, 58, 59,
60, 61, 62, 63, 64,
65, 66, 67, 68, 69,
70, 71, 72, 73, 74,
75, 76, 77, 78, 79,
80, 81, 82, 83]
],
"num_tasks": 1,
"max_epochs": 50,
"optimizer": "SGD",
"learning_rate": 0.1,
"learning_rate_scheduler": "CosineAnnealingLR",
"learning_rate_scheduler_t_max": 50,
"learning_rate_scheduler_eta_min": 0,
"learning_rate_scheduler_interval": "epoch",
"momentum": 0.0,
"weight_decay": 0.0
}
Loading

0 comments on commit 02daeaf

Please sign in to comment.