зеркало из https://github.com/microsoft/archai.git
553 строки
21 KiB
JSON
553 строки
21 KiB
JSON
{
|
|
// Use IntelliSense to learn about possible attributes.
|
|
// Hover to view descriptions of existing attributes.
|
|
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
|
|
"version": "0.2.0",
|
|
"configurations": [
|
|
{
|
|
"name": "All-Toy-NoPareto",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal"
|
|
},
|
|
{
|
|
"name": "All-Toy-Pareto",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--nas.search.pareto.enabled", "True",
|
|
"--nas.search.seed_train.trainer.epochs", "1",
|
|
"--nas.search.post_train.trainer.epochs", "1"]
|
|
},
|
|
{
|
|
"name": "Darts-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "darts"]
|
|
},
|
|
{
|
|
"name": "Darts-Search-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-eval", "--algos", "darts"]
|
|
},
|
|
{
|
|
"name": "Darts-Eval-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-search", "--algos", "darts", "--nas.eval.final_desc_filename", "models/darts/final_model_desc1.yaml"]
|
|
},
|
|
{
|
|
"name": "Darts-E2E-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "darts"]
|
|
},
|
|
{
|
|
"name": "Darts-Eval-ImageNet",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "darts", "--datasets", "imagenet", "--no-search", "--nas.eval.final_desc_filename", "models/darts/final_model_desc1.yaml"]
|
|
},
|
|
{
|
|
"name": "DiDarts-E2E-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "didarts"]
|
|
},
|
|
{
|
|
"name": "Darts-Food101-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "darts", "--datasets", "food101"]
|
|
},
|
|
{
|
|
"name": "Darts-ImageNet-Eval-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-search", "--algos", "darts", "--datasets", "imagenet", "--nas.eval.final_desc_filename", "models/darts/final_model_desc1.yaml"]
|
|
},
|
|
{
|
|
"name": "Petridish-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "petridish"]
|
|
},
|
|
{
|
|
"name": "Petridish-Eval-ImageNet",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "petridish", "--datasets", "imagenet", "--no-search", "--nas.eval.final_desc_foldername", "models/petridish/pt_sweep_seed_36_epochs_600_scale_2.0/model_desc_gallery"]
|
|
},
|
|
{
|
|
"name": "Petridish-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "petridish", "--nas.search.pareto.enabled", "True"]
|
|
},
|
|
{
|
|
"name": "Xnas-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "xnas"]
|
|
},
|
|
{
|
|
"name": "Xnas-Search-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-eval", "--algos", "xnas"]
|
|
},
|
|
{
|
|
"name": "Xnas-E2E-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "xnas"]
|
|
},
|
|
{
|
|
"name": "Divnas-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "divnas"]
|
|
},
|
|
{
|
|
"name": "Divnas-Search-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-eval", "--algos", "divnas"]
|
|
},
|
|
{
|
|
"name": "Divnas-Eval-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-search", "--full", "--algos", "divnas", "--nas.eval.final_desc_filename", "models/final_model_desc.yaml"]
|
|
},
|
|
{
|
|
"name": "Divnas-E2E-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "divnas"]
|
|
},
|
|
|
|
{
|
|
"name": "Gs-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "gs"]
|
|
},
|
|
{
|
|
"name": "Gs-Search-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-eval", "--algos", "gs"]
|
|
},
|
|
{
|
|
"name": "Gs-E2E-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "gs"]
|
|
},
|
|
{
|
|
"name": "Random-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "random"]
|
|
},
|
|
{
|
|
"name": "Random-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "random"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Darts-Space-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "proxynas_darts_space"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Darts-Space-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "proxynas_darts_space"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Natsbench-Space-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "proxynas_natsbench_space"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Natsbench-Space-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "proxynas_natsbench_space"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Phased-FT-Natsbench-Space-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "phased_freezetrain_natsbench_space"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Phased-FT-Natsbench-Space-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "phased_freezetrain_natsbench_space"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Nasbench101-Space-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "proxynas_nasbench101_space"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Nasbench101-Space-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "proxynas_nasbench101_space"]
|
|
},
|
|
{
|
|
"name": "Naswot-Conditional-Natsbench-Space-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "naswot_conditional_natsbench_space"]
|
|
},
|
|
{
|
|
"name": "Naswot-Conditional-Natsbench-Space-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "naswot_conditional_natsbench_space"]
|
|
},
|
|
{
|
|
"name": "Natsbench-Regular-Eval-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--full", "--algos", "natsbench_regular_eval"]
|
|
},
|
|
{
|
|
"name": "Natsbench-Regular-Eval-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "natsbench_regular_eval"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Manual-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "proxynas_manual"]
|
|
},
|
|
{
|
|
"name": "Proxynas-Manual-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "proxynas_manual", "--full"]
|
|
},
|
|
{
|
|
"name": "Main Proxynas Wrapper",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main_proxynas_wrapper.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "proxynas_natsbench_space", "--arch-list-index", "0", "--num-archs", "20", "--train-top1-acc-threshold", "0.6"]
|
|
},
|
|
{
|
|
"name": "Resnet-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-search", "--algos", "manual", "--datasets", "imagenet"]
|
|
},
|
|
{
|
|
"name": "Resnet-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--no-search", "--full", "--algos", "manual"]
|
|
},
|
|
{
|
|
"name": "AML-Darts-Full",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/tools/azure/aml_launch_main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--aml_secrets_filepath", "/home/dedey/aml_secrets/aml_secrets_msrlabspvc1.yaml", "--algo", "darts", "--full"]
|
|
},
|
|
{
|
|
"name": "Manual-Toy",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/main.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--algos", "manual"]
|
|
},
|
|
{
|
|
"name": "TrainAug resnet50 cocob cifar10",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/auto_aug/aug_train.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--config", "confs/aug_cifar.yaml;confs/aug_cifar_cocob_resnet50.yaml",
|
|
"--aug", "fa_reduced_cifar10"
|
|
]
|
|
},
|
|
{
|
|
"name": "TrainAug resnet50 sgd cifar10",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/auto_aug/aug_train.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--config", "confs/aug_cifar.yaml;confs/aug_cifar_sgd_resnet50.yaml",
|
|
"--aug", "fa_reduced_cifar10"
|
|
]
|
|
},
|
|
{
|
|
"name": "Analysis Aggregate",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/reports/analysis_aggregate.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--results-dir", "C:\\Users\\dedey\\Documents\\archaiphilly\\phillytools\\proxynas_nb_cell13_cos",
|
|
"--out-dir", "C:\\Users\\dedey\\archai_experiment_reports"]
|
|
},
|
|
{
|
|
"name": "Train Transformer XL",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/archai/nlp/nvidia_transformer_xl/train.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--config", "dgx1_1gpu_fp32", "--config_file", "wt103_base.yaml", "--attn_type", "2", "--n_layer", "16", "--n_head", "8", "--d_model", "256", "--d_head", "32", "--d_inner", "768", "--log_interval", "10"]
|
|
},
|
|
{
|
|
"name": "Train TransformerXL Distributed",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"module": "torch.distributed.launch",
|
|
"console": "integratedTerminal",
|
|
"cwd": "${workspaceFolder}",
|
|
"args": [
|
|
"--nproc_per_node=4",
|
|
"archai/nlp/nvidia_transformer_xl/train.py",
|
|
"--config",
|
|
"dgx1_4gpu_fp32",
|
|
"--config_file",
|
|
"wt103_base.yaml"
|
|
],
|
|
"env": {
|
|
"NCCL_P2P_DISABLE": "1"
|
|
}
|
|
},
|
|
{
|
|
"name": "Search Autoregressive Memformer",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/archai/nlp/search.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--population_size", "10",
|
|
"--parent_size", "2",
|
|
"--mutation_size", "4",
|
|
"--crossover_size", "4",
|
|
"--n_iter", "2",
|
|
"--use_quantization",
|
|
"--model_type", "mem_transformer",
|
|
]
|
|
},
|
|
{
|
|
"name": "Search Autoregressive HF GPT2/Flex",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/archai/nlp/search.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--population_size", "10",
|
|
"--parent_size", "2",
|
|
"--mutation_size", "4",
|
|
"--crossover_size", "4",
|
|
"--n_iter", "2",
|
|
"--use_quantization",
|
|
"--model_type", "hf_gpt2_flex",
|
|
"--latency_constraint_upper", "10.0",
|
|
"--param_constraint_upper", "15000000",
|
|
]
|
|
},
|
|
{
|
|
"name": "Train GPT2 Flex Distributed WT103",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"module": "torch.distributed.launch",
|
|
"console": "integratedTerminal",
|
|
"args": [
|
|
"--nproc_per_node=4",
|
|
"archai/nlp/train.py",
|
|
"--model_type", "hf_gpt2_flex",
|
|
"--config", "dgx1_4gpu_fp32",
|
|
"--config_file", "wt103_base.yaml",
|
|
"--n_layer", "3",
|
|
"--n_head", "8",
|
|
"--d_model", "512",
|
|
"--d_inner", "1112", "1062", "712",
|
|
"--vocab", "gpt2",
|
|
"--vocab_size", "10000",
|
|
"--max_step", "400",
|
|
"--dataset", "lm1b",
|
|
"--experiment_name", "j0"
|
|
]
|
|
},
|
|
{
|
|
"name": "Analysis Arch Population",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/lts_analysis/analyze_arch_population.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--root_folder", "/home/dedey/archaiphilly/amlt/gpt2_flex_random_l5_u12_finedm",
|
|
"--out_dir", "/home/dedey/archai_experiment_reports",
|
|
]
|
|
},
|
|
{
|
|
"name": "Analysis Characterize Search Space",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/archai/nlp/nas/characterize_search_space.py",
|
|
"console": "integratedTerminal",
|
|
"args": []
|
|
},
|
|
{
|
|
"name": "Analysis Freeze Natsbench Space",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/reports/analysis_freeze_natsbench_space.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--results-dir", "C:\\Users\\dedey\\Documents\\archaiphilly\\phillytools\\ft_fb2048_ftlr1.5_ct1024_augnone",
|
|
"--out-dir", "C:\\Users\\dedey\\archai_experiment_reports"]
|
|
},
|
|
{
|
|
"name": "Analysis Naswot Conditional Natsbench Space",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/reports/analysis_naswot_cond_natsbench_space.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--results-dir", "C:\\Users\\dedey\\Documents\\archaiphilly\\phillytools\\proxynas_naswotcond0.8",
|
|
"--out-dir", "C:\\Users\\dedey\\archai_experiment_reports"]
|
|
},
|
|
{
|
|
"name": "Analysis Proxynas",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/reports/analysis_proxynas.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--results-dir", "C:\\Users\\dedey\\Documents\\archaiphilly\\phillytools\\proxynas_regular_and_parameterless_thresh_0.75",
|
|
"--out-dir", "C:\\Users\\dedey\\archai_experiment_reports"]
|
|
},
|
|
{
|
|
|
|
"name": "Analysis Freeze Natsbench Space",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/reports/analysis_freeze_natsbench_space.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--results-dir", "C:\\Users\\dedey\\Documents\\archaiphilly\\phillytools\\ft_fb512_ftlr0.1_fte10_ct256_ftt0.6",
|
|
"--out-dir", "C:\\Users\\dedey\\archai_experiment_reports"]
|
|
},
|
|
{
|
|
"name": "Analysis Naswot Conditional Natsbench Space",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/reports/analysis_naswot_cond_natsbench_space.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--results-dir", "C:\\Users\\dedey\\Documents\\archaiphilly\\phillytools\\proxynas_naswotcond0.8",
|
|
"--out-dir", "C:\\Users\\dedey\\archai_experiment_reports"]
|
|
},
|
|
{
|
|
"name": "Analysis Regular Natsbench Space",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${cwd}/scripts/reports/analysis_regular_natsbench_space.py",
|
|
"console": "integratedTerminal",
|
|
"args": ["--results-dir", "C:\\Users\\dedey\\Documents\\archaiphilly\\phillytools\\nb_reg_b1024_e10",
|
|
"--out-dir", "C:\\Users\\dedey\\archai_experiment_reports"]
|
|
},
|
|
{
|
|
"name": "CurrentFile",
|
|
"type": "python",
|
|
"request": "launch",
|
|
"program": "${file}",
|
|
"console": "integratedTerminal"
|
|
}
|
|
]
|
|
} |