Made darts create benchmark script compatible with darcyflow.

.vscode/launch.json

@@ -753,7 +753,7 @@
             "request": "launch",
             "program": "${cwd}/scripts/reports/fear_analysis/analysis_create_darts_space_benchmark.py",
             "console": "integratedTerminal",
-            "args": ["--results-dir", "/home/dedey/archaiphilly/amlt/darts_constant_random_scifar100",
+            "args": ["--results-dir", "/home/dedey/archaiphilly/amlt/darts_constant_random_darcyflow",
             "--out-dir", "/home/dedey/archai_experiment_reports"]
         },
         {
@@ -873,12 +873,11 @@
             "request": "launch",
             "program": "${cwd}/scripts/reports/fear_analysis/analysis_natsbench_zerocost.py",
             "console": "integratedTerminal",
-            "args": ["--results-dir", "/home/dedey/archaiphilly/amlt/darts_constant_random_zerocost_ninapro",
+            "args": ["--results-dir", "/home/dedey/archaiphilly/amlt/darts_constant_random_zerocost_darcyflow",
                 "--out-dir", "/home/dedey/archai_experiment_reports", 
                 "--reg-evals-file", 
-                "/home/dedey/archai_experiment_reports/natsbench_constant_random_cifar100/arch_id_test_accuracy.yaml",
-                "--params-flops-file",
-                "/home/dedey/archai_experiment_reports/natsbench_constant_random_cifar100/arch_id_params_flops.yaml"]
+                "/home/dedey/archai_experiment_reports/darts_constant_random_darcyflow/darts_benchmark.yaml",
+                ]
         },
         {
             "name": "Analysis Zero Cost Natsbench Epochs Experiments",

scripts/reports/fear_analysis/analysis_create_darts_space_benchmark.py

@@ -95,7 +95,11 @@ def main():
     for key in logs.keys():
         if 'eval' in key:
             try:
-                test_acc = logs[key]['regular_evaluate']['eval_arch']['eval_train']['best_test']['top1']
+                dataset_name = confs[key]['dataset']['name']
+                if dataset_name == 'darcyflow':
+                    test_acc = -logs[key]['regular_evaluate']['eval_arch']['eval_train']['best_test']['loss']
+                else:    
+                    test_acc = logs[key]['regular_evaluate']['eval_arch']['eval_train']['best_test']['top1']
                 arch_id = confs[key]['nas']['eval']['dartsspace']['arch_index']
                 archid_testacc[arch_id] = test_acc