add gt url for clustered runbook

harsha-simhadri · Jul 12, 2023 · 644409b · 644409b
1 parent b55c505
commit 644409b
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 2 deletions.
diff --git a/benchmark/streaming/compute_gt.py b/benchmark/streaming/compute_gt.py
@@ -6,7 +6,7 @@
 from benchmark.streaming.load_runbook import load_runbook
 
 def get_range_start_end(entry):
-    return np.arange(entry['start']-1,  entry['end'], dtype=np.uint32)
+    return np.arange(entry['start'],  entry['end'], dtype=np.uint32)
 
 def get_next_set(ids: np.ndarray, entry):
     match entry['operation']:

diff --git a/data_export.py b/data_export.py
@@ -95,7 +95,7 @@ def cleaned_run_metric(run_metrics):
             print(f"Looking at track:{track}, dataset:{dataset_name}")
             dataset = DATASETS[dataset_name]()
             if track == 'streaming':
-                for runbook_path in ['neurips23/streaming/simple_runbook.yaml']:
+                for runbook_path in ['neurips23/streaming/simple_runbook.yaml', 'neurips23/streaming/clustered_runbook.yaml']:
                     results = load_all_results(dataset_name, neurips23track=track, runbook_path=runbook_path)
                     run_metrics = compute_metrics_all_runs(dataset, dataset_name, results, args.recompute, \
                         args.sensors, args.search_times, args.private_query, \

diff --git a/neurips23/streaming/clustered_runbook.yaml b/neurips23/streaming/clustered_runbook.yaml
@@ -191,6 +191,7 @@ random-xs-clustered:
     end: 10000
   64:
     operation: "search"
+  gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/clustered_data/random-xs-clustered/clustered_runboook.yaml/"
 msturing-10M-clustered:
   1:
     operation: "insert"
@@ -384,3 +385,4 @@ msturing-10M-clustered:
     end: 10000000
   64:
     operation: "search"
+  gt_url: "https://comp21storage.blob.core.windows.net/publiccontainer/comp23/clustered_data/msturing-10M-clustered/clustered_runboook.yaml/"