Upload data.py with huggingface_hub
Browse files
data.py
CHANGED
|
@@ -60,8 +60,11 @@ def load_data():
|
|
| 60 |
usage_df: one row per (model_id, benchmark, category, bucket) — the fully resolved,
|
| 61 |
per-model-scoped benchmark usage table used by every tab.
|
| 62 |
"""
|
| 63 |
-
|
| 64 |
-
|
|
|
|
|
|
|
|
|
|
| 65 |
|
| 66 |
models_df = models_ds.to_pandas()
|
| 67 |
models_df["release_date"] = pd.to_datetime(models_df["release_date"])
|
|
|
|
| 60 |
usage_df: one row per (model_id, benchmark, category, bucket) — the fully resolved,
|
| 61 |
per-model-scoped benchmark usage table used by every tab.
|
| 62 |
"""
|
| 63 |
+
print("load_data: fetching models config...", flush=True)
|
| 64 |
+
models_ds = load_dataset(DATASET_ID, "models", token=False)["models"]
|
| 65 |
+
print("load_data: fetching sources config...", flush=True)
|
| 66 |
+
sources_ds = load_dataset(DATASET_ID, "sources", token=False)["sources"]
|
| 67 |
+
print("load_data: done", flush=True)
|
| 68 |
|
| 69 |
models_df = models_ds.to_pandas()
|
| 70 |
models_df["release_date"] = pd.to_datetime(models_df["release_date"])
|