Add missing revision argument (#6191)

* add revision * style * add revision * fix dataset info
huggingface · Aug 31, 2023 · 439e115 · 439e115
1 parent 00cb5cc
commit 439e115
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 8 deletions.
diff --git a/src/datasets/arrow_dataset.py b/src/datasets/arrow_dataset.py
@@ -5331,7 +5331,7 @@ def path_in_repo(_index, shard):
         ]
         download_config = DownloadConfig(token=token)
         deleted_size = sum(
-            xgetsize(hf_hub_url(repo_id, data_file), download_config=download_config)
+            xgetsize(hf_hub_url(repo_id, data_file, revision=branch), download_config=download_config)
             for data_file in data_files_to_delete
         )
 
@@ -5446,15 +5446,15 @@ def push_to_hub(
             download_config.download_desc = "Downloading metadata"
             download_config.token = token
             dataset_readme_path = cached_path(
-                hf_hub_url(repo_id, "README.md"),
+                hf_hub_url(repo_id, "README.md", revision=branch),
                 download_config=download_config,
             )
             dataset_card = DatasetCard.load(Path(dataset_readme_path))
             dataset_card_data = dataset_card.data
             metadata_configs = MetadataConfigs.from_dataset_card_data(dataset_card_data)
             dataset_infos: DatasetInfosDict = DatasetInfosDict.from_dataset_card_data(dataset_card_data)
-            if dataset_infos:
-                repo_info = dataset_infos[next(iter(dataset_infos))]
+            if dataset_infos and config_name in dataset_infos:
+                repo_info = dataset_infos[config_name]
             else:
                 repo_info = None
         # get the deprecated dataset_infos.json to update them
@@ -5466,7 +5466,7 @@ def push_to_hub(
             download_config.download_desc = "Downloading metadata"
             download_config.token = token
             dataset_infos_path = cached_path(
-                hf_hub_url(repo_id, config.DATASETDICT_INFOS_FILENAME),
+                hf_hub_url(repo_id, config.DATASETDICT_INFOS_FILENAME, revision=branch),
                 download_config=download_config,
             )
             with open(dataset_infos_path, encoding="utf-8") as f:
@@ -5547,7 +5547,7 @@ def push_to_hub(
             download_config.download_desc = "Downloading deprecated dataset_infos.json"
             download_config.use_auth_token = token
             dataset_infos_path = cached_path(
-                hf_hub_url(repo_id, config.DATASETDICT_INFOS_FILENAME),
+                hf_hub_url(repo_id, config.DATASETDICT_INFOS_FILENAME, revision=branch),
                 download_config=download_config,
             )
             with open(dataset_infos_path, encoding="utf-8") as f:

diff --git a/src/datasets/dataset_dict.py b/src/datasets/dataset_dict.py
@@ -1670,7 +1670,7 @@ def push_to_hub(
             download_config.download_desc = "Downloading metadata"
             download_config.token = token
             dataset_readme_path = cached_path(
-                hf_hub_url(repo_id, "README.md"),
+                hf_hub_url(repo_id, "README.md", revision=branch),
                 download_config=download_config,
             )
             dataset_card = DatasetCard.load(Path(dataset_readme_path))
@@ -1713,7 +1713,7 @@ def push_to_hub(
             download_config.download_desc = "Downloading metadata"
             download_config.token = token
             dataset_infos_path = cached_path(
-                hf_hub_url(repo_id, config.DATASETDICT_INFOS_FILENAME),
+                hf_hub_url(repo_id, config.DATASETDICT_INFOS_FILENAME, revision=branch),
                 download_config=download_config,
             )
             with open(dataset_infos_path, encoding="utf-8") as f: