diff --git a/changelog.d/upload-tiny-datasets.added b/changelog.d/upload-tiny-datasets.added new file mode 100644 index 00000000..d9257970 --- /dev/null +++ b/changelog.d/upload-tiny-datasets.added @@ -0,0 +1 @@ +Upload tiny FRS datasets (frs_2023_24_tiny.h5 and enhanced_frs_2023_24_tiny.h5) to HuggingFace in the CI pipeline. diff --git a/policyengine_uk_data/storage/upload_completed_datasets.py b/policyengine_uk_data/storage/upload_completed_datasets.py index b110bb6e..c59fa12a 100644 --- a/policyengine_uk_data/storage/upload_completed_datasets.py +++ b/policyengine_uk_data/storage/upload_completed_datasets.py @@ -6,6 +6,8 @@ def upload_datasets(): dataset_files = [ STORAGE_FOLDER / "frs_2023_24.h5", STORAGE_FOLDER / "enhanced_frs_2023_24.h5", + STORAGE_FOLDER / "frs_2023_24_tiny.h5", + STORAGE_FOLDER / "enhanced_frs_2023_24_tiny.h5", STORAGE_FOLDER / "parliamentary_constituency_weights.h5", STORAGE_FOLDER / "local_authority_weights.h5", ]