Updated script to add additional metadata.

Author: raghuramg753

scripts/copy_spec.py

@@ -1,29 +1,68 @@
 import os
 import sys
+from typing import Optional
 import boto3
+import hashlib
 import json
 from pathlib import Path
 from botocore.exceptions import ClientError
 
-def upload_to_s3(file_path: Path, bucket_name: str, folder_name: str):
-    """Upload one file to the given S3 bucket under folder_name/."""
+def _metadata(spec_hash: Optional[str], temporary: Optional[bool] = False):
+    metadata = {}
+    proxygen_version = '453743-sha907aa22b'
+    if spec_hash is not None:
+        metadata["spec_hash"] = spec_hash
+
+    if temporary is not None:
+        metadata["temporary"] = str(temporary)
+
+    if proxygen_version is not None:
+        metadata["proxygen_version"] = proxygen_version
+
+    return metadata or None
+
+def upload_to_s3(file_path: Path, bucket_name: str, folder_name: str, temporary: bool = False):
+    """
+    Upload a file to S3 with:
+    - ACL bucket-owner-full-control
+    - metadata including MD5 hash + temporary flag + proxygen_version
+    """
     s3 = boto3.client("s3")
-    key = f"apis/{folder_name}/{file_path}"
 
-    try:        
+    # S3 key
+    key = f"apis/{folder_name}/{file_path.name}"
+
+    # --- Compute MD5 Hash for Metadata ---
+    spec_json = file_path.read_text(encoding="utf-8")
+    spec_hash = hashlib.md5(spec_json.encode("utf-8")).hexdigest()
+
+    # Build complete metadata
+    metadata = _metadata(spec_hash=spec_hash, temporary=temporary)
+
+    # Build ExtraArgs
+    extra_args = {
+        "ACL": "bucket-owner-full-control"
+    }
+
+    if metadata:
+        # Metadata must be lowercase keys, values must be strings
+        extra_args["Metadata"] = metadata
+
+    try:
         s3.upload_file(
-            str(file_path),
-            bucket_name,
-            key,
-            ExtraArgs={'ACL': 'bucket-owner-full-control'}
+            Filename=str(file_path),
+            Bucket=bucket_name,
+            Key=key,
+            ExtraArgs=extra_args
         )
-        print(f"[OK] Uploaded → s3://{bucket_name}/apis/{key}")
+        print(f"[OK] Uploaded → s3://{bucket_name}/{key}")
+        print(f"[META] {metadata}")
+
     except ClientError as e:
         print(f"[ERROR] Upload failed: {file_path} → s3://{bucket_name}/{key}")
         print(e)
         sys.exit(1)
 
-
 def main(bucket_name: str, repo_name: str):
     cwd = os.getcwd()
     print("Current working directory:", cwd)