fix: Add package-config & asset filtering to include in gh-pages

.github/scripts/generate-packages.js

@@ -2,12 +2,76 @@ const fs = require('fs');
 const path = require('path');
 
 /**
- * Generate packages.json file by scanning the dist directory structure
- * @param {string} distPath - Path to the dist directory
- * @param {Array} repositoryMetadata - Repository metadata from sync process with archived status
+ * Build packages.json data with stats from repository entries.
+ * @param {Array} repositories - Repository data to include.
+ * @returns {Object} packages.json data.
+ */
+function buildPackagesData(repositories) {
+    // Sort repositories by name
+    repositories.sort((a, b) => a.name.localeCompare(b.name));
+
+    // Calculate totals
+    const totalReleases = repositories.reduce((sum, repo) => sum + repo.releases.length, 0);
+    const totalAssets = repositories.reduce((sum, repo) =>
+        sum + repo.releases.reduce((releaseSum, release) => releaseSum + release.assetCount, 0), 0
+    );
+
+    const packagesData = {
+        repositories: repositories,
+        stats: {
+            totalRepositories: repositories.length,
+            totalReleases: totalReleases,
+            totalAssets: totalAssets
+        }
+    };
+
+    console.log(`Generated packages data:`);
+    console.log(`  Repositories: ${repositories.length}`);
+    console.log(`  Total Releases: ${totalReleases}`);
+    console.log(`  Total Assets: ${totalAssets}`);
+
+    return packagesData;
+}
+
+/**
+ * Normalize GitHub-derived repository metadata for packages.json.
+ * @param {Array} repositoryMetadata - Repository metadata from the sync process.
+ * @returns {Array} Normalized repositories with sorted releases.
+ */
+function normalizeRepositoryMetadata(repositoryMetadata = []) {
+    return repositoryMetadata
+        .filter(repo => repo && Array.isArray(repo.releases) && repo.releases.length > 0)
+        .map(repo => {
+            const releases = repo.releases
+                .filter(release => release && release.assetCount > 0)
+                .map(release => ({
+                    tag: release.tag,
+                    assetCount: release.assetCount
+                }));
+
+            releases.sort((a, b) => b.tag.localeCompare(a.tag, undefined, { numeric: true, sensitivity: 'base' }));
+
+            return {
+                name: repo.name,
+                archived: Boolean(repo.archived),
+                releases
+            };
+        })
+        .filter(repo => repo.releases.length > 0);
+}
+
+/**
+ * Generate packages.json data from GitHub metadata, with a dist scan fallback.
+ * @param {string} distPath - Path to the dist directory.
+ * @param {Array} repositoryMetadata - GitHub-derived metadata for all release assets.
  * @returns {Object} Generated packages data
  */
 function generatePackagesJson(distPath = '.', repositoryMetadata = []) {
+    if (repositoryMetadata.length > 0) {
+        console.log('Generating packages.json from GitHub release metadata');
+        return buildPackagesData(normalizeRepositoryMetadata(repositoryMetadata));
+    }
+
     console.log(`Scanning dist directory: ${distPath}`);
 
     const repositories = [];
@@ -42,30 +106,7 @@ function generatePackagesJson(distPath = '.', repositoryMetadata = []) {
             }
         }
 
-        // Sort repositories by name
-        repositories.sort((a, b) => a.name.localeCompare(b.name));
-
-        // Calculate totals
-        const totalReleases = repositories.reduce((sum, repo) => sum + repo.releases.length, 0);
-        const totalAssets = repositories.reduce((sum, repo) =>
-            sum + repo.releases.reduce((releaseSum, release) => releaseSum + release.assetCount, 0), 0
-        );
-
-        const packagesData = {
-            repositories: repositories,
-            stats: {
-                totalRepositories: repositories.length,
-                totalReleases: totalReleases,
-                totalAssets: totalAssets
-            }
-        };
-
-        console.log(`Generated packages data:`);
-        console.log(`  Repositories: ${repositories.length}`);
-        console.log(`  Total Releases: ${totalReleases}`);
-        console.log(`  Total Assets: ${totalAssets}`);
-
-        return packagesData;
+        return buildPackagesData(repositories);
 
     } catch (error) {
         console.error('Error scanning dist directory:', error);
@@ -176,7 +217,9 @@ function writePackagesJson(packagesData, outputPath = './packages.json') {
 }
 
 module.exports = {
+    buildPackagesData,
     generatePackagesJson,
+    normalizeRepositoryMetadata,
     scanRepositoryDirectory,
     scanReleaseDirectory,
     writePackagesJson

.github/scripts/package-config.js

@@ -0,0 +1,130 @@
+const fs = require('fs');
+const path = require('path');
+
+const CONFIG_FILENAME = 'packages.config.json';
+
+/**
+ * Find packages.config.json by walking up from a starting directory.
+ * @param {string} startDir - Directory to start searching from.
+ * @returns {string|null} Absolute path to the config file, or null if absent.
+ */
+function findConfigPath(startDir = process.cwd()) {
+  let currentDir = path.resolve(startDir);
+
+  while (true) {
+    const candidate = path.join(currentDir, CONFIG_FILENAME);
+    if (fs.existsSync(candidate)) {
+      return candidate;
+    }
+
+    const parentDir = path.dirname(currentDir);
+    if (parentDir === currentDir) {
+      return null;
+    }
+    currentDir = parentDir;
+  }
+}
+
+/**
+ * Normalize a possibly missing pattern list to non-empty string patterns.
+ * @param {unknown} value - Config value to normalize.
+ * @returns {string[]} Valid pattern strings.
+ */
+function normalizePatterns(value) {
+  if (!Array.isArray(value)) {
+    return [];
+  }
+
+  return value.filter(pattern => typeof pattern === 'string' && pattern.length > 0);
+}
+
+/**
+ * Load release asset retention config.
+ * @param {string} startDir - Directory used to locate packages.config.json.
+ * @returns {{defaultInclude: boolean, repositories: Object}} Normalized package config.
+ */
+function loadPackageConfig(startDir = process.cwd()) {
+  const configPath = findConfigPath(startDir);
+  if (!configPath) {
+    console.log(`No ${CONFIG_FILENAME} found; including all release assets.`);
+    return {
+      defaultInclude: true,
+      repositories: {}
+    };
+  }
+
+  const config = JSON.parse(fs.readFileSync(configPath, 'utf8'));
+  const repositories = config.repositories && typeof config.repositories === 'object'
+    ? config.repositories
+    : {};
+
+  console.log(`Loaded package config from ${configPath}`);
+
+  return {
+    defaultInclude: config.defaultInclude === true,
+    repositories
+  };
+}
+
+/**
+ * Escape literal text for use inside a regular expression.
+ * @param {string} value - Raw pattern segment.
+ * @returns {string} Regex-escaped segment.
+ */
+function escapeRegex(value) {
+  return value.replace(/[|\\{}()[\]^$+?.]/g, '\\$&');
+}
+
+/**
+ * Convert a simple wildcard pattern to a regular expression.
+ * @param {string} pattern - Pattern using '*' as a wildcard.
+ * @returns {RegExp} Anchored regular expression.
+ */
+function patternToRegex(pattern) {
+  const source = pattern
+    .split('*')
+    .map(escapeRegex)
+    .join('.*');
+
+  return new RegExp(`^${source}$`);
+}
+
+/**
+ * Check whether a value matches any configured wildcard pattern.
+ * @param {string} value - Value to test.
+ * @param {string[]} patterns - Wildcard patterns.
+ * @returns {boolean} True when any pattern matches.
+ */
+function matchesPattern(value, patterns) {
+  return patterns.some(pattern => patternToRegex(pattern).test(value));
+}
+
+/**
+ * Determine whether a release asset should be mirrored into dist and GitHub Pages.
+ * @param {{defaultInclude: boolean, repositories: Object}} config - Package config.
+ * @param {string} repoName - Repository name.
+ * @param {string} assetName - Release asset filename.
+ * @returns {boolean} True when the asset should be downloaded and retained.
+ */
+function shouldIncludeAsset(config, repoName, assetName) {
+  const repoConfig = config.repositories[repoName];
+  if (!repoConfig) {
+    return config.defaultInclude;
+  }
+
+  if (repoConfig.includeAll === true) {
+    return true;
+  }
+
+  const includeAssets = normalizePatterns(repoConfig.includeAssets || repoConfig.include);
+  if (includeAssets.length === 0) {
+    return false;
+  }
+
+  return matchesPattern(assetName, includeAssets);
+}
+
+module.exports = {
+  loadPackageConfig,
+  shouldIncludeAsset
+};