Allow offline test to run on released archives.

Author: Fabricio-ESP

.github/workflows/build_offline_installer_archives.yaml

@@ -582,5 +582,5 @@ jobs:
     uses: ./.github/workflows/test_offline.yml
     with:
       ref: ${{ inputs.ref || github.ref }}
-      run_id: ${{ github.run_id }}
-      eim_cli_run_id: ${{ (github.event_name == 'workflow_call' && inputs.run_id) || 'release' }}
+      build_info_run_id: ${{ github.run_id }}
+      eim_cli_run_id: ${{ inputs.run_id }}

.github/workflows/test_offline.yml

@@ -6,7 +6,7 @@ on:
       ref:
         required: true
         type: string
-      run_id:
+      build_info_run_id:
         required: true
         type: string
       eim_cli_run_id:
@@ -16,10 +16,11 @@ on:
 
   workflow_dispatch:
     inputs:
-      run_id:
-        description: "The run id from which to take the offline installer archive"
+      build_info_run_id:
+        description: "The run id from which to take the offline archive build info files - Use 'release' to take from eim download page"
         required: true
         type: string
+        default: "release"
       eim_cli_run_id:
         description: "The run id from which to take the eim-cli binary - Use 'release' to take from latest release"
         required: false
@@ -66,13 +67,14 @@ jobs:
         with:
           python-version: "3.12.9"
 
-      - name: Download Build Info files
+      - name: Download Build Info files from another run_id
         uses: actions/download-artifact@v5
+        if: inputs.build_info_run_id != 'release'
         with:
           pattern: build-info-*-${{ matrix.package_name }}
           path: ./artifacts
           github-token: ${{ secrets.GITHUB_TOKEN }}
-          run-id: ${{ inputs.run_id }}
+          run-id: ${{ inputs.build_info_run_id }}
 
       - name: Download EIM-CLI artifacts from another run id
         uses: actions/download-artifact@v4
@@ -86,6 +88,14 @@ jobs:
 
       # Non-Windows steps
 
+      - name: Download Build Info file from Espressif download page (non-Windows)
+        if: matrix.os != 'windows-latest' && inputs.build_info_run_id == 'release'
+        run: |
+          mkdir -p ./artifacts
+          curl -fsSL -o ./artifacts/offline_archives.json https://dl.espressif.com/dl/eim/offline_archives.json
+          echo "Downloaded $(wc -c < ./artifacts/offline_archives.json) bytes"
+          ls -la ./artifacts/
+
       - name: Download latest EIM CLI binary (non-Windows)
         if: matrix.os != 'windows-latest' && inputs.eim_cli_run_id == 'release'
         run: |
@@ -137,6 +147,14 @@ jobs:
 
       # Windows steps
 
+      - name: Download Build Info file from Espressif download page (Windows)
+        if: matrix.os == 'windows-latest' && inputs.build_info_run_id == 'release'
+        run: |
+          New-Item -ItemType Directory -Force -Path "./artifacts" | Out-Null
+          Invoke-WebRequest -Uri 'https://dl.espressif.com/dl/eim/offline_archives.json' -OutFile './artifacts/offline_archives.json' -UseBasicParsing
+          Write-Host "Downloaded $(Get-Item ./artifacts/offline_archives.json).Length bytes"
+          ls ./artifacts/
+
       - name: Download latest EIM CLI binary (Windows)
         if: matrix.os == 'windows-latest' && inputs.eim_cli_run_id == 'release'
         run: |

tests/config.js

@@ -132,8 +132,8 @@ logger.info(`Run in debug mode: ${runInDebug}`);
 
 // Define versions of python Wheels included in the offline package
 let pythonWheelsVersion = ["311"]
-if (os.platform !== "win32") {
-  pythonWheelsVersion.push("310", "312", "313")
+if (os.platform() !== "win32") {
+  pythonWheelsVersion.push("310", "312", "313");
 }
 logger.info(`Python wheels versions included: ${pythonWheelsVersion.join(", ")}`)
 

tests/helper.js

@@ -31,6 +31,26 @@ function getPlatformKey() {
   return null;
 }
 
+// function to get the platform string used in the EIM build info files
+function getPlatformKey_eim() {
+  const arch = os.arch();
+  const platform = os.platform();
+
+  if (platform === "linux") {
+    if (arch === "x64") return "linux-x64";
+    if (arch === "arm64") return "linux-aarch64";
+  }
+  if (platform === "darwin") {
+    if (arch === "x64") return "macos-x64";
+    if (arch === "arm64") return "macos-aarch64";
+  }
+  if (platform === "win32") {
+    if (arch === "x64") return "windows-x64";
+    if (arch === "arm64") return "windows-aarch64";
+  }
+  return null;
+}
+
 // function to get the OS name matching strings from GUI
 function getOSName() {
   const platform = os.platform();
@@ -128,5 +148,12 @@ const getAvailableFeatures = async (idfVersion = IDFDefaultVersion) => {
   }
 }
 
-export { getPlatformKey, getOSName, getArchitecture, downloadOfflineArchive, getAvailableFeatures };
+export {
+  getPlatformKey,
+  getPlatformKey_eim,
+  getOSName,
+  getArchitecture,
+  downloadOfflineArchive,
+  getAvailableFeatures,
+};
 

tests/offlineRunner.test.js

@@ -21,6 +21,7 @@ import {
   pathToBuildInfo,
   pythonWheelsVersion,
 } from "./config.js";
+import { getPlatformKey_eim } from "./helper.js";
 import path from "path";
 import fs from "fs";
 
@@ -37,14 +38,20 @@ if (fs.existsSync(pathToBuildInfo)) {
         try {
           const content = fs.readFileSync(fullPath, "utf8");
           const jsonData = JSON.parse(content);
-          buildInfo.push(jsonData);
+          if (Array.isArray(jsonData)) {
+            buildInfo.push(...jsonData);
+          } else {
+            buildInfo.push(jsonData);
+          }
         } catch (err) {
           logger.error(`Failed to read or parse ${fullPath}: ${err.message}`);
         }
       }
     });
   }
   readJsonFilesRecursively(pathToBuildInfo);
+  const runnerPlatform = getPlatformKey_eim();
+  buildInfo = buildInfo.filter((info) => info.platform === runnerPlatform);
 } else {
   logger.error(`Directory not found: ${pathToBuildInfo}`);
 }

tests/scripts/CLICustomInstall.test.js

@@ -5,6 +5,8 @@ import logger from "../classes/logger.class.js";
 import TestProxy from "../classes/TestProxy.class.js";
 import { downloadOfflineArchive } from "../helper.js";
 import fs from "fs";
+import path from "path";
+import os from "os";
 
 export function runCLICustomInstallTest({
   id = 0,
@@ -20,6 +22,7 @@ export function runCLICustomInstallTest({
     let testRunner = null;
     let proxy = null;
     let pathToOfflineArchive = null;
+    const archiveDir = path.join(os.homedir(), "archive");
 
     before(async function () {
       logger.debug(
@@ -53,8 +56,10 @@ export function runCLICustomInstallTest({
       }
       if (pathToOfflineArchive) {
         args.push(`--use-local-archive "${pathToOfflineArchive}"`);
-        testRunner.sendInput("mkdir ~/archive");
-        testRunner.sendInput(`tar -xf ${pathToOfflineArchive} -C ~/archive`);
+        testRunner.sendInput(`mkdir ${archiveDir}`);
+        testRunner.sendInput(
+          `tar -xf ${pathToOfflineArchive} -C ${archiveDir}`
+        );
       }
       if (offlineIDFVersion && !pathToOfflineArchive) {
         logger.info(">>>>>>> Offline archive not found, skipping this test");
@@ -93,7 +98,7 @@ export function runCLICustomInstallTest({
       if (pathToOfflineArchive) {
         try {
           fs.rmSync(pathToOfflineArchive, { force: true });
-          fs.rmSync("~/archive", { recursive: true, force: true });
+          fs.rmSync(archiveDir, { recursive: true, force: true });
           logger.info(`Successfully deleted offline archive`);
         } catch (err) {
           logger.info(`Error deleting offline archive`);
@@ -111,12 +116,23 @@ export function runCLICustomInstallTest({
           fs.existsSync(pathToOfflineArchive),
           `Offline archive not found at ${pathToOfflineArchive}`
         ).to.be.true;
+        logger.info(`Checking for wheels folder for Python ${pythonVersion}`);
+        logger.info(
+          `Looking into ${path.join(archiveDir, `wheels_py${pythonVersion}`)}`
+        );
+        logger.info(`Contents: ${fs.readdirSync(archiveDir)}`);
+        logger.info(
+          `Contents2: ${fs.readdirSync(
+            path.join(archiveDir, `wheels_py${pythonVersion}`)
+          )}`
+        );
         expect(
-          fs.existsSync(`~/archive/wheels_py${pythonVersion}`),
+          fs.existsSync(path.join(archiveDir, `wheels_py${pythonVersion}`)),
           `Wheels folder for Python ${pythonVersion} not found in offline archive`
         ).to.be.true;
         expect(
-          fs.readdirSync(`~/archive/wheels_py${pythonVersion}`).length > 0,
+          fs.readdirSync(path.join(archiveDir, `wheels_py${pythonVersion}`))
+            .length > 0,
           `No wheels found for Python ${pythonVersion} in offline archive`
         ).to.be.true;
       });