Move downloading binaries to new package (#7033)

* Move downloading binaries to new package Signed-off-by: Sebastian Malton <sebastian@malton.name> * Remove old location from files Signed-off-by: Sebastian Malton <sebastian@malton.name> * Swtich @k8slens/download-binaries to provide a binary Signed-off-by: Sebastian Malton <sebastian@malton.name> --------- Signed-off-by: Sebastian Malton <sebastian@malton.name>
2025-05-20 05:10:56 +00:00 · 2023-01-27 09:48:33 -05:00
1 parent 9eec04ab87
commit 4e4934ba1a
@@ -1,280 +0,0 @@
-/**
- * Copyright (c) OpenLens Authors. All rights reserved.
- * Licensed under MIT License. See LICENSE in root directory for more information.
- */
-import packageInfo from "../package.json";
-import type { FileHandle } from "fs/promises";
-import { open } from "fs/promises";
-import type { WriteStream } from "fs-extra";
-import { constants, ensureDir, unlink } from "fs-extra";
-import path from "path";
-import type * as FetchModule from "@k8slens/node-fetch";
-import { promisify } from "util";
-import { pipeline as _pipeline, Transform, Writable } from "stream";
-import type { SingleBar } from "cli-progress";
-import { MultiBar } from "cli-progress";
-import { extract } from "tar-stream";
-import gunzip from "gunzip-maybe";
-import { isErrnoException, setTimeoutFor } from "../../core/src/common/utils";
-import AbortController from "abort-controller";
-
-type Response = FetchModule.Response;
-type RequestInfo = FetchModule.RequestInfo;
-type RequestInit = FetchModule.RequestInit;
-
-const pipeline = promisify(_pipeline);
-
-const getBinaryName = (binaryName: string, { forPlatform }: { forPlatform : string }) => {
-  if (forPlatform === "windows") {
-    return `${binaryName}.exe`;
-  }
-
-  return binaryName;
-};
-
-interface BinaryDownloaderArgs {
-  readonly version: string;
-  readonly platform: SupportedPlatform;
-  readonly downloadArch: string;
-  readonly fileArch: string;
-  readonly binaryName: string;
-  readonly baseDir: string;
-}
-
-interface BinaryDownloaderDependencies {
-  fetch: (url: RequestInfo, init?: RequestInit) => Promise<Response>;
-}
-
-abstract class BinaryDownloader {
-  protected abstract readonly url: string;
-  protected readonly bar: SingleBar;
-  protected readonly target: string;
-
-  protected getTransformStreams(file: Writable): (NodeJS.ReadWriteStream | NodeJS.WritableStream)[] {
-    return [file];
-  }
-
-  constructor(protected readonly dependencies: BinaryDownloaderDependencies, public readonly args: BinaryDownloaderArgs, multiBar: MultiBar) {
-    this.bar = multiBar.create(1, 0, args);
-    this.target = path.join(args.baseDir, args.platform, args.fileArch, args.binaryName);
-  }
-
-  async ensureBinary(): Promise<void> {
-    if (process.env.LENS_SKIP_DOWNLOAD_BINARIES === "true") {
-      return;
-    }
-
-    const controller = new AbortController();
-
-    setTimeoutFor(controller, 15 * 60 * 1000);
-
-    const stream = await this.dependencies.fetch(this.url, {
-      signal: controller.signal,
-    });
-    const total = Number(stream.headers.get("content-length"));
-    const bar = this.bar;
-    let fileHandle: FileHandle | undefined = undefined;
-
-    if (isNaN(total)) {
-      throw new Error("no content-length header was present");
-    }
-
-    bar.setTotal(total);
-
-    await ensureDir(path.dirname(this.target), 0o755);
-
-    try {
-      /**
-       * This is necessary because for some reason `createWriteStream({ flags: "wx" })`
-       * was throwing someplace else and not here
-       */
-      const handle = fileHandle = await open(this.target, constants.O_WRONLY | constants.O_CREAT | constants.O_EXCL);
-
-      if (!stream.body) {
-        throw new Error("no body on stream");
-      }
-
-      await pipeline(
-        stream.body,
-        new Transform({
-          transform(chunk, encoding, callback) {
-            bar.increment(chunk.length);
-            this.push(chunk);
-            callback();
-          },
-        }),
-        ...this.getTransformStreams(new Writable({
-          write(chunk, encoding, cb) {
-            handle.write(chunk)
-              .then(() => cb())
-              .catch(cb);
-          },
-        })),
-      );
-      await fileHandle.chmod(0o755);
-      await fileHandle.close();
-    } catch (error) {
-      await fileHandle?.close();
-
-      if (isErrnoException(error) && error.code === "EEXIST") {
-        bar.increment(total); // mark as finished
-        controller.abort(); // stop trying to download
-      } else {
-        await unlink(this.target);
-        throw error;
-      }
-    }
-  }
-}
-
-class LensK8sProxyDownloader extends BinaryDownloader {
-  protected readonly url: string;
-
-  constructor(deps: BinaryDownloaderDependencies, args: Omit<BinaryDownloaderArgs, "binaryName">, bar: MultiBar) {
-    const binaryName = getBinaryName("lens-k8s-proxy", { forPlatform: args.platform });
-
-    super(deps, { ...args, binaryName }, bar);
-    this.url = `https://github.com/lensapp/lens-k8s-proxy/releases/download/v${args.version}/lens-k8s-proxy-${args.platform}-${args.downloadArch}`;
-  }
-}
-
-class KubectlDownloader extends BinaryDownloader {
-  protected readonly url: string;
-
-  constructor(deps: BinaryDownloaderDependencies, args: Omit<BinaryDownloaderArgs, "binaryName">, bar: MultiBar) {
-    const binaryName = getBinaryName("kubectl", { forPlatform: args.platform });
-
-    super(deps, { ...args, binaryName }, bar);
-    this.url = `https://storage.googleapis.com/kubernetes-release/release/v${args.version}/bin/${args.platform}/${args.downloadArch}/${binaryName}`;
-  }
-}
-
-class HelmDownloader extends BinaryDownloader {
-  protected readonly url: string;
-
-  constructor(deps: BinaryDownloaderDependencies, args: Omit<BinaryDownloaderArgs, "binaryName">, bar: MultiBar) {
-    const binaryName = getBinaryName("helm", { forPlatform: args.platform });
-
-    super(deps, { ...args, binaryName }, bar);
-    this.url = `https://get.helm.sh/helm-v${args.version}-${args.platform}-${args.downloadArch}.tar.gz`;
-  }
-
-  protected getTransformStreams(file: WriteStream) {
-    const extracting = extract({
-      allowUnknownFormat: false,
-    });
-
-    extracting.on("entry", (headers, stream, next) => {
-      if (headers.name.endsWith(this.args.binaryName)) {
-        stream
-          .pipe(file)
-          .once("finish", () => next())
-          .once("error", next);
-      } else {
-        stream.resume();
-        next();
-      }
-    });
-
-    return [gunzip(3), extracting];
-  }
-}
-
-type SupportedPlatform = "darwin" | "linux" | "windows";
-
-const importFetchModule = new Function('return import("node-fetch")') as () => Promise<typeof FetchModule>;
-
-async function main() {
-  const deps: BinaryDownloaderDependencies = {
-    fetch: (await importFetchModule()).default,
-  };
-  const normalizedPlatform = (() => {
-    switch (process.platform) {
-      case "darwin":
-        return "darwin";
-      case "linux":
-        return "linux";
-      case "win32":
-        return "windows";
-      default:
-        throw new Error(`platform=${process.platform} is unsupported`);
-    }
-  })();
-  const multiBar = new MultiBar({
-    align: "left",
-    clearOnComplete: false,
-    hideCursor: true,
-    autopadding: true,
-    noTTYOutput: true,
-    format: "[{bar}] {percentage}% | {downloadArch} {binaryName}",
-  });
-  const baseDir = path.join(process.cwd(), "binaries", "client");
-  const downloaders: BinaryDownloader[] = [
-    new LensK8sProxyDownloader(deps, {
-      version: packageInfo.config.k8sProxyVersion,
-      platform: normalizedPlatform,
-      downloadArch: "amd64",
-      fileArch: "x64",
-      baseDir,
-    }, multiBar),
-    new KubectlDownloader(deps, {
-      version: packageInfo.config.bundledKubectlVersion,
-      platform: normalizedPlatform,
-      downloadArch: "amd64",
-      fileArch: "x64",
-      baseDir,
-    }, multiBar),
-    new HelmDownloader(deps, {
-      version: packageInfo.config.bundledHelmVersion,
-      platform: normalizedPlatform,
-      downloadArch: "amd64",
-      fileArch: "x64",
-      baseDir,
-    }, multiBar),
-  ];
-
-  if (normalizedPlatform !== "windows") {
-    downloaders.push(
-      new LensK8sProxyDownloader(deps, {
-        version: packageInfo.config.k8sProxyVersion,
-        platform: normalizedPlatform,
-        downloadArch: "arm64",
-        fileArch: "arm64",
-        baseDir,
-      }, multiBar),
-      new KubectlDownloader(deps, {
-        version: packageInfo.config.bundledKubectlVersion,
-        platform: normalizedPlatform,
-        downloadArch: "arm64",
-        fileArch: "arm64",
-        baseDir,
-      }, multiBar),
-      new HelmDownloader(deps, {
-        version: packageInfo.config.bundledHelmVersion,
-        platform: normalizedPlatform,
-        downloadArch: "arm64",
-        fileArch: "arm64",
-        baseDir,
-      }, multiBar),
-    );
-  }
-
-  const settledResults = await Promise.allSettled(downloaders.map(downloader => (
-    downloader.ensureBinary()
-      .catch(error => {
-        throw new Error(`Failed to download ${downloader.args.binaryName} for ${downloader.args.platform}/${downloader.args.downloadArch}: ${error}`);
-      })
-  )));
-
-  multiBar.stop();
-  const errorResult = settledResults.find(res => res.status === "rejected") as PromiseRejectedResult | undefined;
-
-  if (errorResult) {
-    console.error("234", String(errorResult.reason));
-    process.exit(1);
-  }
-
-  process.exit(0);
-}
-
-main().catch(error => console.error("from main", error));
@@ -35,7 +35,7 @@
    "dev:renderer": "env NODE_ENV=development ts-node ./webpack/dev-server.ts",
    "test:integration": "jest -xyz --runInBand --detectOpenHandles --forceExit --modulePaths=[\"<rootDir>/integration/\"];",
    "build:tray-icons": "ts-node build/generate-tray-icons.ts",
-    "download:binaries": "ts-node build/download_binaries.ts"
+    "download:binaries": "npm exec -- @k8slens/download-binaries --package $INIT_CWD/package.json --base-dir $INIT_CWD/binaries/client"
  },
  "config": {
    "k8sProxyVersion": "0.3.0",
@@ -193,6 +193,7 @@
  },
  "dependencies": {
    "@k8slens/core": "^6.4.0-beta.6",
+    "@k8slens/download-binaries": "^6.4.0-beta.6",
    "@ogre-tools/fp": "^12.0.1",
    "@ogre-tools/injectable": "^12.0.1",
    "@ogre-tools/injectable-extension-for-auto-registration": "^12.0.1",
@@ -207,10 +208,8 @@
    "@swc/jest": "^0.2.24",
    "@types/byline": "^4.2.33",
    "@types/chart.js": "^2.9.36",
-    "@types/cli-progress": "^3.11.0",
    "@types/color": "^3.0.3",
    "@types/crypto-js": "^3.1.47",
-    "@types/gunzip-maybe": "^1.4.0",
    "@types/lodash": "^4.14.191",
    "@types/node": "^16.18.6",
    "@types/proper-lockfile": "^4.1.2",
@@ -220,7 +219,6 @@
    "@types/react-window": "^1.8.5",
    "@types/request-promise-native": "^1.0.18",
    "@types/tar": "^6.1.3",
-    "@types/tar-stream": "^2.2.2",
    "@types/tcp-port-used": "^1.0.1",
    "@types/url-parse": "^1.4.8",
    "@types/uuid": "^8.3.4",
@@ -231,7 +229,6 @@
    "abort-controller": "^3.0.0",
    "autoprefixer": "^10.4.13",
    "circular-dependency-plugin": "^5.2.2",
-    "cli-progress": "^3.11.2",
    "concurrently": "^7.6.0",
    "css-loader": "^6.7.2",
    "electron": "^19.1.9",
@@ -239,7 +236,6 @@
    "electron-notarize": "^0.3.0",
    "esbuild-loader": "^2.20.0",
    "fork-ts-checker-webpack-plugin": "^7.2.14",
-    "gunzip-maybe": "^1.4.2",
    "html-webpack-plugin": "^5.5.0",
    "jest": "^28.1.3",
    "jest-environment-jsdom": "^28.1.3",