fix: remove CUDA binary compression for Windows (#243)

* fix: remove CUDA binary compression for Windows
* fix: improve `inspect gpu` command output

Author: giladgd

.github/workflows/build.yml

@@ -235,25 +235,25 @@ jobs:
           path: "upxInstallations/**"
           key: cache-upx-${{ runner.os }}-${{ github.workflow }}
 
-      - name: Compress CUDA binary on Windows
-        if: matrix.config.name == 'Windows for x64'
-        shell: bash
-        env:
-          UPX_VERSION: 4.2.4
-        run: |
-          mkdir -p upxInstallations
-
-          if [ ! -f "./upxInstallations/upx-${UPX_VERSION}-win64.zip" ]; then
-            pushd upxInstallations
-            curl -OL "https://github.com/upx/upx/releases/download/v${UPX_VERSION}/upx-${UPX_VERSION}-win64.zip"
-            popd
-          fi
-
-          mkdir -p upx
-          unzip -d ./upx "./upxInstallations/upx-${UPX_VERSION}-win64.zip"
-          mv "./upx/upx-${UPX_VERSION}-win64" ./upx/upx
-
-          ./upx/upx/upx.exe --best ./bins/win-x64-cuda/llama-addon.node
+#      - name: Compress CUDA binary on Windows
+#        if: matrix.config.name == 'Windows for x64'
+#        shell: bash
+#        env:
+#          UPX_VERSION: 4.2.4
+#        run: |
+#          mkdir -p upxInstallations
+#
+#          if [ ! -f "./upxInstallations/upx-${UPX_VERSION}-win64.zip" ]; then
+#            pushd upxInstallations
+#            curl -OL "https://github.com/upx/upx/releases/download/v${UPX_VERSION}/upx-${UPX_VERSION}-win64.zip"
+#            popd
+#          fi
+#
+#          mkdir -p upx
+#          unzip -d ./upx "./upxInstallations/upx-${UPX_VERSION}-win64.zip"
+#          mv "./upx/upx-${UPX_VERSION}-win64" ./upx/upx
+#
+#          ./upx/upx/upx.exe --best ./bins/win-x64-cuda/llama-addon.node
 
       - name: Compress CUDA binary on Ubuntu
         if: matrix.config.name == 'Ubuntu'

src/bindings/utils/getLinuxDistroInfo.ts

@@ -25,10 +25,10 @@ export async function isDistroAlpineLinux(linuxDistroInfo: LinuxDistroInfo) {
 
 async function getOsReleaseInfo() {
     for (const osReleasePath of osReleasePaths) {
-        if (!(await fs.pathExists(osReleasePath)))
-            continue;
-
         try {
+            if (!(await fs.pathExists(osReleasePath)))
+                continue;
+
             const osReleaseFile = await fs.readFile(osReleasePath, "utf-8");
 
             const res = new Map<string, string>();

src/cli/commands/ChatCommand.ts

@@ -497,6 +497,8 @@ async function RunChat({
         return res;
     }
 
+    void session.preloadPrompt("");
+
     // eslint-disable-next-line no-constant-condition
     while (true) {
         let hadNoWhitespaceTextInThisIteration = false;

src/cli/commands/inspect/commands/InspectGpuCommand.ts

@@ -11,6 +11,8 @@ import {getModuleVersion} from "../../../../utils/getModuleVersion.js";
 import {withCliCommandDescriptionDocsUrl} from "../../../utils/withCliCommandDescriptionDocsUrl.js";
 import {documentationPageUrls} from "../../../../config.js";
 import {Llama} from "../../../../bindings/Llama.js";
+import {getPlatformInfo} from "../../../../bindings/utils/getPlatformInfo.js";
+import {getLinuxDistroInfo} from "../../../../bindings/utils/getLinuxDistroInfo.js";
 
 type InspectGpuCommand = {
     // no options for now
@@ -36,7 +38,21 @@ export const InspectGpuCommand: CommandModule<object, InspectGpuCommand> = {
             return gpuToLlama.get(gpu);
         }
 
-        console.info(`${chalk.yellow("OS:")} ${os.type()} ${os.release()} ${chalk.dim("(" + os.arch() + ")")}`);
+        if (platform === "linux") {
+            const linuxDistroInfo = await getLinuxDistroInfo();
+
+            if (linuxDistroInfo.prettyName !== "")
+                console.info(`${chalk.yellow("OS:")} ${linuxDistroInfo.prettyName} ${chalk.dim("(" + os.arch() + ")")}`);
+            else
+                console.info(`${chalk.yellow("OS:")} ${linuxDistroInfo.name || os.type()} ${linuxDistroInfo.version || os.release()} ${chalk.dim("(" + os.arch() + ")")}`);
+        } else {
+            const platformInfo = await getPlatformInfo();
+            const osName = platformInfo.name === "Unknown"
+                ? os.type()
+                : platformInfo.name;
+
+            console.info(`${chalk.yellow("OS:")} ${osName} ${platformInfo.version} ${chalk.dim("(" + os.arch() + ")")}`);
+        }
 
         if (process.versions.node != null)
             console.info(`${chalk.yellow("Node:")} ${process.versions.node} ${chalk.dim("(" + arch + ")")}`);