Have loading progress

2026-03-13 12:58:34 +00:00
parent 169ea2a5e8
commit e9e23e556e
12 changed files with 202 additions and 955 deletions
@@ -176,7 +176,7 @@
            ${lib.optionalString pkgs.stdenv.hostPlatform.isDarwin "--prefix PATH : ${pkgs.macmon}/bin"}
        '';

-      vllmEnv = pkgsCuda.python313.withPackages (ps: [ ps.vllm ]);
+      vllmEnv = pkgsCuda.python313.withPackages (ps: [ ps.vllm ps.fastsafetensors ]);

      vllmSite = pkgs.runCommand "vllm-site-filtered" { } ''
        mkdir -p $out