|
| 1 | +{ |
| 2 | + description = "mold - like ollama, but for diffusion models"; |
| 3 | + |
| 4 | + inputs = { |
| 5 | + nixpkgs.url = "github:NixOS/nixpkgs/nixos-unstable"; |
| 6 | + flake-utils.url = "github:numtide/flake-utils"; |
| 7 | + rust-overlay = { |
| 8 | + url = "github:oxalica/rust-overlay"; |
| 9 | + inputs.nixpkgs.follows = "nixpkgs"; |
| 10 | + }; |
| 11 | + }; |
| 12 | + |
| 13 | + outputs = { self, nixpkgs, flake-utils, rust-overlay }: |
| 14 | + flake-utils.lib.eachDefaultSystem (system: |
| 15 | + let |
| 16 | + isLinux = builtins.elem system [ "x86_64-linux" "aarch64-linux" ]; |
| 17 | + isDarwin = builtins.elem system [ "x86_64-darwin" "aarch64-darwin" ]; |
| 18 | + overlays = [ rust-overlay.overlays.default ]; |
| 19 | + pkgs = import nixpkgs { |
| 20 | + inherit system overlays; |
| 21 | + config.allowUnfree = true; |
| 22 | + config.cudaSupport = isLinux; |
| 23 | + }; |
| 24 | + rustToolchain = pkgs.rust-bin.stable.latest.default.override { |
| 25 | + extensions = [ "rust-src" "rustfmt" "clippy" ]; |
| 26 | + }; |
| 27 | + |
| 28 | + commonInputs = [ |
| 29 | + rustToolchain |
| 30 | + pkgs.pkg-config |
| 31 | + pkgs.openssl |
| 32 | + pkgs.git |
| 33 | + ]; |
| 34 | + |
| 35 | + linuxInputs = pkgs.lib.optionals isLinux [ |
| 36 | + pkgs.cudaPackages.cuda_nvcc |
| 37 | + pkgs.cudaPackages.cuda_cudart |
| 38 | + pkgs.cudaPackages.libcublas |
| 39 | + pkgs.cudaPackages.cuda_nvtx |
| 40 | + ]; |
| 41 | + |
| 42 | + darwinInputs = pkgs.lib.optionals isDarwin [ |
| 43 | + pkgs.libiconv |
| 44 | + ]; |
| 45 | + in |
| 46 | + { |
| 47 | + devShells.default = pkgs.mkShell { |
| 48 | + buildInputs = commonInputs ++ linuxInputs ++ darwinInputs; |
| 49 | + |
| 50 | + env = pkgs.lib.optionalAttrs isLinux { |
| 51 | + CUDA_PATH = "${pkgs.cudaPackages.cuda_cudart}"; |
| 52 | + CUDA_COMPUTE_CAP = "89"; # RTX 4090 = sm_89 |
| 53 | + }; |
| 54 | + |
| 55 | + LD_LIBRARY_PATH = pkgs.lib.optionalString isLinux ( |
| 56 | + (pkgs.lib.makeLibraryPath [ |
| 57 | + pkgs.cudaPackages.cuda_cudart |
| 58 | + pkgs.cudaPackages.libcublas |
| 59 | + ]) + ":/run/opengl-driver/lib" |
| 60 | + ); |
| 61 | + |
| 62 | + shellHook = '' |
| 63 | + echo "mold dev shell (${system})" |
| 64 | + '' + pkgs.lib.optionalString isLinux '' |
| 65 | + echo " CUDA enabled - build with: cargo build --release -p mold-server --features cuda" |
| 66 | + '' + pkgs.lib.optionalString isDarwin '' |
| 67 | + echo " macOS - build with: cargo build --release -p mold-server --features metal" |
| 68 | + ''; |
| 69 | + }; |
| 70 | + } |
| 71 | + ); |
| 72 | +} |
0 commit comments