mirror of
https://github.com/NixOS/nixpkgs.git
synced 2026-07-21 16:11:22 +00:00
python3Packages.exllamav3: 0.0.43 -> 1.1.0
(cherry picked from commit dfdf079ccd)
This commit is contained in:
@@ -7,7 +7,6 @@
|
||||
|
||||
setuptools,
|
||||
|
||||
flash-attn,
|
||||
flash-linear-attention,
|
||||
formatron,
|
||||
kbnf,
|
||||
@@ -22,21 +21,20 @@
|
||||
tokenizers,
|
||||
torch,
|
||||
typing-extensions,
|
||||
xformers,
|
||||
}:
|
||||
let
|
||||
newerThanTuring = lib.filter (version: lib.versionOlder "7.9" version) torch.cudaCapabilities;
|
||||
in
|
||||
buildPythonPackage.override { inherit (torch) stdenv; } (finalAttrs: {
|
||||
pname = "exllamav3";
|
||||
version = "0.0.43";
|
||||
version = "1.1.0";
|
||||
pyproject = true;
|
||||
|
||||
src = fetchFromGitHub {
|
||||
owner = "turboderp-org";
|
||||
repo = "exllamav3";
|
||||
tag = "v${finalAttrs.version}";
|
||||
hash = "sha256-68v8ptvtOzRTnnRXrgU0emqmbCO0pECidgJ36bwm8/s=";
|
||||
hash = "sha256-JlZt1UuTMmjaQWhiQZxzbHK3WgYYoBjP9PMEizEfsLY=";
|
||||
};
|
||||
|
||||
pythonRelaxDeps = [
|
||||
@@ -60,7 +58,6 @@ buildPythonPackage.override { inherit (torch) stdenv; } (finalAttrs: {
|
||||
];
|
||||
|
||||
dependencies = [
|
||||
flash-attn
|
||||
flash-linear-attention
|
||||
formatron
|
||||
kbnf
|
||||
@@ -74,7 +71,6 @@ buildPythonPackage.override { inherit (torch) stdenv; } (finalAttrs: {
|
||||
tokenizers
|
||||
torch
|
||||
typing-extensions
|
||||
xformers
|
||||
];
|
||||
|
||||
env = lib.optionalAttrs torch.cudaSupport {
|
||||
|
||||
Reference in New Issue
Block a user