dev/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Merge pull request #227126 from kira-bruneau/python3Packages.tokenizers

Browse Source 
python3Packages.tokenizers: 0.12.1 -> 0.13.3
This commit is contained in:
Kira Bruneau 2023-04-26 10:27:07 -04:00 committed by GitHub
commit 79ff5b7f95
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 2469 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2461
pkgs/development/python-modules/tokenizers/Cargo.lock generated Normal file
View File

File diff suppressed because it is too large Load Diff

14
pkgs/development/python-modules/tokenizers/default.nix
View File

@ -58,7 +58,7 @@ let
in
buildPythonPackage rec {
pname = "tokenizers";
version = "0.12.1";
version = "0.13.3";
disabled = pythonOlder "3.7";
@ -66,13 +66,15 @@ buildPythonPackage rec {
owner = "huggingface";
repo = pname;
rev = "python-v${version}";
hash = "sha256-XIXKgcqa6ToAH4OkyaaJALOS9F+sD8d5Z71RttRcIsw=";
hash = "sha256-QZG5jmr3vbyQs4mVBjwVDR31O66dUM+p39R0htJ1umk=";
};
cargoDeps = rustPlatform.fetchCargoTarball {
inherit src sourceRoot;
name = "${pname}-${version}";
hash = "sha256-Euvf0LNMa2Od+6gY1Ldge/7VPrH5mJoZduRRsb+lM/E=";
postPatch = ''
ln -s ${./Cargo.lock} Cargo.lock
'';
cargoDeps = rustPlatform.importCargoLock {
lockFile = ./Cargo.lock;
};
sourceRoot = "source/bindings/python";