1 files changed, 57 insertions, 0 deletions
diff --git a/nixpkgs/pkgs/development/python-modules/transformers/default.nix b/nixpkgs/pkgs/development/python-modules/transformers/default.nix
new file mode 100644
index 000000000000..594204754408
--- /dev/null
+++ b/nixpkgs/pkgs/development/python-modules/transformers/default.nix
@@ -0,0 +1,57 @@
+{ buildPythonPackage
+, lib, stdenv
+, fetchFromGitHub
+, pythonOlder
+, cookiecutter
+, filelock
+, importlib-metadata
+, regex
+, requests
+, numpy
+, protobuf
+, sacremoses
+, tokenizers
+, tqdm
+}:
+
+buildPythonPackage rec {
+  pname = "transformers";
+  version = "4.2.2";
+
+  src = fetchFromGitHub {
+    owner = "huggingface";
+    repo = pname;
+    rev = "v${version}";
+    hash = "sha256-sBMCzEgYX6HQbzoEIYnmMdpYecCCsQjTdl2mO1Veu9M=";
+  };
+
+  propagatedBuildInputs = [
+    cookiecutter
+    filelock
+    numpy
+    protobuf
+    regex
+    requests
+    sacremoses
+    tokenizers
+    tqdm
+  ] ++ lib.optionals (pythonOlder "3.8") [ importlib-metadata ];
+
+  # Many tests require internet access.
+  doCheck = false;
+
+  postPatch = ''
+    sed -ri 's/tokenizers==[0-9.]+/tokenizers/g' setup.py
+  '';
+
+  pythonImportsCheck = [ "transformers" ];
+
+  meta = with lib; {
+    homepage = "https://github.com/huggingface/transformers";
+    description = "State-of-the-art Natural Language Processing for TensorFlow 2.0 and PyTorch";
+    changelog = "https://github.com/huggingface/transformers/releases/tag/v${version}";
+    license = licenses.asl20;
+    platforms = platforms.unix;
+    maintainers = with maintainers; [ danieldk pashashocky ];
+  };
+}