1 files changed, 32 insertions, 0 deletions
diff --git a/nixpkgs/pkgs/development/libraries/sentencepiece/default.nix b/nixpkgs/pkgs/development/libraries/sentencepiece/default.nix
new file mode 100644
index 000000000000..412268654213
--- /dev/null
+++ b/nixpkgs/pkgs/development/libraries/sentencepiece/default.nix
@@ -0,0 +1,32 @@
+{ lib
+, fetchFromGitHub
+, stdenv
+, cmake
+, gperftools
+
+, withGPerfTools ? true
+}:
+
+stdenv.mkDerivation rec {
+  pname = "sentencepiece";
+  version = "0.1.91";
+
+  src = fetchFromGitHub {
+    owner = "google";
+    repo = pname;
+    rev = "v${version}";
+    sha256 = "1yg55h240iigjaii0k70mjb4sh3mgg54rp2sz8bx5glnsjwys5s3";
+  };
+
+  nativeBuildInputs = [ cmake ] ++ lib.optional withGPerfTools gperftools;
+
+  outputs = [ "bin" "dev" "out" ];
+
+  meta = with stdenv.lib; {
+    homepage = "https://github.com/google/sentencepiece";
+    description = "Unsupervised text tokenizer for Neural Network-based text generation";
+    license = licenses.asl20;
+    platforms = platforms.unix;
+    maintainers = with maintainers; [ danieldk pashashocky ];
+  };
+}