about summary refs log tree commit diff
path: root/nixpkgs/pkgs/development/python-modules/ctranslate2/default.nix
blob: a86516856fd44dc67f7441d4adb87172a5b24791 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
{ lib
, buildPythonPackage

# build-system
, pybind11
, setuptools

# dependencies
, ctranslate2-cpp
, numpy
, pyyaml

# tests
, pytestCheckHook
, tensorflow-bin
, torch
, transformers
, wurlitzer
}:

buildPythonPackage rec {
  inherit (ctranslate2-cpp) pname version src;
  format = "setuptools";

  # https://github.com/OpenNMT/CTranslate2/tree/master/python
  sourceRoot = "${src.name}/python";

  nativeBuildInputs = [
    pybind11
    setuptools
  ];

  buildInputs = [
    ctranslate2-cpp
  ];

  propagatedBuildInputs = [
    numpy
    pyyaml
  ];

  pythonImportsCheck = [
    # https://opennmt.net/CTranslate2/python/overview.html
    "ctranslate2"
    "ctranslate2.converters"
    "ctranslate2.models"
    "ctranslate2.specs"
  ];

  nativeCheckInputs = [
    pytestCheckHook
    tensorflow-bin
    torch
    transformers
    wurlitzer
  ];

  preCheck = ''
    # run tests against build result, not sources
    rm -rf ctranslate2

    export HOME=$TMPDIR
  '';

  disabledTests = [
    # AssertionError: assert 'int8' in {'float32'}
    "test_get_supported_compute_types"
  ];

  disabledTestPaths = [
    # TODO: ModuleNotFoundError: No module named 'opennmt'
    "tests/test_opennmt_tf.py"
    # OSError: We couldn't connect to 'https://huggingface.co' to load this file
    "tests/test_transformers.py"
  ];

  meta = with lib; {
    description = "Fast inference engine for Transformer models";
    homepage = "https://github.com/OpenNMT/CTranslate2";
    changelog = "https://github.com/OpenNMT/CTranslate2/blob/${src.rev}/CHANGELOG.md";
    license = licenses.mit;
    maintainers = with maintainers; [ hexa ];
  };
}