transformers/a100env.yml at main · moreh-dev/transformers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
name: transformers-hf
dependencies:
    - python=3.8
    - pip
    - pip:
        - torch==1.13.1
        - torchaudio==0.13.1
        - torchvision==0.14.1
        - transformers==4.29.2
        - datasets>=2.14.6
        - protobuf
        - evaluate
        - sentencepiece==0.1.99
        - accelerate >= 0.12.0
        - mlflow
        - accelerate==0.21.0
        - jiwer
        - librosa
        - matplotlib
        - nltk==3.8.1
        - numpy
        - pandas==2.0.3
        - pytest
        - optuna
        - py7zr
        - rjieba==0.1.11
        - rouge-score
        - sacremoses==0.0.53
        - sacrebleu==2.3.1
        - seqeval==1.2.2
        - scikit-learn
        - scipy==1.10.1
        - soundfile==0.12.1
        - tqdm
        - fsspec==2023.9.2
variables:
  TRANSFORMERS_CACHE: /nas/huggingface_pretrained_models
  HF_DATASETS_CACHE: /nas/common_data/huggingface