SreyanG-NVIDIA commited on
Commit
b1c98a6
·
verified ·
1 Parent(s): 0b7e831

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +23 -45
requirements.txt CHANGED
@@ -1,58 +1,36 @@
1
- # Core dependencies from pyproject.toml
2
- torch
3
- torchvision==0.18.0
 
 
 
 
 
 
 
 
 
 
 
4
  transformers==4.46.0
5
- tokenizers>=0.15.2
6
- sentencepiece==0.1.99
7
- shortuuid
8
  accelerate==0.34.2
9
- peft>=0.9.0
10
- bitsandbytes==0.43.2
11
- pydantic>=1,<2
12
- markdown2[all]
13
  numpy==1.26.4
14
- scikit-learn==1.2.2
15
- gradio==3.35.2
16
- gradio_client==0.2.9
17
- requests
18
- httpx
19
- uvicorn
20
- fastapi
21
- fire
22
- seaborn
23
- ring_flash_attn==0.1.1
24
- einops==0.6.1
25
- einops-exts==0.0.4
26
- timm==0.9.12
27
- openpyxl==3.1.2
28
- pytorchvideo==0.1.5
29
- decord==0.6.0
30
- datasets==2.16.1
31
- openai==1.8.0
32
- webdataset==0.2.86
33
- nltk==3.3
34
- pywsd==1.2.4
35
  opencv-python-headless==4.8.0.76
36
- tyro
37
- pytest
38
- pre-commit
39
- loguru
40
- hydra-core
41
- xgrammar
42
- deepspeed==0.9.5
43
- wandb
44
- ninja
45
 
46
- # Direct Git dependency
47
- git+https://github.com/bfshi/scaling_on_scales#egg=s2wrapper
48
-
49
- # Additional dependencies from shell script
50
  soundfile
51
  librosa
52
  openai-whisper
53
  ftfy
54
  ffmpeg
55
  jiwer
 
56
  kaldiio
 
 
 
57
  protobuf==3.20.*
58
- triton==2.3.0 # Override to latest only if using FP8 quantization
 
1
+ # Core dependencies
2
+ uv
3
+ hydra-core
4
+ loguru
5
+ Pillow
6
+ pydub
7
+ torch==2.3.0+cu128
8
+ torchvision==0.18.0+cu128
9
+ --extra-index-url https://download.pytorch.org/whl/cu128
10
+
11
+ # FlashAttention2
12
+ flash_attn==2.7.3
13
+
14
+ # Transformers and training utilities
15
  transformers==4.46.0
16
+ pytorchvideo==0.1.5
17
+ deepspeed==0.15.4
 
18
  accelerate==0.34.2
 
 
 
 
19
  numpy==1.26.4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  opencv-python-headless==4.8.0.76
21
+ matplotlib
 
 
 
 
 
 
 
 
22
 
23
+ # Audio
 
 
 
24
  soundfile
25
  librosa
26
  openai-whisper
27
  ftfy
28
  ffmpeg
29
  jiwer
30
+ wandb
31
  kaldiio
32
+ peft==0.14.0
33
+
34
+ # Compatibility fix
35
  protobuf==3.20.*
36
+ triton==3.1.0