lemms commited on
Commit
7a71b42
·
verified ·
1 Parent(s): 8d73c92

Update Space dependencies

Browse files
Files changed (1) hide show
  1. requirements.txt +26 -51
requirements.txt CHANGED
@@ -1,51 +1,26 @@
1
- # Complete Training Dependencies for OpenLLM Space - Updated for Gradio 4.44.1
2
- # This file includes all necessary packages for real model training
3
-
4
- # Core Machine Learning Framework
5
- torch>=2.0.0 # PyTorch deep learning framework
6
- torchvision>=0.15.0 # Computer vision utilities
7
- torchaudio>=2.0.0 # Audio processing utilities
8
-
9
- # Hugging Face Ecosystem - Complete Training Stack
10
- transformers>=4.30.0 # Pre-trained models and training utilities
11
- datasets>=2.12.0 # Dataset loading and processing
12
- tokenizers>=0.13.0 # Fast tokenization library
13
- sentencepiece>=0.1.99 # SentencePiece tokenization (CRITICAL for OpenLLM models)
14
- huggingface_hub>=0.34.0 # Hugging Face Hub integration
15
- accelerate>=0.20.0 # Distributed training acceleration
16
-
17
- # User Interface Framework - Updated to 4.44.1
18
- gradio==4.44.1 # Web UI framework for ML applications (fixed version)
19
-
20
- # Data Processing and Scientific Computing
21
- numpy>=1.24.0 # Numerical computing library
22
- pandas>=2.0.0 # Data manipulation and analysis
23
- scipy>=1.10.0 # Scientific computing utilities
24
-
25
- # Progress and Monitoring
26
- tqdm>=4.65.0 # Progress bars for long-running operations
27
- psutil>=5.9.0 # System and process utilities
28
-
29
- # Memory and Performance Optimization
30
- bitsandbytes>=0.41.0 # Quantization utilities for memory efficiency
31
- peft>=0.4.0 # Parameter-Efficient Fine-Tuning
32
-
33
- # Logging and Debugging
34
- wandb>=0.15.0 # Experiment tracking (optional)
35
- tensorboard>=2.13.0 # Training visualization (optional)
36
-
37
- # Additional Utilities
38
- requests>=2.31.0 # HTTP library for API calls
39
- pillow>=9.5.0 # Image processing (if needed)
40
- matplotlib>=3.7.0 # Plotting and visualization
41
- seaborn>=0.12.0 # Statistical data visualization
42
-
43
- # Development and Testing (optional)
44
- pytest>=7.4.0 # Testing framework
45
- black>=23.0.0 # Code formatting
46
- flake8>=6.0.0 # Code linting
47
-
48
- # Note: These versions are compatible with Hugging Face Spaces
49
- # and provide stable training performance for OpenLLM models
50
- # Gradio 4.44.1 fixes compatibility issues with JSON components
51
- # SentencePiece is CRITICAL for OpenLLM model tokenization
 
1
+ # OpenLLM Training Space Requirements
2
+ # Core dependencies for Space deployment
3
+
4
+ # Hugging Face Hub for authentication and model upload
5
+ huggingface_hub>=0.19.0
6
+
7
+ # Gradio for web interface
8
+ gradio>=4.0.0
9
+
10
+ # PyTorch for model training
11
+ torch>=2.0.0
12
+ torchvision>=0.15.0
13
+
14
+ # Transformers for model handling
15
+ transformers>=4.35.0
16
+
17
+ # SentencePiece for tokenization
18
+ sentencepiece>=0.1.99
19
+
20
+ # NumPy and other utilities
21
+ numpy>=1.24.0
22
+ pandas>=2.0.0
23
+
24
+ # Additional utilities
25
+ requests>=2.31.0
26
+ tqdm>=4.65.0