Create requirements.txt

requirements.txt

@@ -0,0 +1,100 @@
+# Core Dependencies
+streamlit==1.32.0
+pandas==2.1.4
+numpy==1.26.4
+pyyaml==6.0.1
+tqdm==4.66.1
+matplotlib==3.8.3
+seaborn==0.13.1
+plotly==5.18.0
+scipy==1.12.0
+
+# HF中国镜像站 and NLP
+transformers==4.38.1
+datasets==2.16.1
+tokenizers==0.15.0
+sentence-transformers==2.3.1
+huggingface-hub==0.20.3
+accelerate==0.27.2
+optimum==1.15.0
+safetensors==0.4.1
+
+# Arabic NLP
+arabert==1.0.1
+arabert-preprocess==0.2.0
+farasapy==0.0.14
+camel-tools==1.6.0
+pyarabic==0.6.15
+
+# Deep Learning
+torch==2.1.2
+torchvision==0.16.2
+torchaudio==2.1.2
+bitsandbytes==0.41.3
+peft==0.7.1
+
+# LLM and RAG Systems
+langchain==0.1.5
+langchain-community==0.0.17
+langchain-huggingface==0.0.1
+langchain-core==0.1.14
+anthropic==0.8.1
+llama-index==0.9.12
+ctransformers==0.2.27
+einops==0.7.0
+
+# Document Processing
+pdfplumber==0.10.3
+python-docx==1.0.1
+PyPDF2==3.0.1
+openpyxl==3.1.2
+unstructured==0.11.6
+
+# OCR
+pytesseract==0.3.10
+pdf2image==1.16.3
+easyocr==1.7.1
+pillow==10.2.0
+
+# Vector Databases
+chromadb==0.4.22
+faiss-cpu==1.7.4
+qdrant-client==1.7.0
+pymilvus==2.3.2
+
+# ML & Time Series Forecasting
+scikit-learn==1.4.0
+xgboost==2.0.3
+lightgbm==4.1.0
+catboost==1.2.2
+prophet==1.1.5
+statsmodels==0.14.1
+
+# Web & API
+requests==2.31.0
+fastapi==0.109.2
+uvicorn==0.27.0
+beautifulsoup4==4.12.2
+aiohttp==3.9.1
+
+# Evaluation & Monitoring
+evaluate==0.4.1
+tensorboard==2.15.1
+wandb==0.16.2
+mlflow==2.10.0
+
+# Visualization & UI Components
+ipywidgets==8.1.1
+streamlit-option-menu==0.3.6
+streamlit-extras==0.3.6
+streamlit-chat==0.1.1
+streamlit-aggrid==0.3.4.post3
+streamlit-folium==0.15.0
+
+# Utils
+python-dotenv==1.0.0
+pydantic==2.5.3
+pytest==7.4.3
+black==23.12.0
+isort==5.13.2
+mypy==1.7.1