Davidtran99 commited on
Commit
9a0d79d
·
1 Parent(s): c509ba7

Fix: Reranker os scope bug + nâng transformers>=4.46 trong Docker backend

Browse files
backend/hue_portal/core/reranker.py CHANGED
@@ -55,17 +55,16 @@ def get_reranker(model_name: Optional[str] = None):
55
  print(f"[RERANKER] ⚠️ FlagEmbedding failed: {e}, trying CrossEncoder...", flush=True)
56
  logger.warning("[RERANKER] FlagEmbedding failed: %s, trying CrossEncoder", e)
57
 
58
- # Fallback: Use sentence-transformers CrossEncoder (compatible with transformers 4.44.2)
59
  try:
60
  from sentence_transformers import CrossEncoder
61
 
62
- # Use a lightweight cross-encoder model compatible with transformers 4.44.2
63
  fallback_model = "cross-encoder/ms-marco-MiniLM-L-6-v2"
64
  print(f"[RERANKER] Loading CrossEncoder fallback: {fallback_model}", flush=True)
65
  logger.info("[RERANKER] Loading CrossEncoder fallback: %s", fallback_model)
66
 
67
  # Set timeout for model download (30 seconds)
68
- import os
69
  os.environ.setdefault("HF_HUB_DOWNLOAD_TIMEOUT", "30")
70
 
71
  _reranker = CrossEncoder(fallback_model, max_length=512)
 
55
  print(f"[RERANKER] ⚠️ FlagEmbedding failed: {e}, trying CrossEncoder...", flush=True)
56
  logger.warning("[RERANKER] FlagEmbedding failed: %s, trying CrossEncoder", e)
57
 
58
+ # Fallback: Use sentence-transformers CrossEncoder (compatible with modern transformers)
59
  try:
60
  from sentence_transformers import CrossEncoder
61
 
62
+ # Use a lightweight cross-encoder model
63
  fallback_model = "cross-encoder/ms-marco-MiniLM-L-6-v2"
64
  print(f"[RERANKER] Loading CrossEncoder fallback: {fallback_model}", flush=True)
65
  logger.info("[RERANKER] Loading CrossEncoder fallback: %s", fallback_model)
66
 
67
  # Set timeout for model download (30 seconds)
 
68
  os.environ.setdefault("HF_HUB_DOWNLOAD_TIMEOUT", "30")
69
 
70
  _reranker = CrossEncoder(fallback_model, max_length=512)
backend/requirements.txt CHANGED
@@ -14,7 +14,7 @@ scipy==1.11.4
14
  pydantic>=2.0.0,<3.0.0
15
  sentence-transformers>=2.2.0
16
  torch>=2.0.0
17
- transformers>=4.44.2,<4.50.0
18
  accelerate>=0.21.0,<1.0.0
19
  bitsandbytes>=0.41.0,<0.44.0
20
  faiss-cpu>=1.7.4
 
14
  pydantic>=2.0.0,<3.0.0
15
  sentence-transformers>=2.2.0
16
  torch>=2.0.0
17
+ transformers>=4.46.0,<4.50.0
18
  accelerate>=0.21.0,<1.0.0
19
  bitsandbytes>=0.41.0,<0.44.0
20
  faiss-cpu>=1.7.4
requirements.txt ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Django==5.0.6
2
+ djangorestframework==3.15.2
3
+ django-cors-headers==4.4.0
4
+ psycopg2-binary==2.9.9
5
+ django-environ==0.11.2
6
+ gunicorn==22.0.0
7
+ whitenoise==6.6.0
8
+ redis==5.0.6
9
+ celery==5.4.0
10
+ scikit-learn==1.3.2
11
+ numpy>=1.26.0,<2.0.0
12
+ scipy==1.11.4
13
+ pydantic>=2.0.0,<3.0.0
14
+ sentence-transformers>=2.2.0
15
+ torch>=2.0.0
16
+ transformers>=4.46.0,<4.50.0
17
+ accelerate>=0.20.0,<0.30.0
18
+ bitsandbytes>=0.41.0,<0.44.0
19
+ faiss-cpu>=1.7.4
20
+ python-docx==0.8.11
21
+ PyMuPDF==1.24.3
22
+ Pillow>=8.0.0,<12.0
23
+ pytesseract==0.3.13
24
+ requests>=2.31.0
25
+ huggingface_hub>=0.25.2
26
+ gradio>=4.0.0