Repository navigation
Expand file tree
/
Copy pathrerank.py
More file actions
58 lines (52 loc) · 1.77 KB
/
Copy pathrerank.py
File metadata and controls
58 lines (52 loc) · 1.77 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
"""
Cross-encoder reranking for retrieved chunks.
"""
import logging
import os
logger = logging.getLogger("rag.rerank")
_RERANK_MODEL_NAME = "cross-encoder/ms-marco-MiniLM-L-6-v2"
_reranker = None
_load_failed = False
def get_reranker():
"""Loads the optional CrossEncoder reranker only when explicitly enabled."""
global _reranker, _load_failed
if os.getenv("ENABLE_RERANKER", "false").lower() not in {"1", "true", "yes"}:
return None
if _reranker is not None:
return _reranker
if _load_failed:
return None
try:
from sentence_transformers import CrossEncoder
_reranker = CrossEncoder(_RERANK_MODEL_NAME, max_length=512)
logger.info("Reranker loaded: %s", _RERANK_MODEL_NAME)
return _reranker
except Exception as exc:
_load_failed = True
logger.warning(
"Reranker unavailable, falling back to fusion order: %s", exc
)
return None
def rerank_chunks(query: str, chunks: list, top_k: int = 4) -> list:
"""Returns reranked chunks when enabled, otherwise preserves fusion order."""
if not chunks:
return []
if len(chunks) == 1:
return chunks[:top_k]
model = get_reranker()
if model is None:
return chunks[:top_k]
try:
pairs = [(query, chunk.page_content) for chunk in chunks]
scores = model.predict(pairs)
ranked = sorted(
zip(scores, chunks),
key=lambda item: item[0],
reverse=True,
)
for score, chunk in ranked:
chunk.metadata["_rerank_score"] = float(score)
return [chunk for _, chunk in ranked[:top_k]]
except Exception as exc:
logger.warning("Rerank failed, using fusion order: %s", exc)
return chunks[:top_k]