File tree Expand file tree Collapse file tree 1 file changed +6
-3
lines changed Expand file tree Collapse file tree 1 file changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -67,6 +67,9 @@ pip install "rerankers[flashrank]"
6767# Note: RankLLM is only supported on Python 3.10+! This will not work with Python 3.9
6868pip install " rerankers[rankllm]"
6969
70+ # To support LLM-Layerwise rerankers (which need flash-attention installed)
71+ pip install " rerankers[llmlayerwise]"
72+
7073# All of the above
7174pip install " rerankers[all]"
7275```
@@ -119,12 +122,12 @@ ranker = Reranker("rankllm", api_key = API_KEY)
119122# RankLLM with specified GPT models
120123ranker = Reranker(' gpt-4-turbo' , model_type = " rankllm" , api_key = API_KEY )
121124
122- # EXPERIMENTAL: RankLLM with RankZephyr
123- ranker = Reranker(' rankzephyr' )
124-
125125# ColBERTv2 reranker
126126ranker = Reranker(" colbert" )
127127
128+ # LLM Layerwise Reranker
129+ ranker = Reranker(' llm-layerwise' )
130+
128131# ... Or a non-default colbert model:
129132ranker = Reranker(model_name_or_path, model_type = " colbert" )
130133
You can’t perform that action at this time.
0 commit comments