Skip to content

Commit 4344c6e

Browse files
Diegi97Diegi97
committed
Remove llama index, which is a pain in the ass, and solve a lot of dependency issues and security
1 parent 166fb96 commit 4344c6e

10 files changed

Lines changed: 77 additions & 3009 deletions

File tree

‎back/back/apps/language_model/models/rag_pipeline.py‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,6 @@
1616
)
1717
from back.apps.language_model.ray_deployments import (
1818
delete_serve_app,
19-
launch_colbert_deployment,
2019
launch_e5_deployment,
2120
)
2221
from back.apps.language_model.tasks import index_task
@@ -132,9 +131,10 @@ def trigger_deploy(self):
132131
self.num_replicas,
133132
)
134133
elif self.get_retriever_type() == RetrieverTypeChoices.COLBERT:
135-
launch_colbert_deployment.options(name=task_name).remote(
136-
self.get_deploy_name(), self.s3_index_path, self.num_replicas
137-
)
134+
raise NotImplementedError("ColBERT has been deprecated. Please use the E5 retriever instead.")
135+
# launch_colbert_deployment.options(name=task_name).remote(
136+
# self.get_deploy_name(), self.s3_index_path, self.num_replicas
137+
# )
138138
else:
139139
logger.info(f"Retriever {self.name} is not enabled, skipping deploy")
140140

‎back/back/apps/language_model/ray_deployments/__init__.py‎

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,6 @@
11
import ray
22
from ray import serve
33

4-
from back.apps.language_model.ray_deployments.colbert_deployment import (
5-
launch_colbert_deployment,
6-
)
74
from back.apps.language_model.ray_deployments.e5_deployment import launch_e5_deployment
85

96
from back.apps.language_model.ray_deployments.utils import delete_serve_app

‎back/back/apps/language_model/ray_deployments/colbert_deployment.py‎

Lines changed: 0 additions & 129 deletions
This file was deleted.

‎back/back/apps/language_model/tasks/colbert_actor.py‎

Lines changed: 0 additions & 176 deletions
This file was deleted.

0 commit comments

Comments
 (0)