remove prefix from e5 models

marqo-ai · Nov 30, 2023 · 6befd3e · 6befd3e
1 parent 5564a5f
commit 6befd3e
Showing 1 changed file with 0 additions and 24 deletions.
diff --git a/src/marqo/s2_inference/model_registry.py b/src/marqo/s2_inference/model_registry.py
@@ -509,107 +509,83 @@ def _get_hf_properties() -> Dict:
                  "tokens": 192,
                  "type": "hf",
                  "model_size": 0.1342,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-base":
                 {"name": 'intfloat/e5-base',
                  "dimensions": 768,
                  "tokens": 192,
                  "type": "hf",
                  "model_size": 0.438,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-large":
                 {"name": 'intfloat/e5-large',
                  "dimensions": 1024,
                  "tokens": 192,
                  "type": "hf",
                  "model_size": 1.3,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-large-unsupervised":
                 {"name": 'intfloat/e5-large-unsupervised',
                  "dimensions": 1024,
                  "tokens": 128,
                  "type": "hf",
                  "model_size": 1.3,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-base-unsupervised":
                 {"name": 'intfloat/e5-base-unsupervised',
                  "dimensions": 768,
                  "tokens": 128,
                  "type": "hf",
                  "model_size": 0.438,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-small-unsupervised":
                 {"name": 'intfloat/e5-small-unsupervised',
                  "dimensions": 384,
                  "tokens": 128,
                  "type": "hf",
                  "model_size": 0.134,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/multilingual-e5-small":
                 {"name": 'intfloat/multilingual-e5-small',
                  "dimensions": 384,
                  "tokens": 512,
                  "type": "hf",
                  "model_size": 0.471,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/multilingual-e5-base":
                 {"name": 'intfloat/multilingual-e5-base',
                  "dimensions": 768,
                  "tokens": 512,
                  "type": "hf",
                  "model_size": 1.11,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/multilingual-e5-large":
                 {"name": 'intfloat/multilingual-e5-large',
                  "dimensions": 1024,
                  "tokens": 512,
                  "type": "hf",
                  "model_size": 2.24,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-small-v2":
                 {"name": 'intfloat/e5-small-v2',
                  "dimensions": 384,
                  "tokens": 512,
                  "type": "hf",
                  "model_size": 0.134,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-base-v2":
                 {"name": 'intfloat/e5-base-v2',
                  "dimensions": 768,
                  "tokens": 512,
                  "type": "hf",
                  "model_size": 0.438,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
             "hf/e5-large-v2":
                 {"name": 'intfloat/e5-large-v2',
                  "dimensions": 1024,
                  "tokens": 512,
                  "type": "hf",
                  "model_size": 1.34,
-                 "text_query_prefix": "query: ",
-                 "text_chunk_prefix": "passage: ",
                  "notes": ""},
     }
     return HF_MODEL_PROPERTIES