Support Alibaba-NLP/gte-Qwen2-7B-instruct embedding Model (#1186)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
This commit is contained in:
Chayenne
2024-08-25 10:29:12 -07:00
committed by GitHub
co-authored by Ying Sheng
parent 66e7dcaf70
commit 30b4f771b0
15 changed files with 167 additions and 55 deletions
+7 -2
View File
@@ -224,13 +224,18 @@ def is_multimodal_model(model):
raise ValueError("unrecognized type")
def is_generation_model(model_architectures):
def is_generation_model(model_architectures, is_embedding: bool = False):
# We have two ways to determine whether a model is a generative model.
# 1. Check the model architectue
# 2. check the `is_embedding` server args
if (
"LlamaEmbeddingModel" in model_architectures
or "MistralModel" in model_architectures
):
return False
return True
else:
return not is_embedding
def decode_video_base64(video_base64):