|
|
|
@ -77,15 +77,7 @@ class NomicTextEmbeddingModel(_CommonNomic, TextEmbeddingModel):
|
|
|
|
:param texts: texts to embed
|
|
|
|
:param texts: texts to embed
|
|
|
|
:return:
|
|
|
|
:return:
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
if len(texts) == 0:
|
|
|
|
return sum(self._get_num_tokens_by_gpt2(text) for text in texts)
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
_, prompt_tokens, _ = self.embed_text(
|
|
|
|
|
|
|
|
model=model,
|
|
|
|
|
|
|
|
credentials=credentials,
|
|
|
|
|
|
|
|
texts=texts,
|
|
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
return prompt_tokens
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def validate_credentials(self, model: str, credentials: dict) -> None:
|
|
|
|
def validate_credentials(self, model: str, credentials: dict) -> None:
|
|
|
|
"""
|
|
|
|
"""
|
|
|
|
|