Correcting the VoyageAI model URLs and handling empty strings (#3511)

Correcting the VoyageAI model URLs
Handling the empty strings in requests

Author: fzoll

mteb/models/model_implementations/voyage_models.py

@@ -156,16 +156,15 @@ def _batched_encode(
                 and len(batch) < batch_size
                 and batch_tokens < self._max_tokens_per_batch
             ):
-                n_tokens = len(
-                    self._client.tokenize([sentences[index]], model=self._model_name)[0]
-                )
+                txt = sentences[index] if len(sentences[index]) > 0 else " "
+                n_tokens = len(self._client.tokenize([txt], model=self._model_name)[0])
                 if (
                     batch_tokens + n_tokens > self._max_tokens_per_batch
                     and len(batch) > 0
                 ):
                     break
                 batch_tokens += n_tokens
-                batch.append(sentences[index])
+                batch.append(txt)
                 index += 1
 
             embeddings.extend(
@@ -249,7 +248,7 @@ def _batched_encode(
     n_parameters=None,
     memory_usage_mb=None,
     license=None,
-    reference="https://docs.voyageai.com/docs/embeddings",
+    reference="https://blog.voyageai.com/2025/05/20/voyage-3-5/",
     similarity_fn_name="cosine",
     framework=["API"],
     use_instructions=True,
@@ -274,7 +273,7 @@ def _batched_encode(
     n_parameters=None,
     memory_usage_mb=None,
     license=None,
-    reference="https://docs.voyageai.com/docs/flexible-dimensions-and-quantization",
+    reference="https://blog.voyageai.com/2025/05/20/voyage-3-5/",
     similarity_fn_name="cosine",
     framework=["API"],
     use_instructions=True,
@@ -300,7 +299,7 @@ def _batched_encode(
     n_parameters=None,
     memory_usage_mb=None,
     license=None,
-    reference="https://docs.voyageai.com/docs/flexible-dimensions-and-quantization",
+    reference="https://blog.voyageai.com/2025/05/20/voyage-3-5/",
     similarity_fn_name="cosine",
     framework=["API"],
     use_instructions=True,