Salesforce
/

SFR-Embedding-Mistral

Feature Extraction

sentence-transformers

Eval Results (legacy)

text-embeddings-inference

Model card Files Files and versions

yeliu918 commited on Jan 29, 2024

Commit

a08241f

·

1 Parent(s): 3bb1de1

update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -3326,7 +3326,7 @@ tokenizer.add_eos_token = True
 # get the embeddings
 max_length = 4096
 input_texts = queries + passages
-batch_dict = tokenizer(input_texts, max_length=max_length - 1, return_attention_mask=False, padding=False, truncation=True)
 outputs = model(**batch_dict)
 embeddings = last_token_pool(outputs.last_hidden_state, batch_dict['attention_mask'])

 # get the embeddings
 max_length = 4096
 input_texts = queries + passages
+batch_dict = tokenizer(input_texts, max_length=max_length - 1, padding=True, truncation=True, return_tensors="pt")
 outputs = model(**batch_dict)
 embeddings = last_token_pool(outputs.last_hidden_state, batch_dict['attention_mask'])