word similarity python code example
Example: sentence similarity python
# sentence_transformer: Python module using Sentence BERT
# check documentation in source link for further details
from sentence_transformers import SentenceTransformer
from sentence_transformers.util import pytorch_cos_sim # cosine silarity
# stsb-roberta-large is one of the possible pre-trained models
model = SentenceTransformer('stsb-roberta-large')
# list of sentences (type: str)
sentences = list(...)
# calculate the embeddings
embeddings = bert_model.encode(sentences)
# example: cosine similarity among first and second sentences
cos_similarity = pytorch_cos_sim(embeddings[0], embeddings[1])