res = {}
for i, row in tqdm(df.iterrows(), total=len(df)):
try:
text = row['text']
myid = row['id']
vader_result = sia.polarity_scores(text)
vader_result_rename = {}
for key, value in vader_result.items():
vader_result_rename[f"vader_{key}"] = value
roberta_result = polarity_scores_roberta(text)
both = {**vader_result_rename, **roberta_result}
res[myid] = both
except RuntimeError:
print(f'Broke for id {myid}')
I tried using loading Roberta model first , also tried checking if the text variable is longer than 512 tokens. But it does not work.