在pipeline中使用distilbert-base-uncased-finetuned-sst-2-english模型做sentiment-analysis情感分析

google colab 运行成功：

from transformers import AutoTokenizer, AutoModel,pipeline
from huggingface_hub.hf_api import HfFolder

HfFolder.save_token('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')
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer,MT5ForConditionalGeneration
checkpoint = "distilbert/distilbert-base-uncased-finetuned-sst-2-english"
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
model = AutoModel.from_pretrained(checkpoint)
classifier = pipeline("sentiment-analysis", model=checkpoint,tokenizer=tokenizer)
print(classifier("I hate this"));
print(classifier(["I hate this","I love you"]));

1
2
3
4
5
6
7
8
9
10
11
12