.
This commit is contained in:
13
nlp/toxycity_detector.py
Normal file
13
nlp/toxycity_detector.py
Normal file
@@ -0,0 +1,13 @@
|
||||
from transformers import BertTokenizer, BertForSequenceClassification
|
||||
|
||||
# load tokenizer and model weights
|
||||
tokenizer = BertTokenizer.from_pretrained('SkolkovoInstitute/russian_toxicity_classifier')
|
||||
model = BertForSequenceClassification.from_pretrained('SkolkovoInstitute/russian_toxicity_classifier')
|
||||
|
||||
|
||||
def detector(text):
|
||||
# prepare the input
|
||||
batch = tokenizer.encode(text, return_tensors='pt')
|
||||
|
||||
# inference
|
||||
model(batch)
|
Reference in New Issue
Block a user