tomsoderlund commited on
Commit
9cb5903
·
1 Parent(s): b72816e

tokenizer from KBLab example

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -5,10 +5,9 @@ import json
5
  def process_swedish_text(text):
6
  # Models from https://huggingface.co/models
7
  # https://huggingface.co/KBLab/bert-base-swedish-cased-ner
8
- ml_model = 'KBLab/bert-base-swedish-cased-ner'
9
- ner_pipeline = pipeline(model=ml_model, task='ner', truncation=True)
10
  # Run NER
11
- pipeline_results = ner_pipeline(text)
12
  print('NER results:', pipeline_results)
13
  # Fix TypeError("'numpy.float32' object is not iterable")
14
  pipeline_results_adjusted = map(lambda entity: entity | { 'score': float(entity['score']) }, pipeline_results)
 
5
  def process_swedish_text(text):
6
  # Models from https://huggingface.co/models
7
  # https://huggingface.co/KBLab/bert-base-swedish-cased-ner
8
+ nlp = pipeline('ner', model='KBLab/bert-base-swedish-cased-ner', tokenizer='KBLab/bert-base-swedish-cased-ner')
 
9
  # Run NER
10
+ pipeline_results = nlp(text)
11
  print('NER results:', pipeline_results)
12
  # Fix TypeError("'numpy.float32' object is not iterable")
13
  pipeline_results_adjusted = map(lambda entity: entity | { 'score': float(entity['score']) }, pipeline_results)