From fc387be1a3054d7127dbdf720acdc2ea582b9b02 Mon Sep 17 00:00:00 2001 From: whoisjones Date: Thu, 11 Jun 2020 13:03:44 +0200 Subject: [PATCH] #1685 try catch block around tokenizer.from_pretrained in order to avoid bug --- flair/embeddings/token.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/flair/embeddings/token.py b/flair/embeddings/token.py index 9d299aed8..ca9721282 100644 --- a/flair/embeddings/token.py +++ b/flair/embeddings/token.py @@ -1134,7 +1134,10 @@ def __setstate__(self, d): # reload tokenizer to get around serialization issues model_name = self.name.split('transformer-word-')[-1] - self.tokenizer = AutoTokenizer.from_pretrained(model_name) + try: + self.tokenizer = AutoTokenizer.from_pretrained(model_name) + except: + pass class FastTextEmbeddings(TokenEmbeddings):