I get the following errors when I restart my Flask server and send a train request to all the chatbots present(quite a few). I did this about 14 times.
Error1: 3/14 times -
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 2446, in wsgi_app
response = self.full_dispatch_request()
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1951, in full_dispatch_request
rv = self.handle_user_exception(e)
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1820, in handle_user_exception
reraise(exc_type, exc_value, tb)
File "/usr/local/lib/python3.6/dist-packages/flask/_compat.py", line 39, in reraise
raise value
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1949, in full_dispatch_request
rv = self.dispatch_request()
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1935, in dispatch_request
return self.view_functions[rule.endpoint](**req.view_args)
File "predictor_app.py", line 73, in train_route
interpreter_dict[model_name] = Interpreter.load(model_path[model_name])
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/model.py", line 304, in load
skip_validation)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/model.py", line 331, in create
model_metadata, **context)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/components.py", line 425, in load_component
cached_component, **context)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/registry.py", line 172, in load_component_by_meta
cached_component, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/featurizers/count_vectors_featurizer.py", line 292, in load
return utils.pycloud_unpickle(featurizer_file)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/utils/__init__.py", line 346, in pycloud_unpickle
return cloudpickle.load(f, encoding="latin-1")
AttributeError: Can't get attribute 'CountVectorizer' on <module 'sklearn.feature_extraction.text' from '/usr/local/lib/python3.6/dist-packages/sklearn/feature_extraction/text.py'>
127.0.0.1 - - [02/Dec/2019 13:57:36] "ESC[1mESC[35mPOST /train HTTP/1.1ESC[0m" 500 -
[2019-12-02 13:57:36,960] ERROR in app: Exception on /train [POST]
Error2: 1/14 times -
[2019-11-29 16:50:03,889] ERROR in app: Exception on /train [POST]
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 2446, in wsgi_app
response = self.full_dispatch_request()
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1951, in full_dispatch_request
rv = self.handle_user_exception(e)
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1820, in handle_user_exception
reraise(exc_type, exc_value, tb)
File "/usr/local/lib/python3.6/dist-packages/flask/_compat.py", line 39, in reraise
raise value
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1949, in full_dispatch_request
rv = self.dispatch_request()
File "/usr/local/lib/python3.6/dist-packages/flask/app.py", line 1935, in dispatch_request
return self.view_functions[rule.endpoint](**req.view_args)
File "predictor_app.py", line 73, in train_route
interpreter_dict[model_name] = Interpreter.load(model_path[model_name])
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/model.py", line 304, in load
skip_validation)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/model.py", line 331, in create
model_metadata, **context)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/components.py", line 425, in load_component
cached_component, **context)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/registry.py", line 172, in load_component_by_meta
cached_component, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/rasa_nlu/utils/spacy_utils.py", line 114, in load
nlp = spacy.load(model_name, disable=['parser'])
File "/usr/local/lib/python3.6/dist-packages/spacy/__init__.py", line 27, in load
return util.load_model(name, **overrides)
File "/usr/local/lib/python3.6/dist-packages/spacy/util.py", line 129, in load_model
return load_model_from_link(name, **overrides)
File "/usr/local/lib/python3.6/dist-packages/spacy/util.py", line 146, in load_model_from_link
return cls.load(**overrides)
File "/usr/local/lib/python3.6/dist-packages/spacy/data/en/__init__.py", line 12, in load
return load_model_from_init_py(__file__, **overrides)
File "/usr/local/lib/python3.6/dist-packages/spacy/util.py", line 190, in load_model_from_init_py
return load_model_from_path(data_path, meta, **overrides)
File "/usr/local/lib/python3.6/dist-packages/spacy/util.py", line 173, in load_model_from_path
return nlp.from_disk(model_path)
File "/usr/local/lib/python3.6/dist-packages/spacy/language.py", line 791, in from_disk
util.from_disk(path, deserializers, exclude)
File "/usr/local/lib/python3.6/dist-packages/spacy/util.py", line 630, in from_disk
reader(path / key)
File "/usr/local/lib/python3.6/dist-packages/spacy/language.py", line 787, in <lambda>
deserializers[name] = lambda p, proc=proc: proc.from_disk(p, exclude=["vocab"])
File "pipes.pyx", line 617, in spacy.pipeline.pipes.Tagger.from_disk
File "/usr/local/lib/python3.6/dist-packages/spacy/util.py", line 630, in from_disk
reader(path / key)
File "pipes.pyx", line 599, in spacy.pipeline.pipes.Tagger.from_disk.load_model
File "pipes.pyx", line 512, in spacy.pipeline.pipes.Tagger.Model
File "/usr/local/lib/python3.6/dist-packages/spacy/_ml.py", line 513, in build_tagger_model
pretrained_vectors=pretrained_vectors,
File "/usr/local/lib/python3.6/dist-packages/spacy/_ml.py", line 363, in Tok2Vec
embed >> convolution ** conv_depth, pad=conv_depth
File "/usr/local/lib/python3.6/dist-packages/thinc/check.py", line 129, in checker
raise UndefinedOperatorError(op, instance, args[0], instance._operators)
thinc.exceptions.UndefinedOperatorError:
Undefined operator: >>
Called by (<thinc.neural._classes.function_layer.FunctionLayer object at 0x7f6544a27550>, <thinc.neural._classes.feed_forward.FeedForward object at 0x7f654bba0ba8>)
Available:
Traceback:
|__ <lambda> [787] in /usr/local/lib/python3.6/dist-packages/spacy/language.py
|____ from_disk [630] in /usr/local/lib/python3.6/dist-packages/spacy/util.py
|_____ build_tagger_model [513] in /usr/local/lib/python3.6/dist-packages/spacy/_ml.py
>>> pretrained_vectors=pretrained_vectors,
127.0.0.1 - - [29/Nov/2019 16:50:03] "POST /train HTTP/1.1" 500 -
Any idea on how to resolve this or what causes this?
config.yml:
language: en
pipeline:
- name: "CountVectorsFeaturizer"
- name: "SpacyNLP"
- name: "SpacyTokenizer"
- name: "SpacyFeaturizer"
- name: "EmbeddingIntentClassifier"
policies:
- name: MemoizationPolicy
- name: KerasPolicy
Spacy version: 2.1.4
PS: I get this error only on training simultaneously using & in curl commands and not when trained sequentially.