I am trying to experiment with textcat.teach
using the ja_core_news_lg
model.
When running the below command:
prodigy textcat.teach my_test ja_core_news_lg $F_PATH/9697.title.jsonl --label ProductSold
The following error is returned. I believe I have installed all dependencies, but what is the issue here please? Thank you.
Task exception was never retrieved
future: <Task finished coro=<RequestResponseCycle.run_asgi() done, defined at /Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/uvicorn/protocols/http/httptools_impl.py:383> exception=AttributeError("'sudachipy.latticenode.LatticeNode' object has no attribute 'is_defined'",)>
Traceback (most recent call last):
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/uvicorn/protocols/http/httptools_impl.py", line 388, in run_asgi
self.logger.error(msg, exc_info=exc)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/logging/__init__.py", line 1335, in error
self._log(ERROR, msg, args, **kwargs)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/logging/__init__.py", line 1442, in _log
self.handle(record)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/logging/__init__.py", line 1451, in handle
if (not self.disabled) and self.filter(record):
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/logging/__init__.py", line 718, in filter
result = f.filter(record)
File "cython_src/prodigy/util.pyx", line 120, in prodigy.util.ServerErrorFilter.filter
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/uvicorn/protocols/http/httptools_impl.py", line 385, in run_asgi
result = await app(self.scope, self.receive, self.send)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/uvicorn/middleware/proxy_headers.py", line 45, in __call__
return await self.app(scope, receive, send)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/fastapi/applications.py", line 142, in __call__
await super().__call__(scope, receive, send) # pragma: no cover
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/applications.py", line 134, in __call__
await self.error_middleware(scope, receive, send)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/middleware/errors.py", line 178, in __call__
raise exc from None
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/middleware/errors.py", line 156, in __call__
await self.app(scope, receive, _send)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/middleware/cors.py", line 84, in __call__
await self.simple_response(scope, receive, send, request_headers=headers)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/middleware/cors.py", line 140, in simple_response
await self.app(scope, receive, send)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/exceptions.py", line 73, in __call__
raise exc from None
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/exceptions.py", line 62, in __call__
await self.app(scope, receive, sender)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/routing.py", line 590, in __call__
await route(scope, receive, send)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/routing.py", line 208, in __call__
await self.app(scope, receive, send)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/routing.py", line 41, in app
response = await func(request)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/fastapi/routing.py", line 129, in app
raw_response = await run_in_threadpool(dependant.call, **values)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/starlette/concurrency.py", line 25, in run_in_threadpool
return await loop.run_in_executor(None, func, *args)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/concurrent/futures/thread.py", line 55, in run
result = self.fn(*self.args, **self.kwargs)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/prodigy/app.py", line 416, in get_session_questions
return _shared_get_questions(req.session_id, excludes=req.excludes)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/prodigy/app.py", line 387, in _shared_get_questions
tasks = controller.get_questions(session_id=session_id, excludes=excludes)
File "cython_src/prodigy/core.pyx", line 143, in prodigy.core.Controller.get_questions
File "cython_src/prodigy/core.pyx", line 147, in prodigy.core.Controller.get_questions
File "cython_src/prodigy/components/feeds.pyx", line 67, in prodigy.components.feeds.SharedFeed.get_questions
File "cython_src/prodigy/components/feeds.pyx", line 72, in prodigy.components.feeds.SharedFeed.get_next_batch
File "cython_src/prodigy/components/feeds.pyx", line 153, in prodigy.components.feeds.SessionFeed.get_session_stream
File "cython_src/prodigy/components/feeds.pyx", line 135, in prodigy.components.feeds.SessionFeed.validate_stream
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/toolz/itertoolz.py", line 376, in first
return next(iter(seq))
File "cython_src/prodigy/components/sorters.pyx", line 98, in __iter__
File "cython_src/prodigy/components/sorters.pyx", line 10, in genexpr
File "cython_src/prodigy/models/textcat.pyx", line 159, in __call__
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/language.py", line 785, in pipe
for doc, context in izip(docs, contexts):
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/language.py", line 826, in pipe
for doc in docs:
File "pipes.pyx", line 959, in pipe
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/util.py", line 513, in minibatch
batch = list(itertools.islice(items, int(batch_size)))
File "nn_parser.pyx", line 249, in pipe
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/util.py", line 513, in minibatch
batch = list(itertools.islice(items, int(batch_size)))
File "nn_parser.pyx", line 249, in pipe
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/util.py", line 513, in minibatch
batch = list(itertools.islice(items, int(batch_size)))
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/language.py", line 811, in <genexpr>
docs = (self.make_doc(text) for text in texts)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/lang/ja/__init__.py", line 284, in make_doc
return self.tokenizer(text)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/lang/ja/__init__.py", line 194, in __call__
dtokens = get_dtokens(self.tokenizer, text)
File "/Users/jb/.pyenv/versions/3.6.1/lib/python3.6/site-packages/spacy/lang/ja/__init__.py", line 116, in get_dtokens
tokens = tokenizer.tokenize(text)
File "sudachipy/tokenizer.pyx", line 149, in sudachipy.tokenizer.Tokenizer.tokenize
File "sudachipy/lattice.pyx", line 134, in sudachipy.lattice.Lattice.dump
AttributeError: 'sudachipy.latticenode.LatticeNode' object has no attribute 'is_defined'