sanspie/akarpov
1
1
Fork 0
mirror of https://github.com/Alexander-D-Karpov/akarpov synced 2024-11-21 19:46:38 +03:00
Code Issues Packages Projects Releases Wiki Activity

minor fixes and updates, removed spacy

Browse Source
This commit is contained in:
Alexander Karpov 2023-12-07 02:22:37 +03:00
parent 773fd2830e
commit 4dec3867ca
7 changed files with 303 additions and 1303 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
akarpov/files/services/text.py
View File

@ -10,8 +10,8 @@ def extract_file_text(file: str) -> str:
try: try:
rawdata = open(file, "rb").read() rawdata = open(file, "rb").read()
enc = chardet.detect(rawdata) enc = chardet.detect(rawdata)
with open(file, encoding=enc["encoding"]) as file: with open(file, encoding=enc["encoding"]) as f:
text = file.read() text = f.read()
except Exception: except Exception:
return "" return ""

2
akarpov/utils/celery.py
View File

@ -1,7 +1,7 @@
from config.celery_app import app from config.celery_app import app
def get_scheduled_tasks_name() -> [str]: def get_scheduled_tasks_name() -> list[str]:
i = app.control.inspect() i = app.control.inspect()
t = i.scheduled() t = i.scheduled()
all_tasks = [] all_tasks = []

3
compose/local/django/spacy_setup
View File

@ -1,3 +0,0 @@
python -m spacy download en_core_web_lg
python -m spacy download xx_sent_ud_sm
python -m spacy download ru_core_news_lg

2
compose/local/django/start
View File

@ -7,4 +7,4 @@ set -o nounset
python manage.py migrate auth python manage.py migrate auth
python manage.py migrate python manage.py migrate
python manage.py runserver_plus 0.0.0.0:8000 daphne config.asgi:application --port 8000 --bind 0.0.0.0

1593
poetry.lock generated
View File

File diff suppressed because it is too large Load Diff

0
test_start.py → prof_start.py
View File

2
pyproject.toml
View File

@ -95,8 +95,6 @@ yt-dlp = "^2023.7.6"
pytube = "^15.0.0" pytube = "^15.0.0"
urllib3 = ">=1.26" urllib3 = ">=1.26"
requests = ">=2.25" requests = ">=2.25"
spacy = {extras = ["lookups"], version = "^3.6.1"}
spacy-transformers = "^1.2.5"
extract-msg = "0.28.7" extract-msg = "0.28.7"
pytest-factoryboy = "2.3.1" pytest-factoryboy = "2.3.1"
pytest-xdist = "^3.3.1" pytest-xdist = "^3.3.1"