mirror of
https://github.com/Ai-hack-MAGNUM-OPUS/backend.git
synced 2024-11-24 09:13:44 +03:00
116 lines
3.7 KiB
Python
116 lines
3.7 KiB
Python
import docx2txt
|
|
import requests
|
|
from celery import shared_task
|
|
from docx import Document
|
|
from docx.enum.text import WD_COLOR_INDEX
|
|
|
|
from checker.models import Paragraph, Docx, WordDocx, WordParagraph
|
|
from checker.services.file import process_paragraphs, process_word_paragraphs
|
|
|
|
|
|
@shared_task()
|
|
def process_file(pk: int):
|
|
file = Docx.objects.get(pk=pk)
|
|
uuid = file.uuid
|
|
document = docx2txt.process(file.file.path)
|
|
paragraphs = process_paragraphs(document)
|
|
|
|
file.paragraphs_loaded = len(paragraphs)
|
|
file.save(update_fields=["paragraphs_loaded"])
|
|
|
|
cut = 100
|
|
counter = 0
|
|
len_c = len(paragraphs)
|
|
paragraphs = list(paragraphs.values())
|
|
for i in range(0, len(paragraphs) // cut + 1):
|
|
vals = paragraphs[i * cut : (i + 1) * cut + 1]
|
|
dct = {x: vals[x] for x in range(len(vals))}
|
|
|
|
x = requests.post("http://109.248.175.223:5000/api", json=dct)
|
|
if x.status_code == 200:
|
|
for el_id, dat in x.json().items():
|
|
type_id, score = dat
|
|
Paragraph.objects.create(
|
|
type_id=type_id, docx=file, text=dct[int(el_id)], score=score
|
|
)
|
|
|
|
counter += len(vals)
|
|
print(f"processing {uuid}, {counter}/{len_c}")
|
|
file.paragraphs_processed = counter
|
|
file.save(update_fields=["paragraphs_processed"])
|
|
else:
|
|
print(f"AI server error, {x.status_code}")
|
|
|
|
return f"ok, {pk}"
|
|
|
|
|
|
@shared_task()
|
|
def process_word(pk: int):
|
|
file = WordDocx.objects.get(pk=pk)
|
|
uuid = file.uuid
|
|
paragraphs = process_word_paragraphs(file.text.tobytes().decode())
|
|
print(paragraphs)
|
|
|
|
file.paragraphs_loaded = len(paragraphs)
|
|
file.save(update_fields=["paragraphs_loaded"])
|
|
|
|
cut = 100
|
|
counter = 0
|
|
len_c = len(paragraphs)
|
|
paragraphs = list(paragraphs.values())
|
|
for i in range(0, len(paragraphs) // cut + 1):
|
|
vals = paragraphs[i * cut : (i + 1) * cut + 1]
|
|
dct = {x: vals[x] for x in range(len(vals))}
|
|
|
|
x = requests.post("http://109.248.175.223:5000/api", json=dct)
|
|
if x.status_code == 200:
|
|
for el_id, dat in x.json().items():
|
|
type_id, score = dat
|
|
WordParagraph.objects.create(
|
|
type_id=type_id, docx=file, text=dct[int(el_id)], score=score
|
|
)
|
|
|
|
counter += len(vals)
|
|
print(f"processing {uuid}, {counter}/{len_c}")
|
|
file.paragraphs_processed = counter
|
|
file.save(update_fields=["paragraphs_processed"])
|
|
else:
|
|
print(f"AI server error, {x.status_code}")
|
|
|
|
return f"ok, {pk}"
|
|
|
|
|
|
@shared_task
|
|
def highlight_file(pk: int):
|
|
c = 0
|
|
title = True
|
|
file = Docx.objects.get(pk=pk)
|
|
document = Document(file.file.path)
|
|
|
|
for paragraph in document.paragraphs:
|
|
if title:
|
|
if (
|
|
paragraph.text
|
|
and len(paragraph.text) > 2
|
|
and paragraph.text[:2] == "1."
|
|
):
|
|
title = False
|
|
else:
|
|
if paragraph.text:
|
|
x = requests.post(
|
|
"http://109.248.175.223:5000/api", json={1: paragraph.text}
|
|
)
|
|
if x.status_code == 200:
|
|
el_id, dat = x.json()["1"]
|
|
if dat < 50:
|
|
text = paragraph.text
|
|
paragraph.clear()
|
|
run = paragraph.add_run()
|
|
run.font.highlight_color = WD_COLOR_INDEX.RED
|
|
run.add_text(text)
|
|
c += 1
|
|
else:
|
|
print("AI ERROR")
|
|
document.save(file.file.path)
|
|
return f"highlighted {c}, {pk}"
|