85 lines
2.9 KiB
Python
85 lines
2.9 KiB
Python
import pathlib
|
|
|
|
import werkzeug.datastructures
|
|
from peewee import *
|
|
from datetime import datetime
|
|
import os
|
|
from swagger_server.util import get_random_filename
|
|
from werkzeug.utils import secure_filename
|
|
|
|
DB_Path = 'DB/jobs.db'
|
|
if not os.path.exists('DB'):
|
|
os.makedirs('DB', exist_ok=True)
|
|
db = SqliteDatabase(DB_Path, pragmas={
|
|
'journal_mode': 'wal',
|
|
'cache_size': -1 * 256 * 1024, # 256MB
|
|
'foreign_keys': 1,
|
|
'charset': 'utf8'
|
|
})
|
|
|
|
|
|
class BaseModel(Model):
|
|
class Meta:
|
|
database = db
|
|
|
|
|
|
class Job(BaseModel):
|
|
id = AutoField(index=True)
|
|
job_type = IntegerField()
|
|
job_input = TextField(index=True, null=True)
|
|
job_output = TextField(null=True)
|
|
created_on = DateTimeField(default=datetime.utcnow)
|
|
finished_on = DateTimeField(null=True)
|
|
started_on = DateTimeField(null=True)
|
|
input_size = IntegerField()
|
|
input_file = TextField(index=True, null=True)
|
|
|
|
|
|
# db.drop_tables([Job]) # If pushing this uncommented, comment it and push again
|
|
db.create_tables([Job])
|
|
|
|
|
|
class JobManager:
|
|
@staticmethod
|
|
def create_job(job_type, job_input) -> Tuple(Job, bool):
|
|
"""
|
|
:param: job_type
|
|
:possibilities:
|
|
# 1 = pretvori datoteko v besedilo, 2 = oznaci besedilo, 12 = oboje
|
|
# 3 = pretvori dat v besedilo OCR, 2 = oznaci besedilo, 32 = oboje
|
|
# 4 = izlusci async glede na vhodne conlluje
|
|
# 5 = izlusci po iskanju async
|
|
|
|
:return: Job object, Did already exist boolean
|
|
"""
|
|
try:
|
|
if job_type in [2, 4, 5]:
|
|
job, is_new = Job.get_or_create(job_type=job_type, job_input=job_input, input_size=len(job_input))
|
|
elif job_type in [1, 3, 12, 32]:
|
|
tmp_file = ""
|
|
while True:
|
|
# just in case a VERY rare chance of a same generate name happens
|
|
tmp_file = "tmp/" + secure_filename(get_random_filename() + "_" + job_input.filename)
|
|
if not os.path.exists(tmp_file):
|
|
break
|
|
pathlib.Path('tmp').mkdir(exist_ok=True)
|
|
job_input: werkzeug.datastructures.FileStorage
|
|
job_input.save(tmp_file)
|
|
job, is_new = Job.get_or_create(job_type=job_type, input_file=tmp_file,
|
|
input_size=os.stat(tmp_file).st_size)
|
|
return job, is_new
|
|
|
|
except Exception as e:
|
|
print(f'Exception at creating a job: {e}')
|
|
return None, False
|
|
|
|
# try:
|
|
# job = Job.get_or_none(Job.job_input == job_input, Job.job_type == job_type)
|
|
# if job:
|
|
# return job, True
|
|
# job = Job.create(job_type=job_type, job_input=job_input, input_size=len(job_input))
|
|
# return job, False
|
|
# except Exception as e:
|
|
# print(f'Exception at creating a job: {e}')
|
|
# return None, False
|