Spaces:
Runtime error
Runtime error
File size: 2,624 Bytes
989ec3c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 |
from mongoengine import *
import datetime
class TaskModel(DynamicDocument):
id = SequenceField(primary_key=True)
# Type of task: Importer, Exporter, Scanner, etc.
group = StringField(required=True)
name = StringField(required=True)
desciption = StringField()
status = StringField(default="PENDING")
creator = StringField()
#: Start date of the executor
start_date = DateTimeField()
#: End date of the executor
end_date = DateTimeField()
completed = BooleanField(default=False)
failed = BooleanField(default=False)
has_download = BooleanField(default=False)
# If any of the information is relevant to the task
# it should be added
dataset_id = IntField()
image_id = IntField()
category_id = IntField()
progress = FloatField(default=0, min_value=0, max_value=100)
logs = ListField(default=[])
errors = IntField(default=0)
warnings = IntField(default=0)
priority = IntField()
metadata = DictField(default={})
_update_every = 10
_progress_update = 0
def error(self, string):
self._log(string, level="ERROR")
def warning(self, string):
self._log(string, level="WARNING")
def info(self, string):
self._log(string, level="INFO")
def _log(self, string, level):
level = level.upper()
date = datetime.datetime.now().strftime("%d-%m-%Y %H:%M:%S")
message = f"[{date}] [{level}] {string}"
statment = {
'push__logs': message
}
if level == "ERROR":
statment['inc__errors'] = 1
self.errors += 1
if level == "WARNING":
statment['inc__warnings'] = 1
self.warnings += 1
self.update(**statment)
def set_progress(self, percent, socket=None):
self.update(progress=int(percent), completed=(percent >= 100))
# Send socket update every 10%
if self._progress_update < percent or percent >= 100:
if socket is not None:
# logger.debug(f"Emitting {percent} progress update for task {self.id}")
socket.emit('taskProgress', {
'id': self.id,
'progress': percent,
'errors': self.errors,
'warnings': self.warnings
}, broadcast=True)
self._progress_update += self._update_every
def api_json(self):
return {
"id": self.id,
"name": self.name
}
__all__ = ["TaskModel"] |