populate MetaJob from job (scrapinghub#2)

peonone · Oct 25, 2019 · f173677 · f173677
1 parent a472d72
commit f173677
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/varanus/models.py b/src/varanus/models.py
@@ -102,6 +102,11 @@ def __init__(self, job: dict):
         self.metadata = job or {}
         self.__dict__.update(self.metadata)
 
+    def populate_from_job(self, job):
+        self.items = job.items.stats()['totals']['input_values']
+        self.pages = job.requests.stats()['totals']['input_values']
+        self.logs = job.logs.stats()['totals']['input_values']
+
 
 class Job(MetaJob):
 
@@ -118,6 +123,7 @@ def __init__(self, project, key=None, defaults=None, data=None):
             except StopIteration:
                 pass
             self.metajob = MetaJob(dict(metadata))
+            self.metajob.populate_from_job(data)
             self.__dict__.update(self.metajob.__dict__)
             for key in defaults:
                 setattr(self, key, defaults[key])