Add a 'now' tag to the database records

metrik/targets/mongo_target.py

@@ -1,6 +1,7 @@
 from luigi import Target
 from pymongo import MongoClient
 from metrik.conf import MONGO_HOST, MONGO_PORT, MONGO_DATABASE
+from datetime import datetime
 
 
 class MongoTarget(Target):
@@ -18,6 +19,7 @@ class MongoTarget(Target):
     def persist(self, dict_object):
         id_dict = dict_object
         id_dict['_id'] = self.id
+        id_dict['_retrieved'] = datetime.now()
         return self.collection.insert_one(id_dict).inserted_id
 
     def retrieve(self):

metrik/tasks/ice.py

@@ -1,14 +1,12 @@
 from __future__ import print_function
 
 import csv
-import pytz
 import requests
 from collections import namedtuple
 from dateutil.parser import parse
 from io import StringIO
-import logging
+
 from luigi.parameter import DateParameter, Parameter
-# noinspection PyUnresolvedReferences
 from six.moves.urllib.parse import quote_plus
 
 from metrik.tasks.base import MongoCreateTask