diff --git a/metrik/tasks/ice.py b/metrik/tasks/ice.py index ab0fdb8..0cfa733 100644 --- a/metrik/tasks/ice.py +++ b/metrik/tasks/ice.py @@ -1,6 +1,7 @@ from __future__ import print_function import csv +import pytz import requests from collections import namedtuple from dateutil.parser import parse @@ -62,6 +63,13 @@ class LiborRateTask(MongoCreateTask): # download with `requests`, I see both date (often incorrect) and time. logging.info('Received string for publication time: {}'.format(row['publication'])) dt = parse(row['publication']) + if dt.tzinfo is None: + # Seems like the messed up timezone is always America/New_York + # I'd be interested to know if it's an IP based thing, but the + # Travis settings resolve the `local` timezone to UTC so just + # manually set New York here to work around that. + tz = pytz.timezone('America/New_York') + dt = tz.localize(dt) logging.info('Parsed datetime: {}'.format(dt)) logging.info('Parse timezone: {}'.format(dt.tzinfo)) dt = dt.replace(year=date.year, month=date.month, day=date.day) diff --git a/requirements.txt b/requirements.txt index 7601fdf..f9e60a1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,5 +3,4 @@ luigi>=2.2.0 pyquery>=1.2.9 requests>=2.9.1 pandas>=0.17.1 -pymongo>=3.2 -dateutil>=2.4.2 \ No newline at end of file +pymongo>=3.2 \ No newline at end of file diff --git a/setup.py b/setup.py index e7b9507..3c6a0ab 100644 --- a/setup.py +++ b/setup.py @@ -14,7 +14,6 @@ setup( 'six >= 1.10.0', 'pymongo >= 3.2', 'pytz >= 2016.6.1', - 'dateutil >= 2.4.2' ], setup_requires=[ 'pytest_runner'