backup/warcprox
1
0
Fork 0
mirror of https://github.com/internetarchive/warcprox.git synced 2025-01-18 13:22:09 +01:00
Code Issues Projects Releases Activity

timestamps in utc!

Browse Source
This commit is contained in:
Noah Levitt 2014-08-01 16:00:53 -07:00
parent e79cdb84cb
commit ccbe3522c5
2 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
setup.py
View File

@ -42,6 +42,7 @@ setuptools.setup(name='warcprox',
'Programming Language :: Python :: 3', 'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.2', 'Programming Language :: Python :: 3.2',
'Programming Language :: Python :: 3.3', 'Programming Language :: Python :: 3.3',
'Programming Language :: Python :: 3.4',
'Topic :: Internet :: Proxy Servers', 'Topic :: Internet :: Proxy Servers',
'Topic :: Internet :: WWW/HTTP', 'Topic :: Internet :: WWW/HTTP',
'Topic :: Software Development :: Libraries :: Python Modules', 'Topic :: Software Development :: Libraries :: Python Modules',

8
warcprox/warcprox.py
View File

@ -748,7 +748,7 @@ class WarcWriterThread(threading.Thread):
# returns a tuple (principal_record, request_record) where principal_record is either a response or revisit record # returns a tuple (principal_record, request_record) where principal_record is either a response or revisit record
def build_warc_records(self, recorded_url): def build_warc_records(self, recorded_url):
warc_date = warctools.warc.warc_datetime_str(datetime.now()) warc_date = warctools.warc.warc_datetime_str(datetime.utcnow())
dedup_info = None dedup_info = None
if self.dedup_db is not None and recorded_url.response_recorder.payload_digest is not None: if self.dedup_db is not None and recorded_url.response_recorder.payload_digest is not None:
@ -802,7 +802,7 @@ class WarcWriterThread(threading.Thread):
refers_to_date=None): refers_to_date=None):
if warc_date is None: if warc_date is None:
warc_date = warctools.warc.warc_datetime_str(datetime.now()) warc_date = warctools.warc.warc_datetime_str(datetime.utcnow())
record_id = warctools.WarcRecord.random_warc_uuid() record_id = warctools.WarcRecord.random_warc_uuid()
@ -851,7 +851,7 @@ class WarcWriterThread(threading.Thread):
def timestamp17(self): def timestamp17(self):
now = datetime.now() now = datetime.utcnow()
return '{}{}'.format(now.strftime('%Y%m%d%H%M%S'), now.microsecond//1000) return '{}{}'.format(now.strftime('%Y%m%d%H%M%S'), now.microsecond//1000)
def _close_writer(self): def _close_writer(self):
@ -865,7 +865,7 @@ class WarcWriterThread(threading.Thread):
self._f = None self._f = None
def _build_warcinfo_record(self, filename): def _build_warcinfo_record(self, filename):
warc_record_date = warctools.warc.warc_datetime_str(datetime.now()) warc_record_date = warctools.warc.warc_datetime_str(datetime.utcnow())
record_id = warctools.WarcRecord.random_warc_uuid() record_id = warctools.WarcRecord.random_warc_uuid()
headers = [] headers = []