-
Notifications
You must be signed in to change notification settings - Fork 6
/
format_date_stream.py
49 lines (43 loc) · 1.84 KB
/
format_date_stream.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
# GNU Lesser General Public License v3.0 only
# Copyright (C) 2020 Artefact
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 3 of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with this program; if not, write to the Free Software Foundation,
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
from ack.streams.json_stream import JSONStream
import dateutil.parser
from datetime import datetime
class FormatDateStream(JSONStream):
keys = []
date_format = "%Y-%m-%d"
def __init__(self, name, source_generator, keys: [] = None, date_format: str = "%Y-%m-%d"):
super().__init__(name, source_generator)
FormatDateStream.keys = keys
FormatDateStream.date_format = date_format
@classmethod
def encode_record(cls, record):
return super(FormatDateStream, cls).encode_record(cls._parse_record(record))
@classmethod
def _parse_record(cls, o):
if isinstance(o, dict):
for k, v in o.items():
if k in cls.keys:
if len(v) > 1:
o[k] = cls._format_date(v)
return o
@classmethod
def _format_date(cls, v):
parsed_date = dateutil.parser.parse(v)
datetimeobject = datetime.strptime(str(parsed_date), "%Y-%m-%d %H:%M:%S")
return datetimeobject.strftime(cls.date_format)