#!/usr/bin/python3 from dateutil.parser import parse from dateutil.tz import tzutc from datetime import datetime tests = { 'test_parse_default': [ "Thu Sep 25 10:36:28", "Sep 10:36:28", "10:36:28", "10:36", "Sep 2003", "Sep", "2003", "10h36m28.5s", "10h36m28s", "10h36m", "10h", "10 h 36", "10 h 36.5", "36 m 5", "36 m 5 s", "36 m 05", "36 m 05 s", "10h am", "10h pm", "10am", "10pm", "10:00 am", "10:00 pm", "10:00am", "10:00pm", "10:00a.m", "10:00p.m", "10:00a.m.", "10:00p.m.", "October", "31-Dec-00", "0:01:02", "12h 01m02s am", "12:08 PM", "01h02m03", "01h02", "01h02s", "01m02", "01m02h", "2004 10 Apr 11h30m", # testPertain 'Sep 03', 'Sep of 03', # test_hmBY - Note: This appears to be Python 3 only, no idea why '02:17NOV2017', # Weekdays "Thu Sep 10:36:28", "Thu 10:36:28", "Wed", "Wednesday" ], 'test_parse_simple': [ "Thu Sep 25 10:36:28 2003", "Thu Sep 25 2003", "2003-09-25T10:49:41", "2003-09-25T10:49", "2003-09-25T10", "2003-09-25", "20030925T104941", "20030925T1049", "20030925T10", "20030925", "2003-09-25 10:49:41,502", "199709020908", "19970902090807", "2003-09-25", "09-25-2003", "25-09-2003", "10-09-2003", "10-09-03", "2003.09.25", "09.25.2003", "25.09.2003", "10.09.2003", "10.09.03", "2003/09/25", "09/25/2003", "25/09/2003", "10/09/2003", "10/09/03", "2003 09 25", "09 25 2003", "25 09 2003", "10 09 2003", "10 09 03", "25 09 03", "03 25 Sep", "25 03 Sep", " July 4 , 1976 12:01:02 am ", "Wed, July 10, '96", "1996.July.10 AD 12:08 PM", "July 4, 1976", "7 4 1976", "4 jul 1976", "7-4-76", "19760704", "0:01:02 on July 4, 1976", "0:01:02 on July 4, 1976", "July 4, 1976 12:01:02 am", "Mon Jan 2 04:24:27 1995", "04.04.95 00:22", "Jan 1 1999 11:23:34.578", "950404 122212", "3rd of May 2001", "5th of March 2001", "1st of May 2003", '0099-01-01T00:00:00', '0031-01-01T00:00:00', "20080227T21:26:01.123456789", '13NOV2017', '0003-03-04', 'December.0031.30', # testNoYearFirstNoDayFirst '090107', # test_mstridx '2015-15-May', ], 'test_parse_tzinfo': [ 'Thu Sep 25 10:36:28 BRST 2003', '2003 10:36:28 BRST 25 Sep Thu', ], 'test_parse_offset': [ 'Thu, 25 Sep 2003 10:49:41 -0300', '2003-09-25T10:49:41.5-03:00', '2003-09-25T10:49:41-03:00', '20030925T104941.5-0300', '20030925T104941-0300', # dtparse-specific "2018-08-10 10:00:00 UTC+3", "2018-08-10 03:36:47 PM GMT-4", "2018-08-10 04:15:00 AM Z-02:00" ], 'test_parse_dayfirst': [ '10-09-2003', '10.09.2003', '10/09/2003', '10 09 2003', # testDayFirst '090107', # testUnambiguousDayFirst '2015 09 25' ], 'test_parse_yearfirst': [ '10-09-03', '10.09.03', '10/09/03', '10 09 03', # testYearFirst '090107', # testUnambiguousYearFirst '2015 09 25' ], 'test_parse_dfyf': [ # testDayFirstYearFirst '090107', # testUnambiguousDayFirstYearFirst '2015 09 25' ], 'test_unspecified_fallback': [ 'April 2009', 'Feb 2007', 'Feb 2008' ], 'test_parse_ignoretz': [ 'Thu Sep 25 10:36:28 BRST 2003', '1996.07.10 AD at 15:08:56 PDT', 'Tuesday, April 12, 1952 AD 3:30:42pm PST', 'November 5, 1994, 8:15:30 am EST', '1994-11-05T08:15:30-05:00', '1994-11-05T08:15:30Z', '1976-07-04T00:01:02Z', '1986-07-05T08:15:30z', 'Tue Apr 4 00:22:12 PDT 1995' ], 'test_fuzzy_tzinfo': [ 'Today is 25 of September of 2003, exactly at 10:49:41 with timezone -03:00.' ], 'test_fuzzy_tokens_tzinfo': [ 'Today is 25 of September of 2003, exactly at 10:49:41 with timezone -03:00.' ], 'test_fuzzy_simple': [ 'I have a meeting on March 1, 1974', # testFuzzyAMPMProblem 'On June 8th, 2020, I am going to be the first man on Mars', # testFuzzyAMPMProblem 'Meet me at the AM/PM on Sunset at 3:00 AM on December 3rd, 2003', # testFuzzyAMPMProblem 'Meet me at 3:00 AM on December 3rd, 2003 at the AM/PM on Sunset', # testFuzzyAMPMProblem 'Jan 29, 1945 14:45 AM I going to see you there?', # testFuzzyIgnoreAMPM '2017-07-17 06:15:', # test_idx_check ], 'test_parse_default_ignore': [ ], } def main(): with open('src/tests/pycompat_parser.rs', 'w+') as handle: handle.write(TEST_HEADER) for test_name, test_strings in tests.items(): for i, s in enumerate(test_strings): handle.write(globals()[test_name].__call__(i, s)) def test_parse_default(i, s): default = datetime(2003, 9, 25) d = parse(s, default=default) return TEST_PARSE_DEFAULT.format(i=i, d=d, s=s) def test_parse_simple(i, s): d = parse(s) return TEST_PARSE_SIMPLE.format(i=i, d=d, s=s) def test_parse_tzinfo(i, s): tzinfo = {'BRST': -10800} d = parse(s, tzinfos=tzinfo) return TEST_PARSE_TZINFO.format(i=i, d=d, s=s, offset=int(d.tzinfo._offset.total_seconds())) def test_parse_offset(i, s): d = parse(s) return TEST_PARSE_OFFSET.format(i=i, d=d, s=s, offset=int(d.tzinfo._offset.total_seconds())) def test_parse_dayfirst(i, s): d = parse(s, dayfirst=True) return TEST_PARSE_DAYFIRST.format(i=i, d=d, s=s) def test_parse_yearfirst(i, s): d = parse(s, yearfirst=True) return TEST_PARSE_YEARFIRST.format(i=i, d=d, s=s) def test_parse_dfyf(i, s): d = parse(s, dayfirst=True, yearfirst=True) return TEST_PARSE_DFYF.format(i=i, d=d, s=s) def test_unspecified_fallback(i, s): d = parse(s, default=datetime(2010, 1, 31)) return TEST_UNSPECIFIED_FALLBACK.format(i=i, d=d, s=s) def test_parse_ignoretz(i, s): d = parse(s, ignoretz=True) return TEST_PARSE_IGNORETZ.format(i=i, d=d, s=s) def test_parse_default_ignore(i, s): default = datetime(2003, 9, 25) d = parse(s, default=default) return TEST_PARSE_DEFAULT_IGNORE.format(i=i, d=d, s=s) def test_fuzzy_tzinfo(i, s): d = parse(s, fuzzy=True) return TEST_FUZZY_TZINFO.format(i=i, d=d, s=s, offset=int(d.tzinfo._offset.total_seconds())) def test_fuzzy_tokens_tzinfo(i, s): d, tokens = parse(s, fuzzy_with_tokens=True) r_tokens = ", ".join(list(map(lambda s: f'"{s}".to_owned()', tokens))) return TEST_FUZZY_TOKENS_TZINFO.format( i=i, d=d, s=s, offset=int(d.tzinfo._offset.total_seconds()), tokens=r_tokens ) def test_fuzzy_simple(i, s): d = parse(s, fuzzy=True) return TEST_FUZZY_SIMPLE.format(i=i, d=d, s=s) # Here lies all the ugly junk. TEST_HEADER = ''' //! This code has been generated by running the `build_pycompat.py` script //! in the repository root. Please do not edit it, as your edits will be destroyed //! upon re-running code generation. extern crate chrono; use chrono::Datelike; use chrono::NaiveDate; use chrono::NaiveDateTime; use chrono::Timelike; use std::collections::HashMap; use Parser; use ParserInfo; use parse; struct PyDateTime { year: i32, month: u32, day: u32, hour: u32, minute: u32, second: u32, micros: u32, tzo: Option } fn parse_and_assert( pdt: PyDateTime, info: ParserInfo, s: &str, dayfirst: Option, yearfirst: Option, fuzzy: bool, fuzzy_with_tokens: bool, default: Option<&NaiveDateTime>, ignoretz: bool, tzinfos: &HashMap, ) { let parser = Parser::new(info); let rs_parsed = parser.parse( s, dayfirst, yearfirst, fuzzy, fuzzy_with_tokens, default, ignoretz, tzinfos).expect(&format!("Unable to parse date in Rust '{}'", s)); assert_eq!(pdt.year, rs_parsed.0.year(), "Year mismatch for '{}'", s); assert_eq!(pdt.month, rs_parsed.0.month(), "Month mismatch for '{}'", s); assert_eq!(pdt.day, rs_parsed.0.day(), "Day mismatch for '{}'", s); assert_eq!(pdt.hour, rs_parsed.0.hour(), "Hour mismatch for '{}'", s); assert_eq!(pdt.minute, rs_parsed.0.minute(), "Minute mismatch f'or' {}", s); assert_eq!(pdt.second, rs_parsed.0.second(), "Second mismatch for '{}'", s); assert_eq!(pdt.micros, rs_parsed.0.timestamp_subsec_micros(), "Microsecond mismatch for '{}'", s); assert_eq!(pdt.tzo, rs_parsed.1.map(|u| u.local_minus_utc()), "Timezone Offset mismatch for '{}'", s); } fn parse_and_assert_simple( pdt: PyDateTime, s: &str, ) { let rs_parsed = parse(s).expect(&format!("Unable to parse date in Rust '{}'", s)); assert_eq!(pdt.year, rs_parsed.0.year(), "Year mismatch for '{}'", s); assert_eq!(pdt.month, rs_parsed.0.month(), "Month mismatch for '{}'", s); assert_eq!(pdt.day, rs_parsed.0.day(), "Day mismatch for '{}'", s); assert_eq!(pdt.hour, rs_parsed.0.hour(), "Hour mismatch for '{}'", s); assert_eq!(pdt.minute, rs_parsed.0.minute(), "Minute mismatch for '{}'", s); assert_eq!(pdt.second, rs_parsed.0.second(), "Second mismatch for '{}'", s); assert_eq!(pdt.micros, rs_parsed.0.timestamp_subsec_micros(), "Microsecond mismatch for '{}'", s); assert_eq!(pdt.tzo, rs_parsed.1.map(|u| u.local_minus_utc()), "Timezone Offset mismatch for '{}'", s); } fn parse_fuzzy_and_assert( pdt: PyDateTime, ptokens: Option>, info: ParserInfo, s: &str, dayfirst: Option, yearfirst: Option, fuzzy: bool, fuzzy_with_tokens: bool, default: Option<&NaiveDateTime>, ignoretz: bool, tzinfos: &HashMap, ) { let parser = Parser::new(info); let rs_parsed = parser.parse( s, dayfirst, yearfirst, fuzzy, fuzzy_with_tokens, default, ignoretz, tzinfos).expect(&format!("Unable to parse date in Rust '{}'", s)); assert_eq!(pdt.year, rs_parsed.0.year(), "Year mismatch for '{}'", s); assert_eq!(pdt.month, rs_parsed.0.month(), "Month mismatch for '{}'", s); assert_eq!(pdt.day, rs_parsed.0.day(), "Day mismatch for '{}'", s); assert_eq!(pdt.hour, rs_parsed.0.hour(), "Hour mismatch for '{}'", s); assert_eq!(pdt.minute, rs_parsed.0.minute(), "Minute mismatch f'or' {}", s); assert_eq!(pdt.second, rs_parsed.0.second(), "Second mismatch for '{}'", s); assert_eq!(pdt.micros, rs_parsed.0.timestamp_subsec_micros(), "Microsecond mismatch for '{}'", s); assert_eq!(pdt.tzo, rs_parsed.1.map(|u| u.local_minus_utc()), "Timezone Offset mismatch for '{}'", s); assert_eq!(ptokens, rs_parsed.2, "Tokens mismatch for '{}'", s); } macro_rules! rs_tzinfo_map { () => ({ let mut h = HashMap::new(); h.insert("BRST".to_owned(), -10800); h }); }\n''' TEST_PARSE_DEFAULT = ''' #[test] fn test_parse_default{i}() {{ let info = ParserInfo::default(); let default_rsdate = &NaiveDate::from_ymd_opt(2003, 9, 25).unwrap().and_hms_opt(0, 0, 0).unwrap(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None }}; parse_and_assert(pdt, info, "{s}", None, None, false, false, Some(default_rsdate), false, &HashMap::new()); }}\n''' TEST_PARSE_SIMPLE = ''' #[test] fn test_parse_simple{i}() {{ let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None, }}; parse_and_assert_simple(pdt, "{s}"); }}\n''' TEST_PARSE_TZINFO = ''' #[test] fn test_parse_tzinfo{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: Some({offset}), }}; parse_and_assert(pdt, info, "{s}", None, None, false, false, None, false, &rs_tzinfo_map!()); }}\n''' TEST_PARSE_OFFSET = ''' #[test] fn test_parse_offset{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: Some({offset}), }}; parse_and_assert(pdt, info, "{s}", None, None, false, false, None, false, &HashMap::new()); }}\n''' TEST_PARSE_DAYFIRST = ''' #[test] fn test_parse_dayfirst{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None, }}; parse_and_assert(pdt, info, "{s}", Some(true), None, false, false, None, false, &HashMap::new()); }}\n''' TEST_PARSE_YEARFIRST = ''' #[test] fn test_parse_yearfirst{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None, }}; parse_and_assert(pdt, info, "{s}", None, Some(true), false, false, None, false, &HashMap::new()); }}\n''' TEST_PARSE_DFYF = ''' #[test] fn test_parse_dfyf{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None, }}; parse_and_assert(pdt, info, "{s}", Some(true), Some(true), false, false, None, false, &HashMap::new()); }}\n''' TEST_UNSPECIFIED_FALLBACK = ''' #[test] fn test_unspecified_fallback{i}() {{ let info = ParserInfo::default(); let default_rsdate = &NaiveDate::from_ymd_opt(2010, 1, 31).unwrap().and_hms_opt(0, 0, 0).unwrap(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None }}; parse_and_assert(pdt, info, "{s}", None, None, false, false, Some(default_rsdate), false, &HashMap::new()); }}\n''' TEST_PARSE_IGNORETZ = ''' #[test] fn test_parse_ignoretz{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None }}; parse_and_assert(pdt, info, "{s}", None, None, false, false, None, true, &HashMap::new()); }}\n''' TEST_PARSE_DEFAULT_IGNORE = ''' #[test] #[ignore] fn test_parse_default_ignore{i}() {{ let info = ParserInfo::default(); let default_rsdate = &NaiveDate::from_ymd_opt(2003, 9, 25).unwrap().and_hms_opt(0, 0, 0).unwrap(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None }}; parse_and_assert(pdt, info, "{s}", None, None, false, false, Some(default_rsdate), false, &HashMap::new()); }}\n''' TEST_FUZZY_TZINFO = ''' #[test] fn test_fuzzy_tzinfo{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: Some({offset}) }}; parse_fuzzy_and_assert(pdt, None, info, "{s}", None, None, true, false, None, false, &HashMap::new()); }}\n''' TEST_FUZZY_TOKENS_TZINFO = ''' #[test] fn test_fuzzy_tokens_tzinfo{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: Some({offset}) }}; let tokens = vec![{tokens}]; parse_fuzzy_and_assert(pdt, Some(tokens), info, "{s}", None, None, true, true, None, false, &HashMap::new()); }}\n''' TEST_FUZZY_SIMPLE = ''' #[test] fn test_fuzzy_simple{i}() {{ let info = ParserInfo::default(); let pdt = PyDateTime {{ year: {d.year}, month: {d.month}, day: {d.day}, hour: {d.hour}, minute: {d.minute}, second: {d.second}, micros: {d.microsecond}, tzo: None }}; parse_fuzzy_and_assert(pdt, None, info, "{s}", None, None, true, false, None, false, &HashMap::new()); }}\n''' if __name__ == '__main__': main()