From e8fbd730e6212e7cd9dd93f59210d1deea4a330d Mon Sep 17 00:00:00 2001 From: Sven Slootweg Date: Mon, 7 Sep 2015 00:16:30 +0200 Subject: [PATCH] Fix .ai parsing and normalization (#45), add 'role' field, improve output format of test runner --- pwhois | 1 + pythonwhois/parse.py | 110 +++++++++++++++++++------ test.py | 29 +++++-- test/data/apple.ai | 60 ++++++++++++++ test/data/dailym.ai | 60 ++++++++++++++ test/target_default/apple.ai | 1 + test/target_default/dailym.ai | 1 + test/target_normalized/anonnews.org | 2 +- test/target_normalized/apple.ai | 1 + test/target_normalized/aridns.net.au | 2 +- test/target_normalized/dailym.ai | 1 + test/target_normalized/drpciv.biz | 2 +- test/target_normalized/engine.com | 2 +- test/target_normalized/lowendshare.com | 2 +- test/target_normalized/microsoft.com | 2 +- test/target_normalized/redd.it | 2 +- test/target_normalized/yahoo.com.tw | 2 +- test/target_normalized/yahoo.it | 2 +- 18 files changed, 241 insertions(+), 41 deletions(-) create mode 100644 test/data/apple.ai create mode 100644 test/data/dailym.ai create mode 100644 test/target_default/apple.ai create mode 100644 test/target_default/dailym.ai create mode 100644 test/target_normalized/apple.ai create mode 100644 test/target_normalized/dailym.ai diff --git a/pwhois b/pwhois index 09563f4..cf0f19b 100755 --- a/pwhois +++ b/pwhois @@ -75,6 +75,7 @@ else: data_map = OrderedDict({}) data_map["handle"] ="NIC handle" data_map["name"] ="Name" + data_map["role"] ="Role" data_map["organization"] = "Organization" data_map["street"] = "Street address" data_map["postalcode"] = "Postal code" diff --git a/pythonwhois/parse.py b/pythonwhois/parse.py index af270f5..fbaa73f 100644 --- a/pythonwhois/parse.py +++ b/pythonwhois/parse.py @@ -317,7 +317,7 @@ tech_contact_regexes = [ " Technical Contact:\n (?P.+) (?P.+)\n (?P.*)\n (?P.*)\n", # .com.tw (Western registrars) "Technical Contact Information:\n\n(?:Given name: (?P.+)\n)?(?:Family name: (?P.+)\n)?(?:Company name: (?P.+)\n)?Address: (?P.+)\nCountry: (?P.+)\nPhone: (?P.*)\nFax: (?P.*)\nEmail: (?P.+)\n(?:Account Name: (?P.+)\n)?", # HKDNR (.hk) "TECH ID:(?P.+)\nTECH Name:(?P.*)\n(?:TECH Organization:(?P.*)\n)?TECH Street1:(?P.+?)\n(?:TECH Street2:(?P.+?)\n(?:TECH Street3:(?P.+?)\n)?)?TECH City:(?P.+)\nTECH State:(?P.*)\nTECH Postal Code:(?P.+)\nTECH Country:(?P[A-Z]+)\nTECH Phone:(?P.*?)\nTECH Fax:(?P.*)\nTECH Email:(?P.+)\n", # Realtime Register - "Technical Contact\n NIC Handle \(if known\)\.+:(?P.*)\n \(I\)ndividual \(R\)ole\.+:.*\n Name \(Last, First\)\.+:(?P.*)\n Organization Name\.+:(?P.*)\n Street Address\.+:(?P.*)\n City\.+: (?P.*)\n State\.+: (?P.*)\n Postal Code\.+:(?P.*)\n Country\.+:(?P.*)\n Phone Number\.+:(?P.*)\n Fax Number\.+:(?P.*)\n E-Mailbox\.+:(?P.*)", # .ai + "Technical Contact\n NIC Handle \(if known\)\.+:(?P.*)\n \(I\)ndividual \(R\)ole\.+:(?P.*)\n Name \(Last, First\)\.+:(?P.*)\n Organization Name\.+:(?P.*)\n Street Address\.+:(?P.*)\n City\.+: (?P.*)\n State\.+: (?P.*)\n Postal Code\.+:(?P.*)\n Country\.+:(?P.*)\n Phone Number\.+:(?P.*)\n Fax Number\.+:(?P.*)\n E-Mailbox\.+:(?P.*)", # .ai ] admin_contact_regexes = [ @@ -344,7 +344,7 @@ admin_contact_regexes = [ " Administrative Contact:\n (?P.+) (?P.+)\n (?P.*)\n (?P.*)\n", # .com.tw (Western registrars) "Administrative Contact Information:\n\n(?:Given name: (?P.+)\n)?(?:Family name: (?P.+)\n)?(?:Company name: (?P.+)\n)?Address: (?P.+)\nCountry: (?P.+)\nPhone: (?P.*)\nFax: (?P.*)\nEmail: (?P.+)\n(?:Account Name: (?P.+)\n)?", # HKDNR (.hk) "ADMIN ID:(?P.+)\nADMIN Name:(?P.*)\n(?:ADMIN Organization:(?P.*)\n)?ADMIN Street1:(?P.+?)\n(?:ADMIN Street2:(?P.+?)\n(?:ADMIN Street3:(?P.+?)\n)?)?ADMIN City:(?P.+)\nADMIN State:(?P.*)\nADMIN Postal Code:(?P.+)\nADMIN Country:(?P[A-Z]+)\nADMIN Phone:(?P.*?)\nADMIN Fax:(?P.*)\nADMIN Email:(?P.+)\n", # Realtime Register - "Administrative Contact\n NIC Handle \(if known\)\.+:(?P.*)\n \(I\)ndividual \(R\)ole\.+:.*\n Name \(Last, First\)\.+:(?P.*)\n Organization Name\.+:(?P.*)\n Street Address\.+:(?P.*)\n City\.+: (?P.*)\n State\.+: (?P.*)\n Postal Code\.+:(?P.*)\n Country\.+:(?P.*)\n Phone Number\.+:(?P.*)\n Fax Number\.+:(?P.*)\n E-Mailbox\.+:(?P.*)", # .ai + "Administrative Contact\n NIC Handle \(if known\)\.+:(?P.*)\n \(I\)ndividual \(R\)ole\.+:(?P.*)\n Name \(Last, First\)\.+:(?P.*)\n Organization Name\.+:(?P.*)\n Street Address\.+:(?P.*)\n City\.+: (?P.*)\n State\.+: (?P.*)\n Postal Code\.+:(?P.*)\n Country\.+:(?P.*)\n Phone Number\.+:(?P.*)\n Fax Number\.+:(?P.*)\n E-Mailbox\.+:(?P.*)", # .ai ] billing_contact_regexes = [ @@ -362,7 +362,7 @@ billing_contact_regexes = [ "Billing Contact Information :[ ]*\n[ ]+(?P.*)\n[ ]+(?P.*)\n[ ]+(?P.*)\n[ ]+(?P.*)\n[ ]+(?P.*)\n[ ]+(?P.*)\n[ ]+(?P.*)\n[ ]+(?P.*)\n[ ]+(?P.*)\n\n", # GAL Communication "Billing Contact:\n Name: (?P.+)\n City: (?P.+)\n State: (?P.+)\n Country: (?P.+)\n", # Akky (.com.mx) "BILLING ID:(?P.+)\nBILLING Name:(?P.*)\n(?:BILLING Organization:(?P.*)\n)?BILLING Street1:(?P.+?)\n(?:BILLING Street2:(?P.+?)\n(?:BILLING Street3:(?P.+?)\n)?)?BILLING City:(?P.+)\nBILLING State:(?P.*)\nBILLING Postal Code:(?P.+)\nBILLING Country:(?P[A-Z]+)\nBILLING Phone:(?P.*?)\nBILLING Fax:(?P.*)\nBILLING Email:(?P.+)\n", # Realtime Register - "Billing Contact\n NIC Handle \(if known\)\.+:(?P.*)\n \(I\)ndividual \(R\)ole\.+:.*\n Name \(Last, First\)\.+:(?P.*)\n Organization Name\.+:(?P.*)\n Street Address\.+:(?P.*)\n City\.+: (?P.*)\n State\.+: (?P.*)\n Postal Code\.+:(?P.*)\n Country\.+:(?P.*)\n Phone Number\.+:(?P.*)\n Fax Number\.+:(?P.*)\n E-Mailbox\.+:(?P.*)", # .ai + "Billing Contact\n NIC Handle \(if known\)\.+:(?P.*)\n \(I\)ndividual \(R\)ole\.+:(?P.*)\n Name \(Last, First\)\.+:(?P.*)\n Organization Name\.+:(?P.*)\n Street Address\.+:(?P.*)\n City\.+: (?P.*)\n State\.+: (?P.*)\n Postal Code\.+:(?P.*)\n Country\.+:(?P.*)\n Phone Number\.+:(?P.*)\n Fax Number\.+:(?P.*)\n E-Mailbox\.+:(?P.*)", # .ai ] # Some registries use NIC handle references instead of directly listing contacts... @@ -433,17 +433,19 @@ abbreviated_organization_regexes = ( ) organization_regexes = ( - r"(?:^|\s|,)limited\.?($|\s)", - r"(?:^|\s|,)holdings\.?($|\s)", - r"(?:^|\s|,)(?:in)?corporat(?:ed?|ion)\.?($|\s)", - r"(?:^|\s|,)company\.?($|\s)", - r"(?:^|\s|,)operations\.?($|\s)", - r"(?:^|\s|,)association\.?($|\s)", - r"(?:^|\s|,)council\.?($|\s)", - r"(?:^|\s|,)university\.?($|\s)", - r"(?:^|\s|,)college\.?($|\s)", - r"(?:^|\s|,)services?\.?($|\s)", - r"(?:^|\s|,)cabinet\.?($|\s)", + r"(?:^|\s|,)limited\.?($|\s|,)", + r"(?:^|\s|,)holdings\.?($|\s|,)", + r"(?:^|\s|,)(?:in)?corporat(?:ed?|ion)\.?($|\s|,)", + r"(?:^|\s|,)company\.?($|\s|,)", + r"(?:^|\s|,)operations\.?($|\s|,)", + r"(?:^|\s|,)association\.?($|\s|,)", + r"(?:^|\s|,)council\.?($|\s|,)", + r"(?:^|\s|,)university\.?($|\s|,)", + r"(?:^|\s|,)college\.?($|\s|,)", + r"(?:^|\s|,)services?\.?($|\s|,)", + r"(?:^|\s|,)cabinet\.?($|\s|,)", + r"(?:^|\s|,)billing\.?($|\s|,)", + r"(?:^|\s|,)administration\.?($|\s|,)", ) known_abbreviations = allow_trailing_comma_dict({ @@ -459,6 +461,10 @@ known_abbreviations = allow_trailing_comma_dict({ "d/b/a": r"^(?:d\/b\/a|dba)$", }) +role_regexes = ( + r"(?:^|\s|,)administrator\.?($|\s|,)", +) + country_regexes = [r"(?:\s|,)" + dotify(country_code.upper()) + r"($|\s)" for country_code in countries.keys()] for key in ('id', 'status', 'creation_date', 'expiration_date', 'updated_date', 'registrar', 'whois_server', 'nameservers', 'emails'): @@ -475,6 +481,7 @@ billing_contact_regexes = precompile_regexes(billing_contact_regexes) admin_contact_regexes = precompile_regexes(admin_contact_regexes) nic_contact_regexes = precompile_regexes(nic_contact_regexes) +role_regexes = precompile_regexes(role_regexes, re.IGNORECASE) organization_regexes = precompile_regexes(organization_regexes, re.IGNORECASE) abbreviated_organization_regexes = precompile_regexes(abbreviated_organization_regexes, re.IGNORECASE) country_regexes = precompile_regexes(country_regexes) @@ -750,6 +757,11 @@ def normalize_data(data, normalized): is_organization = is_organization_name(line) or is_fuzzy_duplicate(line, organization_lines) if is_organization: + if "," in line: + name_words = re.split(name_separators, line) + if is_full_incorporation_form(name_words[0]): + line = reverse_name_comma(line) + new_organization_lines.append(line) del name_lines[i] @@ -775,6 +787,8 @@ def normalize_data(data, normalized): elif 'organization' in contact: del contact["organization"] + new_roles = [] + if 'name' in contact: # Check whether the name is reversed; first name last, last name first. names = contact['name'].splitlines() @@ -782,9 +796,7 @@ def normalize_data(data, normalized): for name in names: if "," in name: - name_segments = [segment.strip() for segment in name.split(",")] - first_segment = name_segments.pop() - name = first_segment + " " + ', '.join(name_segments) + name = reverse_name_comma(name) else: # Split the name into normalized (ie. alpha-only) 'words' for comparison. We only care about ASCII, as our first-name # list currently only contains English names. @@ -792,14 +804,49 @@ def normalize_data(data, normalized): if len(name_words) > 1 and is_first_name(name_words[-1]) and not is_first_name(name_words[0]): # The last 'word' was in the common first names, but the first one was not. Likely swapped around. - name_segments = re.split(name_separators, name) - name_segments.insert(0, name_segments.pop()) - name = ' '.join(name_segments) + name = reverse_name(name) - unswapped_names.append(name) + if is_role(name): + new_roles.append(name) + else: + unswapped_names.append(name) - contact['name'] = "\n".join(unswapped_names) - + if len(unswapped_names) > 0: + contact['name'] = "\n".join(unswapped_names) + else: + del contact['name'] + + if 'organization' in contact: + organizations = contact['organization'].splitlines() + new_organizations = [] + + for organization in organizations: + if is_role(organization): + new_roles.append(organization) + else: + new_organizations.append(organization) + + if len(new_organizations) > 0: + contact['organization'] = "\n".join(new_organizations) + else: + del contact['organization'] + + if 'street' in contact: + streets = contact['street'].splitlines() + + if is_role(streets[0]): + new_roles.append(streets[0]) + streets = streets[1:] + + contact['street'] = "\n".join(streets) + + if 'role' in contact: + existing_roles = contact['role'].splitlines() + else: + existing_roles = [] + + if len(new_roles) > 0: + contact['role'] = "\n".join(new_roles + existing_roles) if "street" in contact: lines = [x.strip() for x in contact["street"].splitlines()] @@ -833,7 +880,7 @@ def normalize_data(data, normalized): if key in contact and contact[key] is not None and (normalized == True or key in normalized): contact[key] = normalize_name(contact[key], abbreviation_threshold=3) - for key in ("city", "organization", "state", "country"): + for key in ("role", "city", "organization", "state", "country"): if key in contact and contact[key] is not None and (normalized == True or key in normalized): contact[key] = normalize_name(contact[key], abbreviation_threshold=3, length_threshold=3, check_known_incorrect=True) @@ -945,7 +992,10 @@ def is_full_incorporation_form(word): return match_regexes(word, organization_regexes) def is_abbreviated_incorporation_form(word): - return match_regexes(word, abbreviated_organization_regexes) + return match_regexes(word, abbreviated_organization_regexes) + +def is_role(line): + return match_regexes(line, role_regexes) def is_country(word): return match_regexes(word, country_regexes) @@ -986,6 +1036,16 @@ def match_regexes_dict(string, regexes): def capitalize_words(line): return ' '.join([word.capitalize() for word in line.split(" ")]) +def reverse_name(name): + name_segments = re.split(name_separators, name) + name_segments.insert(0, name_segments.pop()) + return ' '.join(name_segments) + +def reverse_name_comma(name): + name_segments = [segment.strip() for segment in name.split(",")] + first_segment = name_segments.pop() + return first_segment + " " + ', '.join(name_segments) + def normalize_word(word, abbreviation_threshold=4, lowercase_domains=True): if is_known_abbreviation(word): return get_known_abbreviation(word) diff --git a/test.py b/test.py index ffee171..a26b355 100755 --- a/test.py +++ b/test.py @@ -7,6 +7,15 @@ import encodings unicode_stdout = codecs.getwriter(sys.stdout.encoding)(sys.stdout) unicode_stderr = codecs.getwriter(sys.stderr.encoding)(sys.stderr) +if sys.version_info < (3, 0): + def is_string(data): + """Test for string with support for python 2.""" + return isinstance(data, basestring) +else: + def is_string(data): + """Test for string with support for python 3.""" + return isinstance(data, str) + # FIXME: The testing script is currently incapable of testing referenced NIC handles that are # retrieved separately, such as is the case with the JPRS registry for .co.jp. This # really needs to be fixed, to ensure that contact parsing for this doesn't break. @@ -28,7 +37,6 @@ def read_encoded_file(file_path): except Exception: pass - parser = argparse.ArgumentParser(description="Runs or modifies the test suite for python-whois.") parser.add_argument("mode", nargs=1, choices=["run", "update"], default="run", help="Whether to run or update the tests. Only update if you know what you're doing!") parser.add_argument("target", nargs="+", help="The targets to run/modify tests for. Use 'all' to run the full test suite.") @@ -47,9 +55,14 @@ def encoded_json_dumps(obj): def json_fallback(obj): if isinstance(obj, datetime.datetime): return obj.isoformat() + elif is_string(obj): + return indent_values(obj) else: return obj +def indent_values(string): + return string.replace("\n", "\n ") + def recursive_encode(obj, encoding): for key in list(obj.keys()): if isinstance(obj[key], dict): @@ -69,11 +82,13 @@ def recursive_compare(obj1, obj2, chain=[]): s1 = set(obj1.keys()) s2 = set(obj2.keys()) - for item in s1.difference(s2): - errors.append("(%s) Key present in previous data, but missing in current data: %s" % (chain_name, item)) + for key in s1.difference(s2): + value = json_fallback(obj1[key]) + errors.append("(%s) Key present in previous data, but missing in current data: `%s`\n [---] %s" % (chain_name, key, value)) - for item in s2.difference(s1): - errors.append("(%s) New key present in current data, but missing in previous data: %s" % (chain_name, item)) + for key in s2.difference(s1): + value = json_fallback(obj2[key]) + errors.append("(%s) New key present in current data, but missing in previous data: `%s`\n [+++] %s" % (chain_name, key, value)) for key in s1.intersection(s2): if isinstance(obj1[key], dict) and isinstance(obj2[key], dict): @@ -82,10 +97,10 @@ def recursive_compare(obj1, obj2, chain=[]): lst1 = [json_fallback(x) for x in obj1[key]] lst2 = [json_fallback(x) for x in obj2[key]] if set(lst1) != set(lst2): - errors.append("(%s) List mismatch in key %s.\n [old] %s\n [new] %s" % (chain_name, key, set(lst1), set(lst2))) + errors.append("(%s) List mismatch in key `%s`.\n [old] %s\n [new] %s" % (chain_name, key, set(lst1), set(lst2))) else: if json_fallback(obj1[key]) != json_fallback(obj2[key]): - errors.append("(%s) Data mismatch in key %s.\n [old] %s\n [new] %s" % (chain_name, key, json_fallback(obj1[key]), json_fallback(obj2[key]))) + errors.append("(%s) Data mismatch in key `%s`.\n [old] %s\n [new] %s" % (chain_name, key, json_fallback(obj1[key]), json_fallback(obj2[key]))) return errors diff --git a/test/data/apple.ai b/test/data/apple.ai new file mode 100644 index 0000000..4157155 --- /dev/null +++ b/test/data/apple.ai @@ -0,0 +1,60 @@ +DOMAIN INFORMATION + + Complete Domain Name........: apple.ai +Organization Using Domain Name + Organization Name..........: Apple Inc. + Street Address.............: 1 Infinite Loop + City.......................: Cupertino + State......................: CA + Postal Code................: 95014 + Country....................: United States +Administrative Contact + NIC Handle (if known)......: + (I)ndividual (R)ole........: + Name (Last, First).........: + Organization Name..........: Apple Inc. + Street Address.............: 1 Infinite Loop + City.......................: Cupertino + State......................: CA + Postal Code................: 95014 + Country....................: United States + Phone Number...............: +1.4089961010 + Fax Number.................: +1.4089741560 + E-Mailbox..................: admin@internationaladmin.com +Technical Contact + NIC Handle (if known)......: + (I)ndividual (R)ole........: + Name (Last, First).........: Administrator, DNS + Organization Name..........: CSC Corporate Domains, Inc. + Street Address.............: 2711 Centerville Rd. + City.......................: Wilmington + State......................: DE + Postal Code................: 19808 + Country....................: United States + Phone Number...............: +1.3026365400 + Fax Number.................: +1.3026365454 + E-Mailbox..................: dns-admin@cscglobal.com +Billing Contact + NIC Handle (if known)......: + (I)ndividual (R)ole........: + Name (Last, First).........: Billing, ccTLD + Organization Name..........: Corporation Service Company + Street Address.............: 2711 Centerville Road Suite 400 + City.......................: Wilmington + State......................: DE + Postal Code................: 19808 + Country....................: United States + Phone Number...............: +1.3026365400 + Fax Number.................: +1.3026365454 + E-Mailbox..................: cctld-billing@cscinfo.com +Nameservers + Primary Server Hostname....: nserver.apple.com + Primary Server Netaddress..: + Secondary Server Hostname..: nserver2.apple.com + Secondary Server Netaddress: + Third Server Hostname......: nserver3.apple.com + Fourth Server Hostname.....: nserver4.apple.com + + +Last paid by: cctld-billing@cscinfo.com + diff --git a/test/data/dailym.ai b/test/data/dailym.ai new file mode 100644 index 0000000..3e23218 --- /dev/null +++ b/test/data/dailym.ai @@ -0,0 +1,60 @@ +DOMAIN INFORMATION + + Complete Domain Name........: dailym.ai +Organization Using Domain Name + Organization Name..........: Associated Newspapers Limited + Street Address.............: Northcliffe House, 2 Derry Street + City.......................: London + State......................: + Postal Code................: W8 5TT + Country....................: UK +Administrative Contact + NIC Handle (if known)......: + (I)ndividual (R)ole........: Domain Manager + Name (Last, First).........: + Organization Name..........: Associated Newspapers Limited + Street Address.............: Northcliffe House, 2 Derry Street + City.......................: London + State......................: + Postal Code................: W8 5TT + Country....................: UK + Phone Number...............: +44.2079386000 + Fax Number.................: + E-Mailbox..................: admin@comlaude.com +Technical Contact + NIC Handle (if known)......: + (I)ndividual (R)ole........: Domain Manager + Name (Last, First).........: + Organization Name..........: Associated Newspapers Limited + Street Address.............: Northcliffe House, 2 Derry Street + City.......................: London + State......................: + Postal Code................: W8 5TT + Country....................: UK + Phone Number...............: +44.2079386000 + Fax Number.................: + E-Mailbox..................: admin@comlaude.com +Billing Contact + NIC Handle (if known)......: + (I)ndividual (R)ole........: Billing Manager + Name (Last, First).........: + Organization Name..........: Com Laude + Street Address.............: 28-30 Little Russell Street + City.......................: London + State......................: + Postal Code................: WC1A 2HN + Country....................: UK + Phone Number...............: +44.2074218250 + Fax Number.................: + E-Mailbox..................: billing@comlaude.com +Nameservers + Primary Server Hostname....: ns6.associated.co.uk + Primary Server Netaddress..: + Secondary Server Hostname..: ns5.anlremote.com + Secondary Server Netaddress: + Third Server Hostname......: + Fourth Server Hostname.....: + + +Last paid by: billing@comlaude.com + diff --git a/test/target_default/apple.ai b/test/target_default/apple.ai new file mode 100644 index 0000000..8484bd0 --- /dev/null +++ b/test/target_default/apple.ai @@ -0,0 +1 @@ +{"nameservers": ["nserver.apple.com", "nserver2.apple.com", "nserver3.apple.com", "nserver4.apple.com"], "raw": ["DOMAIN INFORMATION\n\n Complete Domain Name........: apple.ai\nOrganization Using Domain Name\n Organization Name..........: Apple Inc.\n Street Address.............: 1 Infinite Loop\n City.......................: Cupertino\n State......................: CA\n Postal Code................: 95014\n Country....................: United States\nAdministrative Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: \n Name (Last, First).........: \n Organization Name..........: Apple Inc.\n Street Address.............: 1 Infinite Loop\n City.......................: Cupertino\n State......................: CA\n Postal Code................: 95014\n Country....................: United States\n Phone Number...............: +1.4089961010\n Fax Number.................: +1.4089741560\n E-Mailbox..................: admin@internationaladmin.com\nTechnical Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: \n Name (Last, First).........: Administrator, DNS\n Organization Name..........: CSC Corporate Domains, Inc.\n Street Address.............: 2711 Centerville Rd.\n City.......................: Wilmington\n State......................: DE\n Postal Code................: 19808\n Country....................: United States\n Phone Number...............: +1.3026365400\n Fax Number.................: +1.3026365454\n E-Mailbox..................: dns-admin@cscglobal.com\nBilling Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: \n Name (Last, First).........: Billing, ccTLD\n Organization Name..........: Corporation Service Company\n Street Address.............: 2711 Centerville Road Suite 400\n City.......................: Wilmington\n State......................: DE\n Postal Code................: 19808\n Country....................: United States\n Phone Number...............: +1.3026365400\n Fax Number.................: +1.3026365454\n E-Mailbox..................: cctld-billing@cscinfo.com\nNameservers\n Primary Server Hostname....: nserver.apple.com\n Primary Server Netaddress..: \n Secondary Server Hostname..: nserver2.apple.com\n Secondary Server Netaddress: \n Third Server Hostname......: nserver3.apple.com\n Fourth Server Hostname.....: nserver4.apple.com\n\n\nLast paid by: cctld-billing@cscinfo.com\n\n"], "contacts": {"admin": {"city": "Cupertino", "fax": "+1.4089741560", "phone": "+1.4089961010", "state": "CA", "street": "1 Infinite Loop", "country": "United States", "postalcode": "95014", "organization": "Apple Inc.", "email": "admin@internationaladmin.com"}, "tech": {"city": "Wilmington", "fax": "+1.3026365454", "name": "Administrator, DNS", "phone": "+1.3026365400", "state": "DE", "street": "2711 Centerville Rd.", "country": "United States", "postalcode": "19808", "organization": "CSC Corporate Domains, Inc.", "email": "dns-admin@cscglobal.com"}, "registrant": {"city": "Cupertino", "name": "Apple Inc.", "country": "United States", "state": "CA", "street": "1 Infinite Loop", "postalcode": "95014"}, "billing": {"city": "Wilmington", "fax": "+1.3026365454", "name": "Billing, ccTLD", "phone": "+1.3026365400", "state": "DE", "street": "2711 Centerville Road Suite 400", "country": "United States", "postalcode": "19808", "organization": "Corporation Service Company", "email": "cctld-billing@cscinfo.com"}}} \ No newline at end of file diff --git a/test/target_default/dailym.ai b/test/target_default/dailym.ai new file mode 100644 index 0000000..7e820c5 --- /dev/null +++ b/test/target_default/dailym.ai @@ -0,0 +1 @@ +{"nameservers": ["ns6.associated.co.uk", "ns5.anlremote.com"], "raw": ["DOMAIN INFORMATION\n\n Complete Domain Name........: dailym.ai\nOrganization Using Domain Name\n Organization Name..........: Associated Newspapers Limited\n Street Address.............: Northcliffe House, 2 Derry Street\n City.......................: London\n State......................: \n Postal Code................: W8 5TT\n Country....................: UK\nAdministrative Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: Domain Manager\n Name (Last, First).........: \n Organization Name..........: Associated Newspapers Limited\n Street Address.............: Northcliffe House, 2 Derry Street\n City.......................: London\n State......................: \n Postal Code................: W8 5TT\n Country....................: UK\n Phone Number...............: +44.2079386000\n Fax Number.................: \n E-Mailbox..................: admin@comlaude.com\nTechnical Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: Domain Manager\n Name (Last, First).........: \n Organization Name..........: Associated Newspapers Limited\n Street Address.............: Northcliffe House, 2 Derry Street\n City.......................: London\n State......................: \n Postal Code................: W8 5TT\n Country....................: UK\n Phone Number...............: +44.2079386000\n Fax Number.................: \n E-Mailbox..................: admin@comlaude.com\nBilling Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: Billing Manager\n Name (Last, First).........: \n Organization Name..........: Com Laude\n Street Address.............: 28-30 Little Russell Street\n City.......................: London\n State......................: \n Postal Code................: WC1A 2HN\n Country....................: UK\n Phone Number...............: +44.2074218250\n Fax Number.................: \n E-Mailbox..................: billing@comlaude.com\nNameservers\n Primary Server Hostname....: ns6.associated.co.uk\n Primary Server Netaddress..: \n Secondary Server Hostname..: ns5.anlremote.com\n Secondary Server Netaddress: \n Third Server Hostname......: \n Fourth Server Hostname.....: \n\n\nLast paid by: billing@comlaude.com\n\n"], "contacts": {"admin": {"city": "London", "phone": "+44.2079386000", "street": "Northcliffe House, 2 Derry Street", "role": "Domain Manager", "country": "UK", "postalcode": "W8 5TT", "organization": "Associated Newspapers Limited", "email": "admin@comlaude.com"}, "tech": {"city": "London", "phone": "+44.2079386000", "street": "Northcliffe House, 2 Derry Street", "role": "Domain Manager", "country": "UK", "postalcode": "W8 5TT", "organization": "Associated Newspapers Limited", "email": "admin@comlaude.com"}, "registrant": {"city": "London", "name": "Associated Newspapers Limited", "country": "UK", "street": "Northcliffe House, 2 Derry Street", "postalcode": "W8 5TT"}, "billing": {"city": "London", "phone": "+44.2074218250", "street": "28-30 Little Russell Street", "role": "Billing Manager", "country": "UK", "postalcode": "WC1A 2HN", "organization": "Com Laude", "email": "billing@comlaude.com"}}} \ No newline at end of file diff --git a/test/target_normalized/anonnews.org b/test/target_normalized/anonnews.org index 8112452..bb6d4e6 100644 --- a/test/target_normalized/anonnews.org +++ b/test/target_normalized/anonnews.org @@ -1 +1 @@ -{"status": ["Client Transfer Prohibited", "Renewperiod"], "updated_date": ["2013-11-16T12:22:49"], "contacts": {"admin": {"city": "Panama", "handle": "INTErkiewm5586ze", "name": "Domain Administrator", "phone": "+507.65995877", "street": "Attn: anonnews.org\nAptds. 0850-00056", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "52300fa7x2yb6oe6@5225b4d0pi3627q9.privatewhois.net"}, "tech": {"city": "Panama", "handle": "INTEl92g5h18b12w", "name": "Domain Administrator", "phone": "+507.65995877", "street": "Attn: anonnews.org\nAptds. 0850-00056", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "52300fa6vwq931xf@5225b4d0pi3627q9.privatewhois.net"}, "registrant": {"city": "Panama", "handle": "INTE381xro4k9z0m", "name": "Domain Administrator", "phone": "+507.65995877", "street": "Attn: anonnews.org\nAptds. 0850-00056", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "52300fa6c2nzfacc@5225b4d0pi3627q9.privatewhois.net"}, "billing": null}, "nameservers": ["lisa.ns.cloudflare.com", "ed.ns.cloudflare.com"], "expiration_date": ["2014-12-12T20:31:54"], "raw": ["Access to .ORG WHOIS information is provided to assist persons in \ndetermining the contents of a domain name registration record in the \nPublic Interest Registry registry database. The data in this record is provided by \nPublic Interest Registry for informational purposes only, and Public Interest Registry does not \nguarantee its accuracy. This service is intended only for query-based \naccess. You agree that you will use this data only for lawful purposes \nand that, under no circumstances will you use this data to: (a) allow, \nenable, or otherwise support the transmission by e-mail, telephone, or \nfacsimile of mass unsolicited, commercial advertising or solicitations \nto entities other than the data recipient's own existing customers; or \n(b) enable high volume, automated, electronic processes that send \nqueries or data to the systems of Registry Operator, a Registrar, or \nAfilias except as reasonably necessary to register domain names or \nmodify existing registrations. All rights reserved. Public Interest Registry reserves \nthe right to modify these terms at any time. By submitting this query, \nyou agree to abide by this policy. \n\nDomain ID:D160909486-LROR\nDomain Name:ANONNEWS.ORG\nCreated On:12-Dec-2010 20:31:54 UTC\nLast Updated On:16-Nov-2013 12:22:49 UTC\nExpiration Date:12-Dec-2014 20:31:54 UTC\nSponsoring Registrar:Internet.bs Corp. (R1601-LROR)\nStatus:CLIENT TRANSFER PROHIBITED\nStatus:RENEWPERIOD\nRegistrant ID:INTE381xro4k9z0m\nRegistrant Name:Domain Administrator\nRegistrant Organization:Fundacion Private Whois\nRegistrant Street1:Attn: anonnews.org\nRegistrant Street2:Aptds. 0850-00056\nRegistrant Street3:\nRegistrant City:Panama\nRegistrant State/Province:\nRegistrant Postal Code:Zona 15\nRegistrant Country:PA\nRegistrant Phone:+507.65995877\nRegistrant Phone Ext.:\nRegistrant FAX:\nRegistrant FAX Ext.:\nRegistrant Email:52300fa6c2nzfacc@5225b4d0pi3627q9.privatewhois.net\nAdmin ID:INTErkiewm5586ze\nAdmin Name:Domain Administrator\nAdmin Organization:Fundacion Private Whois\nAdmin Street1:Attn: anonnews.org\nAdmin Street2:Aptds. 0850-00056\nAdmin Street3:\nAdmin City:Panama\nAdmin State/Province:\nAdmin Postal Code:Zona 15\nAdmin Country:PA\nAdmin Phone:+507.65995877\nAdmin Phone Ext.:\nAdmin FAX:\nAdmin FAX Ext.:\nAdmin Email:52300fa7x2yb6oe6@5225b4d0pi3627q9.privatewhois.net\nTech ID:INTEl92g5h18b12w\nTech Name:Domain Administrator\nTech Organization:Fundacion Private Whois\nTech Street1:Attn: anonnews.org\nTech Street2:Aptds. 0850-00056\nTech Street3:\nTech City:Panama\nTech State/Province:\nTech Postal Code:Zona 15\nTech Country:PA\nTech Phone:+507.65995877\nTech Phone Ext.:\nTech FAX:\nTech FAX Ext.:\nTech Email:52300fa6vwq931xf@5225b4d0pi3627q9.privatewhois.net\nName Server:LISA.NS.CLOUDFLARE.COM\nName Server:ED.NS.CLOUDFLARE.COM\nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nDNSSEC:Unsigned\n\n\n\n"], "registrar": ["Internet.bs Corp. (R1601-LROR)"], "creation_date": ["2010-12-12T20:31:54", "2010-12-12T20:31:54"], "id": ["D160909486-LROR"]} \ No newline at end of file +{"status": ["Client Transfer Prohibited", "Renewperiod"], "updated_date": ["2013-11-16T12:22:49"], "contacts": {"admin": {"city": "Panama", "handle": "INTErkiewm5586ze", "phone": "+507.65995877", "street": "Attn: anonnews.org\nAptds. 0850-00056", "role": "Domain Administrator", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "52300fa7x2yb6oe6@5225b4d0pi3627q9.privatewhois.net"}, "tech": {"city": "Panama", "handle": "INTEl92g5h18b12w", "phone": "+507.65995877", "street": "Attn: anonnews.org\nAptds. 0850-00056", "role": "Domain Administrator", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "52300fa6vwq931xf@5225b4d0pi3627q9.privatewhois.net"}, "registrant": {"city": "Panama", "handle": "INTE381xro4k9z0m", "phone": "+507.65995877", "street": "Attn: anonnews.org\nAptds. 0850-00056", "role": "Domain Administrator", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "52300fa6c2nzfacc@5225b4d0pi3627q9.privatewhois.net"}, "billing": null}, "nameservers": ["lisa.ns.cloudflare.com", "ed.ns.cloudflare.com"], "expiration_date": ["2014-12-12T20:31:54"], "raw": ["Access to .ORG WHOIS information is provided to assist persons in \ndetermining the contents of a domain name registration record in the \nPublic Interest Registry registry database. The data in this record is provided by \nPublic Interest Registry for informational purposes only, and Public Interest Registry does not \nguarantee its accuracy. This service is intended only for query-based \naccess. You agree that you will use this data only for lawful purposes \nand that, under no circumstances will you use this data to: (a) allow, \nenable, or otherwise support the transmission by e-mail, telephone, or \nfacsimile of mass unsolicited, commercial advertising or solicitations \nto entities other than the data recipient's own existing customers; or \n(b) enable high volume, automated, electronic processes that send \nqueries or data to the systems of Registry Operator, a Registrar, or \nAfilias except as reasonably necessary to register domain names or \nmodify existing registrations. All rights reserved. Public Interest Registry reserves \nthe right to modify these terms at any time. By submitting this query, \nyou agree to abide by this policy. \n\nDomain ID:D160909486-LROR\nDomain Name:ANONNEWS.ORG\nCreated On:12-Dec-2010 20:31:54 UTC\nLast Updated On:16-Nov-2013 12:22:49 UTC\nExpiration Date:12-Dec-2014 20:31:54 UTC\nSponsoring Registrar:Internet.bs Corp. (R1601-LROR)\nStatus:CLIENT TRANSFER PROHIBITED\nStatus:RENEWPERIOD\nRegistrant ID:INTE381xro4k9z0m\nRegistrant Name:Domain Administrator\nRegistrant Organization:Fundacion Private Whois\nRegistrant Street1:Attn: anonnews.org\nRegistrant Street2:Aptds. 0850-00056\nRegistrant Street3:\nRegistrant City:Panama\nRegistrant State/Province:\nRegistrant Postal Code:Zona 15\nRegistrant Country:PA\nRegistrant Phone:+507.65995877\nRegistrant Phone Ext.:\nRegistrant FAX:\nRegistrant FAX Ext.:\nRegistrant Email:52300fa6c2nzfacc@5225b4d0pi3627q9.privatewhois.net\nAdmin ID:INTErkiewm5586ze\nAdmin Name:Domain Administrator\nAdmin Organization:Fundacion Private Whois\nAdmin Street1:Attn: anonnews.org\nAdmin Street2:Aptds. 0850-00056\nAdmin Street3:\nAdmin City:Panama\nAdmin State/Province:\nAdmin Postal Code:Zona 15\nAdmin Country:PA\nAdmin Phone:+507.65995877\nAdmin Phone Ext.:\nAdmin FAX:\nAdmin FAX Ext.:\nAdmin Email:52300fa7x2yb6oe6@5225b4d0pi3627q9.privatewhois.net\nTech ID:INTEl92g5h18b12w\nTech Name:Domain Administrator\nTech Organization:Fundacion Private Whois\nTech Street1:Attn: anonnews.org\nTech Street2:Aptds. 0850-00056\nTech Street3:\nTech City:Panama\nTech State/Province:\nTech Postal Code:Zona 15\nTech Country:PA\nTech Phone:+507.65995877\nTech Phone Ext.:\nTech FAX:\nTech FAX Ext.:\nTech Email:52300fa6vwq931xf@5225b4d0pi3627q9.privatewhois.net\nName Server:LISA.NS.CLOUDFLARE.COM\nName Server:ED.NS.CLOUDFLARE.COM\nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nName Server: \nDNSSEC:Unsigned\n\n\n\n"], "registrar": ["Internet.bs Corp. (R1601-LROR)"], "creation_date": ["2010-12-12T20:31:54", "2010-12-12T20:31:54"], "id": ["D160909486-LROR"]} \ No newline at end of file diff --git a/test/target_normalized/apple.ai b/test/target_normalized/apple.ai new file mode 100644 index 0000000..a8d2c67 --- /dev/null +++ b/test/target_normalized/apple.ai @@ -0,0 +1 @@ +{"nameservers": ["nserver.apple.com", "nserver2.apple.com", "nserver3.apple.com", "nserver4.apple.com"], "raw": ["DOMAIN INFORMATION\n\n Complete Domain Name........: apple.ai\nOrganization Using Domain Name\n Organization Name..........: Apple Inc.\n Street Address.............: 1 Infinite Loop\n City.......................: Cupertino\n State......................: CA\n Postal Code................: 95014\n Country....................: United States\nAdministrative Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: \n Name (Last, First).........: \n Organization Name..........: Apple Inc.\n Street Address.............: 1 Infinite Loop\n City.......................: Cupertino\n State......................: CA\n Postal Code................: 95014\n Country....................: United States\n Phone Number...............: +1.4089961010\n Fax Number.................: +1.4089741560\n E-Mailbox..................: admin@internationaladmin.com\nTechnical Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: \n Name (Last, First).........: Administrator, DNS\n Organization Name..........: CSC Corporate Domains, Inc.\n Street Address.............: 2711 Centerville Rd.\n City.......................: Wilmington\n State......................: DE\n Postal Code................: 19808\n Country....................: United States\n Phone Number...............: +1.3026365400\n Fax Number.................: +1.3026365454\n E-Mailbox..................: dns-admin@cscglobal.com\nBilling Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: \n Name (Last, First).........: Billing, ccTLD\n Organization Name..........: Corporation Service Company\n Street Address.............: 2711 Centerville Road Suite 400\n City.......................: Wilmington\n State......................: DE\n Postal Code................: 19808\n Country....................: United States\n Phone Number...............: +1.3026365400\n Fax Number.................: +1.3026365454\n E-Mailbox..................: cctld-billing@cscinfo.com\nNameservers\n Primary Server Hostname....: nserver.apple.com\n Primary Server Netaddress..: \n Secondary Server Hostname..: nserver2.apple.com\n Secondary Server Netaddress: \n Third Server Hostname......: nserver3.apple.com\n Fourth Server Hostname.....: nserver4.apple.com\n\n\nLast paid by: cctld-billing@cscinfo.com\n\n"], "contacts": {"admin": {"city": "Cupertino", "fax": "+1.4089741560", "phone": "+1.4089961010", "state": "California", "street": "1 Infinite Loop", "country": "United States", "postalcode": "95014", "organization": "Apple Inc.", "email": "admin@internationaladmin.com"}, "tech": {"city": "Wilmington", "fax": "+1.3026365454", "phone": "+1.3026365400", "state": "Delaware", "street": "2711 Centerville Rd.", "role": "DNS Administrator", "country": "United States", "postalcode": "19808", "organization": "CSC Corporate Domains, Inc.", "email": "dns-admin@cscglobal.com"}, "registrant": {"city": "Cupertino", "country": "United States", "state": "California", "street": "1 Infinite Loop", "postalcode": "95014", "organization": "Apple Inc."}, "billing": {"city": "Wilmington", "fax": "+1.3026365454", "phone": "+1.3026365400", "state": "Delaware", "street": "2711 Centerville Road Suite 400", "country": "United States", "postalcode": "19808", "organization": "ccTLD Billing\nCorporation Service Company", "email": "cctld-billing@cscinfo.com"}}} \ No newline at end of file diff --git a/test/target_normalized/aridns.net.au b/test/target_normalized/aridns.net.au index 7c7be6d..d6058d6 100644 --- a/test/target_normalized/aridns.net.au +++ b/test/target_normalized/aridns.net.au @@ -1 +1 @@ -{"status": ["serverDeleteProhibited (Protected by .auLOCKDOWN)", "serverUpdateProhibited (Protected by .auLOCKDOWN)"], "updated_date": ["2013-07-12T08:26:40"], "contacts": {"admin": null, "tech": {"handle": "83053T1868269", "name": "Domain Administrator"}, "registrant": {"organization": "AusRegistry International Pty. Ltd.", "handle": "83052O1868269", "name": "Domain Administrator"}, "billing": null}, "nameservers": ["ari.alpha.aridns.net.au", "ari.beta.aridns.net.au", "ari.gamma.aridns.net.au", "ari.delta.aridns.net.au"], "raw": ["Domain Name: aridns.net.au\nLast Modified: 12-Jul-2013 08:26:40 UTC\nRegistrar ID: Melbourne IT\nRegistrar Name: Melbourne IT\nStatus: serverDeleteProhibited (Protected by .auLOCKDOWN)\nStatus: serverUpdateProhibited (Protected by .auLOCKDOWN)\n\nRegistrant: AusRegistry International Pty. Ltd.\nRegistrant ID: ABN 16103729620\nEligibility Type: Company\n\nRegistrant Contact ID: 83052O1868269\nRegistrant Contact Name: Domain Administrator\nRegistrant Contact Email: Visit whois.ausregistry.com.au for Web based WhoIs\n\nTech Contact ID: 83053T1868269\nTech Contact Name: Domain Administrator\nTech Contact Email: Visit whois.ausregistry.com.au for Web based WhoIs\n\nName Server: ari.alpha.aridns.net.au\nName Server IP: 2001:dcd:1:0:0:0:0:2\nName Server IP: 37.209.192.2\nName Server: ari.beta.aridns.net.au\nName Server IP: 2001:dcd:2:0:0:0:0:2\nName Server IP: 37.209.194.2\nName Server: ari.gamma.aridns.net.au\nName Server IP: 2001:dcd:3:0:0:0:0:2\nName Server IP: 37.209.196.2\nName Server: ari.delta.aridns.net.au\nName Server IP: 2001:dcd:4:0:0:0:0:2\nName Server IP: 37.209.198.2\n\n"], "registrar": ["Melbourne IT"]} \ No newline at end of file +{"status": ["serverDeleteProhibited (Protected by .auLOCKDOWN)", "serverUpdateProhibited (Protected by .auLOCKDOWN)"], "updated_date": ["2013-07-12T08:26:40"], "contacts": {"admin": null, "tech": {"role": "Domain Administrator", "handle": "83053T1868269"}, "registrant": {"organization": "AusRegistry International Pty. Ltd.", "role": "Domain Administrator", "handle": "83052O1868269"}, "billing": null}, "nameservers": ["ari.alpha.aridns.net.au", "ari.beta.aridns.net.au", "ari.gamma.aridns.net.au", "ari.delta.aridns.net.au"], "raw": ["Domain Name: aridns.net.au\nLast Modified: 12-Jul-2013 08:26:40 UTC\nRegistrar ID: Melbourne IT\nRegistrar Name: Melbourne IT\nStatus: serverDeleteProhibited (Protected by .auLOCKDOWN)\nStatus: serverUpdateProhibited (Protected by .auLOCKDOWN)\n\nRegistrant: AusRegistry International Pty. Ltd.\nRegistrant ID: ABN 16103729620\nEligibility Type: Company\n\nRegistrant Contact ID: 83052O1868269\nRegistrant Contact Name: Domain Administrator\nRegistrant Contact Email: Visit whois.ausregistry.com.au for Web based WhoIs\n\nTech Contact ID: 83053T1868269\nTech Contact Name: Domain Administrator\nTech Contact Email: Visit whois.ausregistry.com.au for Web based WhoIs\n\nName Server: ari.alpha.aridns.net.au\nName Server IP: 2001:dcd:1:0:0:0:0:2\nName Server IP: 37.209.192.2\nName Server: ari.beta.aridns.net.au\nName Server IP: 2001:dcd:2:0:0:0:0:2\nName Server IP: 37.209.194.2\nName Server: ari.gamma.aridns.net.au\nName Server IP: 2001:dcd:3:0:0:0:0:2\nName Server IP: 37.209.196.2\nName Server: ari.delta.aridns.net.au\nName Server IP: 2001:dcd:4:0:0:0:0:2\nName Server IP: 37.209.198.2\n\n"], "registrar": ["Melbourne IT"]} \ No newline at end of file diff --git a/test/target_normalized/dailym.ai b/test/target_normalized/dailym.ai new file mode 100644 index 0000000..f6e4ff8 --- /dev/null +++ b/test/target_normalized/dailym.ai @@ -0,0 +1 @@ +{"nameservers": ["ns6.associated.co.uk", "ns5.anlremote.com"], "raw": ["DOMAIN INFORMATION\n\n Complete Domain Name........: dailym.ai\nOrganization Using Domain Name\n Organization Name..........: Associated Newspapers Limited\n Street Address.............: Northcliffe House, 2 Derry Street\n City.......................: London\n State......................: \n Postal Code................: W8 5TT\n Country....................: UK\nAdministrative Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: Domain Manager\n Name (Last, First).........: \n Organization Name..........: Associated Newspapers Limited\n Street Address.............: Northcliffe House, 2 Derry Street\n City.......................: London\n State......................: \n Postal Code................: W8 5TT\n Country....................: UK\n Phone Number...............: +44.2079386000\n Fax Number.................: \n E-Mailbox..................: admin@comlaude.com\nTechnical Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: Domain Manager\n Name (Last, First).........: \n Organization Name..........: Associated Newspapers Limited\n Street Address.............: Northcliffe House, 2 Derry Street\n City.......................: London\n State......................: \n Postal Code................: W8 5TT\n Country....................: UK\n Phone Number...............: +44.2079386000\n Fax Number.................: \n E-Mailbox..................: admin@comlaude.com\nBilling Contact\n NIC Handle (if known)......: \n (I)ndividual (R)ole........: Billing Manager\n Name (Last, First).........: \n Organization Name..........: Com Laude\n Street Address.............: 28-30 Little Russell Street\n City.......................: London\n State......................: \n Postal Code................: WC1A 2HN\n Country....................: UK\n Phone Number...............: +44.2074218250\n Fax Number.................: \n E-Mailbox..................: billing@comlaude.com\nNameservers\n Primary Server Hostname....: ns6.associated.co.uk\n Primary Server Netaddress..: \n Secondary Server Hostname..: ns5.anlremote.com\n Secondary Server Netaddress: \n Third Server Hostname......: \n Fourth Server Hostname.....: \n\n\nLast paid by: billing@comlaude.com\n\n"], "contacts": {"admin": {"city": "London", "phone": "+44.2079386000", "street": "Northcliffe House, 2 Derry Street", "role": "Domain Manager", "country": "United Kingdom", "postalcode": "W8 5TT", "organization": "Associated Newspapers Limited", "email": "admin@comlaude.com"}, "tech": {"city": "London", "phone": "+44.2079386000", "street": "Northcliffe House, 2 Derry Street", "role": "Domain Manager", "country": "United Kingdom", "postalcode": "W8 5TT", "organization": "Associated Newspapers Limited", "email": "admin@comlaude.com"}, "registrant": {"city": "London", "country": "United Kingdom", "street": "Northcliffe House, 2 Derry Street", "postalcode": "W8 5TT", "organization": "Associated Newspapers Limited"}, "billing": {"city": "London", "phone": "+44.2074218250", "street": "28-30 Little Russell Street", "role": "Billing Manager", "country": "United Kingdom", "postalcode": "WC1A 2HN", "organization": "Com Laude", "email": "billing@comlaude.com"}}} \ No newline at end of file diff --git a/test/target_normalized/drpciv.biz b/test/target_normalized/drpciv.biz index 246276d..587af5d 100644 --- a/test/target_normalized/drpciv.biz +++ b/test/target_normalized/drpciv.biz @@ -1 +1 @@ -{"status": ["clientTransferProhibited"], "updated_date": ["2014-01-28T14:02:20", "2014-06-04T22:33:43"], "contacts": {"admin": {"city": "Panama", "handle": "INTEDIIYRYASW5MQ", "name": "Domain Administrator", "phone": "+507.65967959", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e76q1lbtbk@5225b4d0pi3627q9.privatewhois.net"}, "tech": {"city": "Panama", "handle": "INTEHQ98UIY8AG7R", "name": "Domain Administrator", "phone": "+507.65967959", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e7o2mhz6ui@5225b4d0pi3627q9.privatewhois.net"}, "registrant": {"city": "Panama", "handle": "INTEJ39MZQIM27GY", "name": "Domain Administrator", "phone": "+507.65967959", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e76bmlbpe0@5225b4d0pi3627q9.privatewhois.net"}, "billing": {"city": "Panama", "handle": "INTE9CPTNSAGCZVW", "name": "Domain Administrator", "phone": "+507.65995877", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e7hvddrqc3@5225b4d0pi3627q9.privatewhois.net"}}, "nameservers": ["hank.ns.cloudflare.com", "amy.ns.cloudflare.com"], "expiration_date": ["2015-02-02T23:59:59"], "raw": ["Domain Name: DRPCIV.BIZ\nDomain ID: D48726051-BIZ\nSponsoring Registrar: INTERNET.BS CORP.\nSponsoring Registrar IANA ID: 814\nRegistrar URL (registration services): www.internet.bs\nDomain Status: clientTransferProhibited\nRegistrant ID: INTEJ39MZQIM27GY\nRegistrant Name: Domain Administrator\nRegistrant Organization: Fundacion Private Whois\nRegistrant Address1: Attn: drpciv.biz\nRegistrant Address2: Aptds. 0850-00056\nRegistrant City: Panama\nRegistrant Postal Code: Zona 15\nRegistrant Country: Panama\nRegistrant Country Code: PA\nRegistrant Phone Number: +507.65967959\nRegistrant Email: 522e20e76bmlbpe0@5225b4d0pi3627q9.privatewhois.net\nAdministrative Contact ID: INTEDIIYRYASW5MQ\nAdministrative Contact Name: Domain Administrator\nAdministrative Contact Organization: Fundacion Private Whois\nAdministrative Contact Address1: Attn: drpciv.biz\nAdministrative Contact Address2: Aptds. 0850-00056\nAdministrative Contact City: Panama\nAdministrative Contact Postal Code: Zona 15\nAdministrative Contact Country: Panama\nAdministrative Contact Country Code: PA\nAdministrative Contact Phone Number: +507.65967959\nAdministrative Contact Email: 522e20e76q1lbtbk@5225b4d0pi3627q9.privatewhois.net\nBilling Contact ID: INTE9CPTNSAGCZVW\nBilling Contact Name: Domain Administrator\nBilling Contact Organization: Fundacion Private Whois\nBilling Contact Address1: Attn: drpciv.biz\nBilling Contact Address2: Aptds. 0850-00056\nBilling Contact City: Panama\nBilling Contact Postal Code: Zona 15\nBilling Contact Country: Panama\nBilling Contact Country Code: PA\nBilling Contact Phone Number: +507.65995877\nBilling Contact Email: 522e20e7hvddrqc3@5225b4d0pi3627q9.privatewhois.net\nTechnical Contact ID: INTEHQ98UIY8AG7R\nTechnical Contact Name: Domain Administrator\nTechnical Contact Organization: Fundacion Private Whois\nTechnical Contact Address1: Attn: drpciv.biz\nTechnical Contact Address2: Aptds. 0850-00056\nTechnical Contact City: Panama\nTechnical Contact Postal Code: Zona 15\nTechnical Contact Country: Panama\nTechnical Contact Country Code: PA\nTechnical Contact Phone Number: +507.65967959\nTechnical Contact Email: 522e20e7o2mhz6ui@5225b4d0pi3627q9.privatewhois.net\nName Server: HANK.NS.CLOUDFLARE.COM\nName Server: AMY.NS.CLOUDFLARE.COM\nCreated by Registrar: INTERNET.BS CORP.\nLast Updated by Registrar: INTERNET.BS CORP.\nDomain Registration Date: Fri Feb 03 15:34:57 GMT 2012\nDomain Expiration Date: Mon Feb 02 23:59:59 GMT 2015\nDomain Last Updated Date: Tue Jan 28 14:02:20 GMT 2014\n\n>>>> Whois database was last updated on: Wed Jun 04 22:33:43 GMT 2014 <<<<\n\nNeuStar, Inc., the Registry Operator for .BIZ, has collected this information\nfor the WHOIS database through an ICANN-Accredited Registrar. This information\nis provided to you for informational purposes only and is designed to assist\npersons in determining contents of a domain name registration record in the\nNeuStar registry database. NeuStar makes this information available to you\n\"as is\" and does not guarantee its accuracy. By submitting a WHOIS query, you\nagree that you will use this data only for lawful purposes and that, under no\ncircumstances will you use this data: (1) to allow, enable, or otherwise\nsupport the transmission of mass unsolicited, commercial advertising or\nsolicitations via direct mail, electronic mail, or by telephone; (2) in\ncontravention of any applicable data and privacy protection acts; or (3) to\nenable high volume, automated, electronic processes that apply to the registry\n(or its systems). Compilation, repackaging, dissemination, or other use of the\nWHOIS database in its entirety, or of a substantial portion thereof, is not\nallowed without NeuStar's prior written permission. NeuStar reserves the\nright to modify or change these conditions at any time without prior or\nsubsequent notification of any kind. By executing this query, in any manner\nwhatsoever, you agree to abide by these terms.\n\nNOTE: FAILURE TO LOCATE A RECORD IN THE WHOIS DATABASE IS NOT INDICATIVE\nOF THE AVAILABILITY OF A DOMAIN NAME.\n\n"], "registrar": ["internet.bs CORP."], "creation_date": ["2012-02-03T15:34:57"], "id": ["D48726051-BIZ"]} \ No newline at end of file +{"status": ["clientTransferProhibited"], "updated_date": ["2014-01-28T14:02:20", "2014-06-04T22:33:43"], "contacts": {"admin": {"city": "Panama", "handle": "INTEDIIYRYASW5MQ", "phone": "+507.65967959", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "role": "Domain Administrator", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e76q1lbtbk@5225b4d0pi3627q9.privatewhois.net"}, "tech": {"city": "Panama", "handle": "INTEHQ98UIY8AG7R", "phone": "+507.65967959", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "role": "Domain Administrator", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e7o2mhz6ui@5225b4d0pi3627q9.privatewhois.net"}, "registrant": {"city": "Panama", "handle": "INTEJ39MZQIM27GY", "phone": "+507.65967959", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "role": "Domain Administrator", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e76bmlbpe0@5225b4d0pi3627q9.privatewhois.net"}, "billing": {"city": "Panama", "handle": "INTE9CPTNSAGCZVW", "phone": "+507.65995877", "street": "Attn: drpciv.biz\nAptds. 0850-00056", "role": "Domain Administrator", "country": "Panama", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522e20e7hvddrqc3@5225b4d0pi3627q9.privatewhois.net"}}, "nameservers": ["hank.ns.cloudflare.com", "amy.ns.cloudflare.com"], "expiration_date": ["2015-02-02T23:59:59"], "raw": ["Domain Name: DRPCIV.BIZ\nDomain ID: D48726051-BIZ\nSponsoring Registrar: INTERNET.BS CORP.\nSponsoring Registrar IANA ID: 814\nRegistrar URL (registration services): www.internet.bs\nDomain Status: clientTransferProhibited\nRegistrant ID: INTEJ39MZQIM27GY\nRegistrant Name: Domain Administrator\nRegistrant Organization: Fundacion Private Whois\nRegistrant Address1: Attn: drpciv.biz\nRegistrant Address2: Aptds. 0850-00056\nRegistrant City: Panama\nRegistrant Postal Code: Zona 15\nRegistrant Country: Panama\nRegistrant Country Code: PA\nRegistrant Phone Number: +507.65967959\nRegistrant Email: 522e20e76bmlbpe0@5225b4d0pi3627q9.privatewhois.net\nAdministrative Contact ID: INTEDIIYRYASW5MQ\nAdministrative Contact Name: Domain Administrator\nAdministrative Contact Organization: Fundacion Private Whois\nAdministrative Contact Address1: Attn: drpciv.biz\nAdministrative Contact Address2: Aptds. 0850-00056\nAdministrative Contact City: Panama\nAdministrative Contact Postal Code: Zona 15\nAdministrative Contact Country: Panama\nAdministrative Contact Country Code: PA\nAdministrative Contact Phone Number: +507.65967959\nAdministrative Contact Email: 522e20e76q1lbtbk@5225b4d0pi3627q9.privatewhois.net\nBilling Contact ID: INTE9CPTNSAGCZVW\nBilling Contact Name: Domain Administrator\nBilling Contact Organization: Fundacion Private Whois\nBilling Contact Address1: Attn: drpciv.biz\nBilling Contact Address2: Aptds. 0850-00056\nBilling Contact City: Panama\nBilling Contact Postal Code: Zona 15\nBilling Contact Country: Panama\nBilling Contact Country Code: PA\nBilling Contact Phone Number: +507.65995877\nBilling Contact Email: 522e20e7hvddrqc3@5225b4d0pi3627q9.privatewhois.net\nTechnical Contact ID: INTEHQ98UIY8AG7R\nTechnical Contact Name: Domain Administrator\nTechnical Contact Organization: Fundacion Private Whois\nTechnical Contact Address1: Attn: drpciv.biz\nTechnical Contact Address2: Aptds. 0850-00056\nTechnical Contact City: Panama\nTechnical Contact Postal Code: Zona 15\nTechnical Contact Country: Panama\nTechnical Contact Country Code: PA\nTechnical Contact Phone Number: +507.65967959\nTechnical Contact Email: 522e20e7o2mhz6ui@5225b4d0pi3627q9.privatewhois.net\nName Server: HANK.NS.CLOUDFLARE.COM\nName Server: AMY.NS.CLOUDFLARE.COM\nCreated by Registrar: INTERNET.BS CORP.\nLast Updated by Registrar: INTERNET.BS CORP.\nDomain Registration Date: Fri Feb 03 15:34:57 GMT 2012\nDomain Expiration Date: Mon Feb 02 23:59:59 GMT 2015\nDomain Last Updated Date: Tue Jan 28 14:02:20 GMT 2014\n\n>>>> Whois database was last updated on: Wed Jun 04 22:33:43 GMT 2014 <<<<\n\nNeuStar, Inc., the Registry Operator for .BIZ, has collected this information\nfor the WHOIS database through an ICANN-Accredited Registrar. This information\nis provided to you for informational purposes only and is designed to assist\npersons in determining contents of a domain name registration record in the\nNeuStar registry database. NeuStar makes this information available to you\n\"as is\" and does not guarantee its accuracy. By submitting a WHOIS query, you\nagree that you will use this data only for lawful purposes and that, under no\ncircumstances will you use this data: (1) to allow, enable, or otherwise\nsupport the transmission of mass unsolicited, commercial advertising or\nsolicitations via direct mail, electronic mail, or by telephone; (2) in\ncontravention of any applicable data and privacy protection acts; or (3) to\nenable high volume, automated, electronic processes that apply to the registry\n(or its systems). Compilation, repackaging, dissemination, or other use of the\nWHOIS database in its entirety, or of a substantial portion thereof, is not\nallowed without NeuStar's prior written permission. NeuStar reserves the\nright to modify or change these conditions at any time without prior or\nsubsequent notification of any kind. By executing this query, in any manner\nwhatsoever, you agree to abide by these terms.\n\nNOTE: FAILURE TO LOCATE A RECORD IN THE WHOIS DATABASE IS NOT INDICATIVE\nOF THE AVAILABILITY OF A DOMAIN NAME.\n\n"], "registrar": ["internet.bs CORP."], "creation_date": ["2012-02-03T15:34:57"], "id": ["D48726051-BIZ"]} \ No newline at end of file diff --git a/test/target_normalized/engine.com b/test/target_normalized/engine.com index 471f392..e51eaaa 100644 --- a/test/target_normalized/engine.com +++ b/test/target_normalized/engine.com @@ -1 +1 @@ -{"updated_date": ["2013-04-20T20:21:30"], "status": ["clientTransferProhibited"], "contacts": {"admin": {"city": "Tseung Kwan O", "name": "Domain Administrator", "country": "Hong Kong", "phone": "+852.93861402", "street": "26H Block 7 Beverly Garden", "organization": "iGenesis Limited", "email": "domain@igenesis.com"}, "tech": {"city": "Tseung Kwan O", "name": "Domain Administrator", "country": "Hong Kong", "phone": "+852.93861402", "street": "26H Block 7 Beverly Garden", "organization": "iGenesis Limited", "email": "domain@igenesis.com"}, "registrant": {"city": "Tseung Kwan O", "country": "Hong Kong", "street": "26H Block 7 Beverly Garden", "organization": "iGenesis Limited"}, "billing": {"city": "Tseung Kwan O", "name": "Domain Administrator", "country": "Hong Kong", "phone": "+852.93861402", "street": "26H Block 7 Beverly Garden", "organization": "iGenesis Limited", "email": "domain@igenesis.com"}}, "nameservers": ["ns1.parkingcrew.net", "ns2.parkingcrew.net"], "expiration_date": ["2014-05-20T00:00:00", "2014-05-20T00:00:00"], "creation_date": ["1994-05-19T04:00:00", "1994-05-19T04:00:00"], "raw": ["\n\nDomain: engine.com\n\nRecord dates:\n Record created on: 1994-05-19 04:00:00 UTC\n Record modified on: 2013-04-20 20:21:30 UTC\n Record expires on: 2014-05-20 UTC\n\nRegistrant contact:\n iGenesis Limited\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n\nAdministrative contact:\n iGenesis Limited\n Domain Administrator\n domain@igenesis.com\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n Phone: +852.93861402\n Fax: \n\nTechnical contact:\n iGenesis Limited\n Domain Administrator\n domain@igenesis.com\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n Phone: +852.93861402\n Fax: \n\nBilling contact:\n iGenesis Limited\n Domain Administrator\n domain@igenesis.com\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n Phone: +852.93861402\n Fax: \n\nNameservers:\n ns1.parkingcrew.net\n ns2.parkingcrew.net\n\nNote: Automated collection of data from this database is strictly prohibited.\n\n", "\nWhois Server Version 2.0\n\nDomain names in the .com and .net domains can now be registered\nwith many different competing registrars. Go to http://www.internic.net\nfor detailed information.\n\n Domain Name: ENGINE.COM\n Registrar: FABULOUS.COM PTY LTD.\n Whois Server: whois.fabulous.com\n Referral URL: http://www.fabulous.com\n Name Server: NS1.PARKINGCREW.NET\n Name Server: NS2.PARKINGCREW.NET\n Status: clientTransferProhibited\n Updated Date: 11-sep-2013\n Creation Date: 19-may-1994\n Expiration Date: 20-may-2014\n\n>>> Last update of whois database: Mon, 09 Dec 2013 05:28:32 UTC <<<\n\nNOTICE: The expiration date displayed in this record is the date the \nregistrar's sponsorship of the domain name registration in the registry is \ncurrently set to expire. This date does not necessarily reflect the expiration \ndate of the domain name registrant's agreement with the sponsoring \nregistrar. Users may consult the sponsoring registrar's Whois database to \nview the registrar's reported date of expiration for this registration.\n\nTERMS OF USE: You are not authorized to access or query our Whois \ndatabase through the use of electronic processes that are high-volume and \nautomated except as reasonably necessary to register domain names or \nmodify existing registrations; the Data in VeriSign Global Registry \nServices' (\"VeriSign\") Whois database is provided by VeriSign for \ninformation purposes only, and to assist persons in obtaining information \nabout or related to a domain name registration record. VeriSign does not \nguarantee its accuracy. By submitting a Whois query, you agree to abide \nby the following terms of use: You agree that you may use this Data only \nfor lawful purposes and that under no circumstances will you use this Data \nto: (1) allow, enable, or otherwise support the transmission of mass \nunsolicited, commercial advertising or solicitations via e-mail, telephone, \nor facsimile; or (2) enable high volume, automated, electronic processes \nthat apply to VeriSign (or its computer systems). The compilation, \nrepackaging, dissemination or other use of this Data is expressly \nprohibited without the prior written consent of VeriSign. You agree not to \nuse electronic processes that are automated and high-volume to access or \nquery the Whois database except as reasonably necessary to register \ndomain names or modify existing registrations. VeriSign reserves the right \nto restrict your access to the Whois database in its sole discretion to ensure \noperational stability. VeriSign may restrict or terminate your access to the \nWhois database for failure to abide by these terms of use. VeriSign \nreserves the right to modify these terms at any time. \n\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\nRegistrars.\n"], "whois_server": ["whois.fabulous.com"], "registrar": ["fabulous.com Pty Ltd."]} \ No newline at end of file +{"updated_date": ["2013-04-20T20:21:30"], "status": ["clientTransferProhibited"], "contacts": {"admin": {"city": "Tseung Kwan O", "country": "Hong Kong", "phone": "+852.93861402", "street": "26H Block 7 Beverly Garden", "role": "Domain Administrator", "organization": "iGenesis Limited", "email": "domain@igenesis.com"}, "tech": {"city": "Tseung Kwan O", "country": "Hong Kong", "phone": "+852.93861402", "street": "26H Block 7 Beverly Garden", "role": "Domain Administrator", "organization": "iGenesis Limited", "email": "domain@igenesis.com"}, "registrant": {"city": "Tseung Kwan O", "country": "Hong Kong", "street": "26H Block 7 Beverly Garden", "organization": "iGenesis Limited"}, "billing": {"city": "Tseung Kwan O", "country": "Hong Kong", "phone": "+852.93861402", "street": "26H Block 7 Beverly Garden", "role": "Domain Administrator", "organization": "iGenesis Limited", "email": "domain@igenesis.com"}}, "nameservers": ["ns1.parkingcrew.net", "ns2.parkingcrew.net"], "expiration_date": ["2014-05-20T00:00:00", "2014-05-20T00:00:00"], "creation_date": ["1994-05-19T04:00:00", "1994-05-19T04:00:00"], "raw": ["\n\nDomain: engine.com\n\nRecord dates:\n Record created on: 1994-05-19 04:00:00 UTC\n Record modified on: 2013-04-20 20:21:30 UTC\n Record expires on: 2014-05-20 UTC\n\nRegistrant contact:\n iGenesis Limited\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n\nAdministrative contact:\n iGenesis Limited\n Domain Administrator\n domain@igenesis.com\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n Phone: +852.93861402\n Fax: \n\nTechnical contact:\n iGenesis Limited\n Domain Administrator\n domain@igenesis.com\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n Phone: +852.93861402\n Fax: \n\nBilling contact:\n iGenesis Limited\n Domain Administrator\n domain@igenesis.com\n 26H Block 7 Beverly Garden\n Tseung Kwan O, - - HK\n Phone: +852.93861402\n Fax: \n\nNameservers:\n ns1.parkingcrew.net\n ns2.parkingcrew.net\n\nNote: Automated collection of data from this database is strictly prohibited.\n\n", "\nWhois Server Version 2.0\n\nDomain names in the .com and .net domains can now be registered\nwith many different competing registrars. Go to http://www.internic.net\nfor detailed information.\n\n Domain Name: ENGINE.COM\n Registrar: FABULOUS.COM PTY LTD.\n Whois Server: whois.fabulous.com\n Referral URL: http://www.fabulous.com\n Name Server: NS1.PARKINGCREW.NET\n Name Server: NS2.PARKINGCREW.NET\n Status: clientTransferProhibited\n Updated Date: 11-sep-2013\n Creation Date: 19-may-1994\n Expiration Date: 20-may-2014\n\n>>> Last update of whois database: Mon, 09 Dec 2013 05:28:32 UTC <<<\n\nNOTICE: The expiration date displayed in this record is the date the \nregistrar's sponsorship of the domain name registration in the registry is \ncurrently set to expire. This date does not necessarily reflect the expiration \ndate of the domain name registrant's agreement with the sponsoring \nregistrar. Users may consult the sponsoring registrar's Whois database to \nview the registrar's reported date of expiration for this registration.\n\nTERMS OF USE: You are not authorized to access or query our Whois \ndatabase through the use of electronic processes that are high-volume and \nautomated except as reasonably necessary to register domain names or \nmodify existing registrations; the Data in VeriSign Global Registry \nServices' (\"VeriSign\") Whois database is provided by VeriSign for \ninformation purposes only, and to assist persons in obtaining information \nabout or related to a domain name registration record. VeriSign does not \nguarantee its accuracy. By submitting a Whois query, you agree to abide \nby the following terms of use: You agree that you may use this Data only \nfor lawful purposes and that under no circumstances will you use this Data \nto: (1) allow, enable, or otherwise support the transmission of mass \nunsolicited, commercial advertising or solicitations via e-mail, telephone, \nor facsimile; or (2) enable high volume, automated, electronic processes \nthat apply to VeriSign (or its computer systems). The compilation, \nrepackaging, dissemination or other use of this Data is expressly \nprohibited without the prior written consent of VeriSign. You agree not to \nuse electronic processes that are automated and high-volume to access or \nquery the Whois database except as reasonably necessary to register \ndomain names or modify existing registrations. VeriSign reserves the right \nto restrict your access to the Whois database in its sole discretion to ensure \noperational stability. VeriSign may restrict or terminate your access to the \nWhois database for failure to abide by these terms of use. VeriSign \nreserves the right to modify these terms at any time. \n\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\nRegistrars.\n"], "whois_server": ["whois.fabulous.com"], "registrar": ["fabulous.com Pty Ltd."]} \ No newline at end of file diff --git a/test/target_normalized/lowendshare.com b/test/target_normalized/lowendshare.com index 9f5738f..65086eb 100644 --- a/test/target_normalized/lowendshare.com +++ b/test/target_normalized/lowendshare.com @@ -1 +1 @@ -{"status": ["clientTransferProhibited"], "updated_date": ["2013-08-30T00:00:00"], "contacts": {"admin": {"city": "Panama", "name": "Domain Administrator", "country": "Panama", "phone": "+507.65995877", "street": "Attn: lowendshare.com\nAptds. 0850-00056", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522ff121nsq4zosx@5225b4d0pi3627q9.privatewhois.net"}, "tech": {"city": "Panama", "name": "Domain Administrator", "country": "Panama", "phone": "+507.65995877", "street": "Attn: lowendshare.com\nAptds. 0850-00056", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522ff121vt0xukg2@5225b4d0pi3627q9.privatewhois.net"}, "registrant": {"city": "Panama", "name": "Domain Administrator", "country": "Panama", "phone": "+507.65995877", "street": "Attn: lowendshare.com\nAptds. 0850-00056", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522ff120qi9mqlng@5225b4d0pi3627q9.privatewhois.net"}, "billing": null}, "nameservers": ["ns10.dns4pro.at", "ns20.dns4pro.at", "ns30.dns4pro.at"], "expiration_date": ["2014-07-13T00:00:00"], "creation_date": ["2012-07-13T00:00:00"], "raw": ["Domain lowendshare.com\n\nDate Registered: 2012-7-13\nExpiry Date: 2014-7-13\n\nDNS1: ns10.dns4pro.at\nDNS2: ns20.dns4pro.at\nDNS3: ns30.dns4pro.at\n\nRegistrant\n Fundacion Private Whois\n Domain Administrator\n Email:522ff120qi9mqlng@5225b4d0pi3627q9.privatewhois.net\n Attn: lowendshare.com\n Aptds. 0850-00056\n Zona 15 Panama\n Panama\n Tel: +507.65995877\n\nAdministrative Contact\n Fundacion Private Whois\n Domain Administrator\n Email:522ff121nsq4zosx@5225b4d0pi3627q9.privatewhois.net\n Attn: lowendshare.com\n Aptds. 0850-00056\n Zona 15 Panama\n Panama\n Tel: +507.65995877\n\nTechnical Contact\n Fundacion Private Whois\n Domain Administrator\n Email:522ff121vt0xukg2@5225b4d0pi3627q9.privatewhois.net\n Attn: lowendshare.com\n Aptds. 0850-00056\n Zona 15 Panama\n Panama\n Tel: +507.65995877\n\nRegistrar: Internet.bs Corp.\nRegistrar's Website : http://www.internetbs.net/\n", "\nWhois Server Version 2.0\n\nDomain names in the .com and .net domains can now be registered\nwith many different competing registrars. Go to http://www.internic.net\nfor detailed information.\n\n Domain Name: LOWENDSHARE.COM\n Registrar: INTERNET.BS CORP.\n Whois Server: whois.internet.bs\n Referral URL: http://www.internet.bs\n Name Server: NS10.DNS4PRO.AT\n Name Server: NS20.DNS4PRO.AT\n Name Server: NS30.DNS4PRO.AT\n Status: clientTransferProhibited\n Updated Date: 30-aug-2013\n Creation Date: 13-jul-2012\n Expiration Date: 13-jul-2014\n\n>>> Last update of whois database: Sat, 23 Nov 2013 13:55:04 UTC <<<\n\nNOTICE: The expiration date displayed in this record is the date the \nregistrar's sponsorship of the domain name registration in the registry is \ncurrently set to expire. This date does not necessarily reflect the expiration \ndate of the domain name registrant's agreement with the sponsoring \nregistrar. Users may consult the sponsoring registrar's Whois database to \nview the registrar's reported date of expiration for this registration.\n\nTERMS OF USE: You are not authorized to access or query our Whois \ndatabase through the use of electronic processes that are high-volume and \nautomated except as reasonably necessary to register domain names or \nmodify existing registrations; the Data in VeriSign Global Registry \nServices' (\"VeriSign\") Whois database is provided by VeriSign for \ninformation purposes only, and to assist persons in obtaining information \nabout or related to a domain name registration record. VeriSign does not \nguarantee its accuracy. By submitting a Whois query, you agree to abide \nby the following terms of use: You agree that you may use this Data only \nfor lawful purposes and that under no circumstances will you use this Data \nto: (1) allow, enable, or otherwise support the transmission of mass \nunsolicited, commercial advertising or solicitations via e-mail, telephone, \nor facsimile; or (2) enable high volume, automated, electronic processes \nthat apply to VeriSign (or its computer systems). The compilation, \nrepackaging, dissemination or other use of this Data is expressly \nprohibited without the prior written consent of VeriSign. You agree not to \nuse electronic processes that are automated and high-volume to access or \nquery the Whois database except as reasonably necessary to register \ndomain names or modify existing registrations. VeriSign reserves the right \nto restrict your access to the Whois database in its sole discretion to ensure \noperational stability. VeriSign may restrict or terminate your access to the \nWhois database for failure to abide by these terms of use. VeriSign \nreserves the right to modify these terms at any time. \n\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\nRegistrars.\n"], "whois_server": ["whois.internet.bs"], "registrar": ["Internet.bs Corp."]} \ No newline at end of file +{"status": ["clientTransferProhibited"], "updated_date": ["2013-08-30T00:00:00"], "contacts": {"admin": {"city": "Panama", "country": "Panama", "phone": "+507.65995877", "street": "Attn: lowendshare.com\nAptds. 0850-00056", "role": "Domain Administrator", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522ff121nsq4zosx@5225b4d0pi3627q9.privatewhois.net"}, "tech": {"city": "Panama", "country": "Panama", "phone": "+507.65995877", "street": "Attn: lowendshare.com\nAptds. 0850-00056", "role": "Domain Administrator", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522ff121vt0xukg2@5225b4d0pi3627q9.privatewhois.net"}, "registrant": {"city": "Panama", "country": "Panama", "phone": "+507.65995877", "street": "Attn: lowendshare.com\nAptds. 0850-00056", "role": "Domain Administrator", "postalcode": "Zona 15", "organization": "Fundacion Private Whois", "email": "522ff120qi9mqlng@5225b4d0pi3627q9.privatewhois.net"}, "billing": null}, "nameservers": ["ns10.dns4pro.at", "ns20.dns4pro.at", "ns30.dns4pro.at"], "expiration_date": ["2014-07-13T00:00:00"], "creation_date": ["2012-07-13T00:00:00"], "raw": ["Domain lowendshare.com\n\nDate Registered: 2012-7-13\nExpiry Date: 2014-7-13\n\nDNS1: ns10.dns4pro.at\nDNS2: ns20.dns4pro.at\nDNS3: ns30.dns4pro.at\n\nRegistrant\n Fundacion Private Whois\n Domain Administrator\n Email:522ff120qi9mqlng@5225b4d0pi3627q9.privatewhois.net\n Attn: lowendshare.com\n Aptds. 0850-00056\n Zona 15 Panama\n Panama\n Tel: +507.65995877\n\nAdministrative Contact\n Fundacion Private Whois\n Domain Administrator\n Email:522ff121nsq4zosx@5225b4d0pi3627q9.privatewhois.net\n Attn: lowendshare.com\n Aptds. 0850-00056\n Zona 15 Panama\n Panama\n Tel: +507.65995877\n\nTechnical Contact\n Fundacion Private Whois\n Domain Administrator\n Email:522ff121vt0xukg2@5225b4d0pi3627q9.privatewhois.net\n Attn: lowendshare.com\n Aptds. 0850-00056\n Zona 15 Panama\n Panama\n Tel: +507.65995877\n\nRegistrar: Internet.bs Corp.\nRegistrar's Website : http://www.internetbs.net/\n", "\nWhois Server Version 2.0\n\nDomain names in the .com and .net domains can now be registered\nwith many different competing registrars. Go to http://www.internic.net\nfor detailed information.\n\n Domain Name: LOWENDSHARE.COM\n Registrar: INTERNET.BS CORP.\n Whois Server: whois.internet.bs\n Referral URL: http://www.internet.bs\n Name Server: NS10.DNS4PRO.AT\n Name Server: NS20.DNS4PRO.AT\n Name Server: NS30.DNS4PRO.AT\n Status: clientTransferProhibited\n Updated Date: 30-aug-2013\n Creation Date: 13-jul-2012\n Expiration Date: 13-jul-2014\n\n>>> Last update of whois database: Sat, 23 Nov 2013 13:55:04 UTC <<<\n\nNOTICE: The expiration date displayed in this record is the date the \nregistrar's sponsorship of the domain name registration in the registry is \ncurrently set to expire. This date does not necessarily reflect the expiration \ndate of the domain name registrant's agreement with the sponsoring \nregistrar. Users may consult the sponsoring registrar's Whois database to \nview the registrar's reported date of expiration for this registration.\n\nTERMS OF USE: You are not authorized to access or query our Whois \ndatabase through the use of electronic processes that are high-volume and \nautomated except as reasonably necessary to register domain names or \nmodify existing registrations; the Data in VeriSign Global Registry \nServices' (\"VeriSign\") Whois database is provided by VeriSign for \ninformation purposes only, and to assist persons in obtaining information \nabout or related to a domain name registration record. VeriSign does not \nguarantee its accuracy. By submitting a Whois query, you agree to abide \nby the following terms of use: You agree that you may use this Data only \nfor lawful purposes and that under no circumstances will you use this Data \nto: (1) allow, enable, or otherwise support the transmission of mass \nunsolicited, commercial advertising or solicitations via e-mail, telephone, \nor facsimile; or (2) enable high volume, automated, electronic processes \nthat apply to VeriSign (or its computer systems). The compilation, \nrepackaging, dissemination or other use of this Data is expressly \nprohibited without the prior written consent of VeriSign. You agree not to \nuse electronic processes that are automated and high-volume to access or \nquery the Whois database except as reasonably necessary to register \ndomain names or modify existing registrations. VeriSign reserves the right \nto restrict your access to the Whois database in its sole discretion to ensure \noperational stability. VeriSign may restrict or terminate your access to the \nWhois database for failure to abide by these terms of use. VeriSign \nreserves the right to modify these terms at any time. \n\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\nRegistrars.\n"], "whois_server": ["whois.internet.bs"], "registrar": ["Internet.bs Corp."]} \ No newline at end of file diff --git a/test/target_normalized/microsoft.com b/test/target_normalized/microsoft.com index 8eb9373..6baee76 100644 --- a/test/target_normalized/microsoft.com +++ b/test/target_normalized/microsoft.com @@ -1 +1 @@ -{"status": ["clientUpdateProhibited", "clientTransferProhibited", "clientDeleteProhibited"], "updated_date": ["2013-08-11T04:00:51"], "contacts": {"admin": {"city": "Redmond", "fax": "+1.4259367329", "name": "Domain Administrator", "state": "Washington", "phone": "+1.4258828080", "street": "One Microsoft Way", "country": "United States", "postalcode": "98052", "organization": "Microsoft Corporation", "email": "domains@microsoft.com"}, "tech": {"city": "Redmond", "fax": "+1.4259367329", "name": "MSN Hostmaster", "state": "Washington", "phone": "+1.4258828080", "street": "One Microsoft Way", "country": "United States", "postalcode": "98052", "organization": "Microsoft Corporation", "email": "msnhst@microsoft.com"}, "registrant": {"city": "Redmond", "fax": "+1.4259367329", "name": "Domain Administrator", "state": "Washington", "phone": "+1.4258828080", "street": "One Microsoft Way", "country": "United States", "postalcode": "98052", "organization": "Microsoft Corporation", "email": "domains@microsoft.com"}, "billing": null}, "nameservers": ["ns3.msft.net", "ns5.msft.net", "ns2.msft.net", "ns1.msft.net", "ns4.msft.net"], "expiration_date": ["2021-05-02T21:00:00", "2021-05-02T21:00:00"], "emails": ["compliance@markmonitor.com"], "raw": ["Domain Name: microsoft.com\nRegistry Domain ID: 2724960_DOMAIN_COM-VRSN\nRegistrar WHOIS Server: whois.markmonitor.com\nRegistrar URL: http://www.markmonitor.com\nUpdated Date: 2013-08-11T04:00:51-0700\nCreation Date: 2011-08-09T13:02:58-0700\nRegistrar Registration Expiration Date: 2021-05-02T21:00:00-0700\nRegistrar: MarkMonitor, Inc.\nRegistrar IANA ID: 292\nRegistrar Abuse Contact Email: compliance@markmonitor.com\nRegistrar Abuse Contact Phone: +1.2083895740\nDomain Status: clientUpdateProhibited\nDomain Status: clientTransferProhibited\nDomain Status: clientDeleteProhibited\nRegistry Registrant ID: \nRegistrant Name: Domain Administrator\nRegistrant Organization: Microsoft Corporation\nRegistrant Street: One Microsoft Way, \nRegistrant City: Redmond\nRegistrant State/Province: WA\nRegistrant Postal Code: 98052\nRegistrant Country: US\nRegistrant Phone: +1.4258828080\nRegistrant Phone Ext: \nRegistrant Fax: +1.4259367329\nRegistrant Fax Ext: \nRegistrant Email: domains@microsoft.com\nRegistry Admin ID: \nAdmin Name: Domain Administrator\nAdmin Organization: Microsoft Corporation\nAdmin Street: One Microsoft Way, \nAdmin City: Redmond\nAdmin State/Province: WA\nAdmin Postal Code: 98052\nAdmin Country: US\nAdmin Phone: +1.4258828080\nAdmin Phone Ext: \nAdmin Fax: +1.4259367329\nAdmin Fax Ext: \nAdmin Email: domains@microsoft.com\nRegistry Tech ID: \nTech Name: MSN Hostmaster\nTech Organization: Microsoft Corporation\nTech Street: One Microsoft Way, \nTech City: Redmond\nTech State/Province: WA\nTech Postal Code: 98052\nTech Country: US\nTech Phone: +1.4258828080\nTech Phone Ext: \nTech Fax: +1.4259367329\nTech Fax Ext: \nTech Email: msnhst@microsoft.com\nName Server: ns3.msft.net\nName Server: ns5.msft.net\nName Server: ns2.msft.net\nName Server: ns1.msft.net\nName Server: ns4.msft.net\nURL of the ICANN WHOIS Data Problem Reporting System: http://wdprs.internic.net/\n>>> Last update of WHOIS database: 2013-11-23T06:24:49-0800 <<<\n\nThe Data in MarkMonitor.com's WHOIS database is provided by MarkMonitor.com for\ninformation purposes, and to assist persons in obtaining information about or\nrelated to a domain name registration record. MarkMonitor.com does not guarantee\nits accuracy. By submitting a WHOIS query, you agree that you will use this Data\nonly for lawful purposes and that, under no circumstances will you use this Data to:\n (1) allow, enable, or otherwise support the transmission of mass unsolicited,\n commercial advertising or solicitations via e-mail (spam); or\n (2) enable high volume, automated, electronic processes that apply to\n MarkMonitor.com (or its systems).\nMarkMonitor.com reserves the right to modify these terms at any time.\nBy submitting this query, you agree to abide by this policy.\n\nMarkMonitor is the Global Leader in Online Brand Protection.\n\nMarkMonitor Domain Management(TM)\nMarkMonitor Brand Protection(TM)\nMarkMonitor AntiPiracy(TM)\nMarkMonitor AntiFraud(TM)\nProfessional and Managed Services\n\nVisit MarkMonitor at http://www.markmonitor.com\nContact us at +1.8007459229\nIn Europe, at +44.02032062220", "", "\nWhois Server Version 2.0\n\nDomain names in the .com and .net domains can now be registered\nwith many different competing registrars. Go to http://www.internic.net\nfor detailed information.\n\n Server Name: MICROSOFT.COM.ZZZZZZZZZZZZZZZZZZZZZZ.IS.A.GREAT.COMPANY.ITREBAL.COM\n IP Address: 97.107.132.202\n Registrar: GANDI SAS\n Whois Server: whois.gandi.net\n Referral URL: http://www.gandi.net\n\n Server Name: MICROSOFT.COM.ZZZZZZZZZZZZZZZZZZZ.GET.ONE.MILLION.DOLLARS.AT.WWW.UNIMUNDI.COM\n IP Address: 209.126.190.70\n Registrar: PDR LTD. D/B/A PUBLICDOMAINREGISTRY.COM\n Whois Server: whois.PublicDomainRegistry.com\n Referral URL: http://www.PublicDomainRegistry.com\n\n Server Name: MICROSOFT.COM.ZZZZZZZZZZZZZZZZZZ.IM.ELITE.WANNABE.TOO.WWW.PLUS613.NET\n IP Address: 64.251.18.228\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.ZZZZZZ.MORE.DETAILS.AT.WWW.BEYONDWHOIS.COM\n IP Address: 203.36.226.2\n Registrar: INSTRA CORPORATION PTY, LTD.\n Whois Server: whois.instra.net\n Referral URL: http://www.instra.com\n\n Server Name: MICROSOFT.COM.ZZZZZ.GET.LAID.AT.WWW.SWINGINGCOMMUNITY.COM\n IP Address: 69.41.185.194\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.ZZZOMBIED.AND.HACKED.BY.WWW.WEB-HACK.COM\n IP Address: 217.107.217.167\n Registrar: DOMAINCONTEXT, INC.\n Whois Server: whois.domaincontext.com\n Referral URL: http://www.domaincontext.com\n\n Server Name: MICROSOFT.COM.ZZZ.IS.0WNED.AND.HAX0RED.BY.SUB7.NET\n IP Address: 207.44.240.96\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.WILL.BE.SLAPPED.IN.THE.FACE.BY.MY.BLUE.VEINED.SPANNER.NET\n IP Address: 216.127.80.46\n Registrar: ASCIO TECHNOLOGIES, INC.\n Whois Server: whois.ascio.com\n Referral URL: http://www.ascio.com\n\n Server Name: MICROSOFT.COM.WILL.BE.BEATEN.WITH.MY.SPANNER.NET\n IP Address: 216.127.80.46\n Registrar: ASCIO TECHNOLOGIES, INC.\n Whois Server: whois.ascio.com\n Referral URL: http://www.ascio.com\n\n Server Name: MICROSOFT.COM.WAREZ.AT.TOPLIST.GULLI.COM\n IP Address: 80.190.192.33\n Registrar: CORE INTERNET COUNCIL OF REGISTRARS\n Whois Server: whois.corenic.net\n Referral URL: http://www.corenic.net\n\n Server Name: MICROSOFT.COM.THIS.IS.A.TEST.INETLIBRARY.NET\n IP Address: 173.161.23.178\n Registrar: GANDI SAS\n Whois Server: whois.gandi.net\n Referral URL: http://www.gandi.net\n\n Server Name: MICROSOFT.COM.SOFTWARE.IS.NOT.USED.AT.REG.RU\n Registrar: MELBOURNE IT, LTD. D/B/A INTERNET NAMES WORLDWIDE\n Whois Server: whois.melbourneit.com\n Referral URL: http://www.melbourneit.com\n\n Server Name: MICROSOFT.COM.SHOULD.GIVE.UP.BECAUSE.LINUXISGOD.COM\n IP Address: 65.160.248.13\n Registrar: GKG.NET, INC.\n Whois Server: whois.gkg.net\n Referral URL: http://www.gkg.net\n\n Server Name: MICROSOFT.COM.RAWKZ.MUH.WERLD.MENTALFLOSS.CA\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.MORE.INFO.AT.WWW.BEYONDWHOIS.COM\n IP Address: 203.36.226.2\n Registrar: INSTRA CORPORATION PTY, LTD.\n Whois Server: whois.instra.net\n Referral URL: http://www.instra.com\n\n Server Name: MICROSOFT.COM.MATCHES.THIS.STRING.AT.KEYSIGNERS.COM\n IP Address: 85.10.240.254\n Registrar: HETZNER ONLINE AG\n Whois Server: whois.your-server.de\n Referral URL: http://www.hetzner.de\n\n Server Name: MICROSOFT.COM.MAKES.RICKARD.DRINK.SAMBUCA.0800CARRENTAL.COM\n IP Address: 209.85.135.106\n Registrar: KEY-SYSTEMS GMBH\n Whois Server: whois.rrpproxy.net\n Referral URL: http://www.key-systems.net\n\n Server Name: MICROSOFT.COM.LOVES.ME.KOSMAL.NET\n IP Address: 65.75.198.123\n Registrar: GODADDY.COM, LLC\n Whois Server: whois.godaddy.com\n Referral URL: http://registrar.godaddy.com\n\n Server Name: MICROSOFT.COM.LIVES.AT.SHAUNEWING.COM\n IP Address: 216.40.250.172\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.KNOWS.THAT.THE.BEST.WEB.HOSTING.IS.NASHHOST.NET\n IP Address: 78.47.16.44\n Registrar: CENTER OF UKRAINIAN INTERNET NAMES\n Whois Server: whois.ukrnames.com\n Referral URL: http://www.ukrnames.com\n\n Server Name: MICROSOFT.COM.IS.POWERED.BY.MIKROTIKA.V.OBSHTEJITIETO.OT.IBEKYAROV.UNIX-BG.COM\n IP Address: 84.22.26.98\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.IS.NOT.YEPPA.ORG\n Registrar: OVH\n Whois Server: whois.ovh.com\n Referral URL: http://www.ovh.com\n\n Server Name: MICROSOFT.COM.IS.NOT.HOSTED.BY.ACTIVEDOMAINDNS.NET\n IP Address: 217.148.161.5\n Registrar: ENOM, INC.\n Whois Server: whois.enom.com\n Referral URL: http://www.enom.com\n\n Server Name: MICROSOFT.COM.IS.IN.BED.WITH.CURTYV.COM\n IP Address: 216.55.187.193\n Registrar: HOSTOPIA.COM INC. D/B/A APLUS.NET\n Whois Server: whois.names4ever.com\n Referral URL: http://www.aplus.net\n\n Server Name: MICROSOFT.COM.IS.HOSTED.ON.PROFITHOSTING.NET\n IP Address: 66.49.213.213\n Registrar: NAME.COM, INC.\n Whois Server: whois.name.com\n Referral URL: http://www.name.com\n\n Server Name: MICROSOFT.COM.IS.A.STEAMING.HEAP.OF.FUCKING-BULLSHIT.NET\n IP Address: 63.99.165.11\n Registrar: 1 & 1 INTERNET AG\n Whois Server: whois.schlund.info\n Referral URL: http://1and1.com\n\n Server Name: MICROSOFT.COM.IS.A.MESS.TIMPORTER.CO.UK\n Registrar: MELBOURNE IT, LTD. D/B/A INTERNET NAMES WORLDWIDE\n Whois Server: whois.melbourneit.com\n Referral URL: http://www.melbourneit.com\n\n Server Name: MICROSOFT.COM.HAS.A.PRESENT.COMING.FROM.HUGHESMISSILES.COM\n IP Address: 66.154.11.27\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.FILLS.ME.WITH.BELLIGERENCE.NET\n IP Address: 130.58.82.232\n Registrar: CPS-DATENSYSTEME GMBH\n Whois Server: whois.cps-datensysteme.de\n Referral URL: http://www.cps-datensysteme.de\n\n Server Name: MICROSOFT.COM.EENGURRA.COM\n IP Address: 184.168.46.68\n Registrar: GODADDY.COM, LLC\n Whois Server: whois.godaddy.com\n Referral URL: http://registrar.godaddy.com\n\n Server Name: MICROSOFT.COM.CAN.GO.FUCK.ITSELF.AT.SECZY.COM\n IP Address: 209.187.114.147\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.ARE.GODDAMN.PIGFUCKERS.NET.NS-NOT-IN-SERVICE.COM\n IP Address: 216.127.80.46\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Domain Name: MICROSOFT.COM\n Registrar: MARKMONITOR INC.\n Whois Server: whois.markmonitor.com\n Referral URL: http://www.markmonitor.com\n Name Server: NS1.MSFT.NET\n Name Server: NS2.MSFT.NET\n Name Server: NS3.MSFT.NET\n Name Server: NS4.MSFT.NET\n Name Server: NS5.MSFT.NET\n Status: clientDeleteProhibited\n Status: clientTransferProhibited\n Status: clientUpdateProhibited\n Status: serverDeleteProhibited\n Status: serverTransferProhibited\n Status: serverUpdateProhibited\n Updated Date: 09-aug-2011\n Creation Date: 02-may-1991\n Expiration Date: 03-may-2021\n\n>>> Last update of whois database: Sat, 23 Nov 2013 14:25:01 UTC <<<\n\nNOTICE: The expiration date displayed in this record is the date the \nregistrar's sponsorship of the domain name registration in the registry is \ncurrently set to expire. This date does not necessarily reflect the expiration \ndate of the domain name registrant's agreement with the sponsoring \nregistrar. Users may consult the sponsoring registrar's Whois database to \nview the registrar's reported date of expiration for this registration.\n\nTERMS OF USE: You are not authorized to access or query our Whois \ndatabase through the use of electronic processes that are high-volume and \nautomated except as reasonably necessary to register domain names or \nmodify existing registrations; the Data in VeriSign Global Registry \nServices' (\"VeriSign\") Whois database is provided by VeriSign for \ninformation purposes only, and to assist persons in obtaining information \nabout or related to a domain name registration record. VeriSign does not \nguarantee its accuracy. By submitting a Whois query, you agree to abide \nby the following terms of use: You agree that you may use this Data only \nfor lawful purposes and that under no circumstances will you use this Data \nto: (1) allow, enable, or otherwise support the transmission of mass \nunsolicited, commercial advertising or solicitations via e-mail, telephone, \nor facsimile; or (2) enable high volume, automated, electronic processes \nthat apply to VeriSign (or its computer systems). The compilation, \nrepackaging, dissemination or other use of this Data is expressly \nprohibited without the prior written consent of VeriSign. You agree not to \nuse electronic processes that are automated and high-volume to access or \nquery the Whois database except as reasonably necessary to register \ndomain names or modify existing registrations. VeriSign reserves the right \nto restrict your access to the Whois database in its sole discretion to ensure \noperational stability. VeriSign may restrict or terminate your access to the \nWhois database for failure to abide by these terms of use. VeriSign \nreserves the right to modify these terms at any time. \n\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\nRegistrars.\n"], "whois_server": ["whois.markmonitor.com"], "registrar": ["MarkMonitor, Inc."], "creation_date": ["2011-08-09T13:02:58"], "id": ["2724960_DOMAIN_COM-VRSN"]} \ No newline at end of file +{"status": ["clientUpdateProhibited", "clientTransferProhibited", "clientDeleteProhibited"], "updated_date": ["2013-08-11T04:00:51"], "contacts": {"admin": {"city": "Redmond", "fax": "+1.4259367329", "state": "Washington", "phone": "+1.4258828080", "street": "One Microsoft Way", "role": "Domain Administrator", "country": "United States", "postalcode": "98052", "organization": "Microsoft Corporation", "email": "domains@microsoft.com"}, "tech": {"city": "Redmond", "fax": "+1.4259367329", "name": "MSN Hostmaster", "state": "Washington", "phone": "+1.4258828080", "street": "One Microsoft Way", "country": "United States", "postalcode": "98052", "organization": "Microsoft Corporation", "email": "msnhst@microsoft.com"}, "registrant": {"city": "Redmond", "fax": "+1.4259367329", "state": "Washington", "phone": "+1.4258828080", "street": "One Microsoft Way", "role": "Domain Administrator", "country": "United States", "postalcode": "98052", "organization": "Microsoft Corporation", "email": "domains@microsoft.com"}, "billing": null}, "nameservers": ["ns3.msft.net", "ns5.msft.net", "ns2.msft.net", "ns1.msft.net", "ns4.msft.net"], "expiration_date": ["2021-05-02T21:00:00", "2021-05-02T21:00:00"], "emails": ["compliance@markmonitor.com"], "raw": ["Domain Name: microsoft.com\nRegistry Domain ID: 2724960_DOMAIN_COM-VRSN\nRegistrar WHOIS Server: whois.markmonitor.com\nRegistrar URL: http://www.markmonitor.com\nUpdated Date: 2013-08-11T04:00:51-0700\nCreation Date: 2011-08-09T13:02:58-0700\nRegistrar Registration Expiration Date: 2021-05-02T21:00:00-0700\nRegistrar: MarkMonitor, Inc.\nRegistrar IANA ID: 292\nRegistrar Abuse Contact Email: compliance@markmonitor.com\nRegistrar Abuse Contact Phone: +1.2083895740\nDomain Status: clientUpdateProhibited\nDomain Status: clientTransferProhibited\nDomain Status: clientDeleteProhibited\nRegistry Registrant ID: \nRegistrant Name: Domain Administrator\nRegistrant Organization: Microsoft Corporation\nRegistrant Street: One Microsoft Way, \nRegistrant City: Redmond\nRegistrant State/Province: WA\nRegistrant Postal Code: 98052\nRegistrant Country: US\nRegistrant Phone: +1.4258828080\nRegistrant Phone Ext: \nRegistrant Fax: +1.4259367329\nRegistrant Fax Ext: \nRegistrant Email: domains@microsoft.com\nRegistry Admin ID: \nAdmin Name: Domain Administrator\nAdmin Organization: Microsoft Corporation\nAdmin Street: One Microsoft Way, \nAdmin City: Redmond\nAdmin State/Province: WA\nAdmin Postal Code: 98052\nAdmin Country: US\nAdmin Phone: +1.4258828080\nAdmin Phone Ext: \nAdmin Fax: +1.4259367329\nAdmin Fax Ext: \nAdmin Email: domains@microsoft.com\nRegistry Tech ID: \nTech Name: MSN Hostmaster\nTech Organization: Microsoft Corporation\nTech Street: One Microsoft Way, \nTech City: Redmond\nTech State/Province: WA\nTech Postal Code: 98052\nTech Country: US\nTech Phone: +1.4258828080\nTech Phone Ext: \nTech Fax: +1.4259367329\nTech Fax Ext: \nTech Email: msnhst@microsoft.com\nName Server: ns3.msft.net\nName Server: ns5.msft.net\nName Server: ns2.msft.net\nName Server: ns1.msft.net\nName Server: ns4.msft.net\nURL of the ICANN WHOIS Data Problem Reporting System: http://wdprs.internic.net/\n>>> Last update of WHOIS database: 2013-11-23T06:24:49-0800 <<<\n\nThe Data in MarkMonitor.com's WHOIS database is provided by MarkMonitor.com for\ninformation purposes, and to assist persons in obtaining information about or\nrelated to a domain name registration record. MarkMonitor.com does not guarantee\nits accuracy. By submitting a WHOIS query, you agree that you will use this Data\nonly for lawful purposes and that, under no circumstances will you use this Data to:\n (1) allow, enable, or otherwise support the transmission of mass unsolicited,\n commercial advertising or solicitations via e-mail (spam); or\n (2) enable high volume, automated, electronic processes that apply to\n MarkMonitor.com (or its systems).\nMarkMonitor.com reserves the right to modify these terms at any time.\nBy submitting this query, you agree to abide by this policy.\n\nMarkMonitor is the Global Leader in Online Brand Protection.\n\nMarkMonitor Domain Management(TM)\nMarkMonitor Brand Protection(TM)\nMarkMonitor AntiPiracy(TM)\nMarkMonitor AntiFraud(TM)\nProfessional and Managed Services\n\nVisit MarkMonitor at http://www.markmonitor.com\nContact us at +1.8007459229\nIn Europe, at +44.02032062220", "", "\nWhois Server Version 2.0\n\nDomain names in the .com and .net domains can now be registered\nwith many different competing registrars. Go to http://www.internic.net\nfor detailed information.\n\n Server Name: MICROSOFT.COM.ZZZZZZZZZZZZZZZZZZZZZZ.IS.A.GREAT.COMPANY.ITREBAL.COM\n IP Address: 97.107.132.202\n Registrar: GANDI SAS\n Whois Server: whois.gandi.net\n Referral URL: http://www.gandi.net\n\n Server Name: MICROSOFT.COM.ZZZZZZZZZZZZZZZZZZZ.GET.ONE.MILLION.DOLLARS.AT.WWW.UNIMUNDI.COM\n IP Address: 209.126.190.70\n Registrar: PDR LTD. D/B/A PUBLICDOMAINREGISTRY.COM\n Whois Server: whois.PublicDomainRegistry.com\n Referral URL: http://www.PublicDomainRegistry.com\n\n Server Name: MICROSOFT.COM.ZZZZZZZZZZZZZZZZZZ.IM.ELITE.WANNABE.TOO.WWW.PLUS613.NET\n IP Address: 64.251.18.228\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.ZZZZZZ.MORE.DETAILS.AT.WWW.BEYONDWHOIS.COM\n IP Address: 203.36.226.2\n Registrar: INSTRA CORPORATION PTY, LTD.\n Whois Server: whois.instra.net\n Referral URL: http://www.instra.com\n\n Server Name: MICROSOFT.COM.ZZZZZ.GET.LAID.AT.WWW.SWINGINGCOMMUNITY.COM\n IP Address: 69.41.185.194\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.ZZZOMBIED.AND.HACKED.BY.WWW.WEB-HACK.COM\n IP Address: 217.107.217.167\n Registrar: DOMAINCONTEXT, INC.\n Whois Server: whois.domaincontext.com\n Referral URL: http://www.domaincontext.com\n\n Server Name: MICROSOFT.COM.ZZZ.IS.0WNED.AND.HAX0RED.BY.SUB7.NET\n IP Address: 207.44.240.96\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.WILL.BE.SLAPPED.IN.THE.FACE.BY.MY.BLUE.VEINED.SPANNER.NET\n IP Address: 216.127.80.46\n Registrar: ASCIO TECHNOLOGIES, INC.\n Whois Server: whois.ascio.com\n Referral URL: http://www.ascio.com\n\n Server Name: MICROSOFT.COM.WILL.BE.BEATEN.WITH.MY.SPANNER.NET\n IP Address: 216.127.80.46\n Registrar: ASCIO TECHNOLOGIES, INC.\n Whois Server: whois.ascio.com\n Referral URL: http://www.ascio.com\n\n Server Name: MICROSOFT.COM.WAREZ.AT.TOPLIST.GULLI.COM\n IP Address: 80.190.192.33\n Registrar: CORE INTERNET COUNCIL OF REGISTRARS\n Whois Server: whois.corenic.net\n Referral URL: http://www.corenic.net\n\n Server Name: MICROSOFT.COM.THIS.IS.A.TEST.INETLIBRARY.NET\n IP Address: 173.161.23.178\n Registrar: GANDI SAS\n Whois Server: whois.gandi.net\n Referral URL: http://www.gandi.net\n\n Server Name: MICROSOFT.COM.SOFTWARE.IS.NOT.USED.AT.REG.RU\n Registrar: MELBOURNE IT, LTD. D/B/A INTERNET NAMES WORLDWIDE\n Whois Server: whois.melbourneit.com\n Referral URL: http://www.melbourneit.com\n\n Server Name: MICROSOFT.COM.SHOULD.GIVE.UP.BECAUSE.LINUXISGOD.COM\n IP Address: 65.160.248.13\n Registrar: GKG.NET, INC.\n Whois Server: whois.gkg.net\n Referral URL: http://www.gkg.net\n\n Server Name: MICROSOFT.COM.RAWKZ.MUH.WERLD.MENTALFLOSS.CA\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.MORE.INFO.AT.WWW.BEYONDWHOIS.COM\n IP Address: 203.36.226.2\n Registrar: INSTRA CORPORATION PTY, LTD.\n Whois Server: whois.instra.net\n Referral URL: http://www.instra.com\n\n Server Name: MICROSOFT.COM.MATCHES.THIS.STRING.AT.KEYSIGNERS.COM\n IP Address: 85.10.240.254\n Registrar: HETZNER ONLINE AG\n Whois Server: whois.your-server.de\n Referral URL: http://www.hetzner.de\n\n Server Name: MICROSOFT.COM.MAKES.RICKARD.DRINK.SAMBUCA.0800CARRENTAL.COM\n IP Address: 209.85.135.106\n Registrar: KEY-SYSTEMS GMBH\n Whois Server: whois.rrpproxy.net\n Referral URL: http://www.key-systems.net\n\n Server Name: MICROSOFT.COM.LOVES.ME.KOSMAL.NET\n IP Address: 65.75.198.123\n Registrar: GODADDY.COM, LLC\n Whois Server: whois.godaddy.com\n Referral URL: http://registrar.godaddy.com\n\n Server Name: MICROSOFT.COM.LIVES.AT.SHAUNEWING.COM\n IP Address: 216.40.250.172\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.KNOWS.THAT.THE.BEST.WEB.HOSTING.IS.NASHHOST.NET\n IP Address: 78.47.16.44\n Registrar: CENTER OF UKRAINIAN INTERNET NAMES\n Whois Server: whois.ukrnames.com\n Referral URL: http://www.ukrnames.com\n\n Server Name: MICROSOFT.COM.IS.POWERED.BY.MIKROTIKA.V.OBSHTEJITIETO.OT.IBEKYAROV.UNIX-BG.COM\n IP Address: 84.22.26.98\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.IS.NOT.YEPPA.ORG\n Registrar: OVH\n Whois Server: whois.ovh.com\n Referral URL: http://www.ovh.com\n\n Server Name: MICROSOFT.COM.IS.NOT.HOSTED.BY.ACTIVEDOMAINDNS.NET\n IP Address: 217.148.161.5\n Registrar: ENOM, INC.\n Whois Server: whois.enom.com\n Referral URL: http://www.enom.com\n\n Server Name: MICROSOFT.COM.IS.IN.BED.WITH.CURTYV.COM\n IP Address: 216.55.187.193\n Registrar: HOSTOPIA.COM INC. D/B/A APLUS.NET\n Whois Server: whois.names4ever.com\n Referral URL: http://www.aplus.net\n\n Server Name: MICROSOFT.COM.IS.HOSTED.ON.PROFITHOSTING.NET\n IP Address: 66.49.213.213\n Registrar: NAME.COM, INC.\n Whois Server: whois.name.com\n Referral URL: http://www.name.com\n\n Server Name: MICROSOFT.COM.IS.A.STEAMING.HEAP.OF.FUCKING-BULLSHIT.NET\n IP Address: 63.99.165.11\n Registrar: 1 & 1 INTERNET AG\n Whois Server: whois.schlund.info\n Referral URL: http://1and1.com\n\n Server Name: MICROSOFT.COM.IS.A.MESS.TIMPORTER.CO.UK\n Registrar: MELBOURNE IT, LTD. D/B/A INTERNET NAMES WORLDWIDE\n Whois Server: whois.melbourneit.com\n Referral URL: http://www.melbourneit.com\n\n Server Name: MICROSOFT.COM.HAS.A.PRESENT.COMING.FROM.HUGHESMISSILES.COM\n IP Address: 66.154.11.27\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.FILLS.ME.WITH.BELLIGERENCE.NET\n IP Address: 130.58.82.232\n Registrar: CPS-DATENSYSTEME GMBH\n Whois Server: whois.cps-datensysteme.de\n Referral URL: http://www.cps-datensysteme.de\n\n Server Name: MICROSOFT.COM.EENGURRA.COM\n IP Address: 184.168.46.68\n Registrar: GODADDY.COM, LLC\n Whois Server: whois.godaddy.com\n Referral URL: http://registrar.godaddy.com\n\n Server Name: MICROSOFT.COM.CAN.GO.FUCK.ITSELF.AT.SECZY.COM\n IP Address: 209.187.114.147\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Server Name: MICROSOFT.COM.ARE.GODDAMN.PIGFUCKERS.NET.NS-NOT-IN-SERVICE.COM\n IP Address: 216.127.80.46\n Registrar: TUCOWS DOMAINS INC.\n Whois Server: whois.tucows.com\n Referral URL: http://domainhelp.opensrs.net\n\n Domain Name: MICROSOFT.COM\n Registrar: MARKMONITOR INC.\n Whois Server: whois.markmonitor.com\n Referral URL: http://www.markmonitor.com\n Name Server: NS1.MSFT.NET\n Name Server: NS2.MSFT.NET\n Name Server: NS3.MSFT.NET\n Name Server: NS4.MSFT.NET\n Name Server: NS5.MSFT.NET\n Status: clientDeleteProhibited\n Status: clientTransferProhibited\n Status: clientUpdateProhibited\n Status: serverDeleteProhibited\n Status: serverTransferProhibited\n Status: serverUpdateProhibited\n Updated Date: 09-aug-2011\n Creation Date: 02-may-1991\n Expiration Date: 03-may-2021\n\n>>> Last update of whois database: Sat, 23 Nov 2013 14:25:01 UTC <<<\n\nNOTICE: The expiration date displayed in this record is the date the \nregistrar's sponsorship of the domain name registration in the registry is \ncurrently set to expire. This date does not necessarily reflect the expiration \ndate of the domain name registrant's agreement with the sponsoring \nregistrar. Users may consult the sponsoring registrar's Whois database to \nview the registrar's reported date of expiration for this registration.\n\nTERMS OF USE: You are not authorized to access or query our Whois \ndatabase through the use of electronic processes that are high-volume and \nautomated except as reasonably necessary to register domain names or \nmodify existing registrations; the Data in VeriSign Global Registry \nServices' (\"VeriSign\") Whois database is provided by VeriSign for \ninformation purposes only, and to assist persons in obtaining information \nabout or related to a domain name registration record. VeriSign does not \nguarantee its accuracy. By submitting a Whois query, you agree to abide \nby the following terms of use: You agree that you may use this Data only \nfor lawful purposes and that under no circumstances will you use this Data \nto: (1) allow, enable, or otherwise support the transmission of mass \nunsolicited, commercial advertising or solicitations via e-mail, telephone, \nor facsimile; or (2) enable high volume, automated, electronic processes \nthat apply to VeriSign (or its computer systems). The compilation, \nrepackaging, dissemination or other use of this Data is expressly \nprohibited without the prior written consent of VeriSign. You agree not to \nuse electronic processes that are automated and high-volume to access or \nquery the Whois database except as reasonably necessary to register \ndomain names or modify existing registrations. VeriSign reserves the right \nto restrict your access to the Whois database in its sole discretion to ensure \noperational stability. VeriSign may restrict or terminate your access to the \nWhois database for failure to abide by these terms of use. VeriSign \nreserves the right to modify these terms at any time. \n\nThe Registry database contains ONLY .COM, .NET, .EDU domains and\nRegistrars.\n"], "whois_server": ["whois.markmonitor.com"], "registrar": ["MarkMonitor, Inc."], "creation_date": ["2011-08-09T13:02:58"], "id": ["2724960_DOMAIN_COM-VRSN"]} \ No newline at end of file diff --git a/test/target_normalized/redd.it b/test/target_normalized/redd.it index 392d931..4466763 100644 --- a/test/target_normalized/redd.it +++ b/test/target_normalized/redd.it @@ -1 +1 @@ -{"status": ["ok"], "updated_date": ["2013-09-22T00:52:31", "2013-09-22T00:44:16"], "contacts": {"admin": {"handle": "C4195-GANDI-EQUL", "organization": "Gandi Corporate"}, "tech": {"handle": "R3511-GANDI-HIRR", "name": "Domain Administrator", "organization": "Reddit Inc."}, "registrant": {"city": "Paris", "handle": "DUP181111842", "state": "Paris", "street": "68, rue du faubourg Saint Honore", "country": "France", "postalcode": "75008", "organization": "Corporation Service Company France", "creationdate": "2013-09-22T00:44:16", "changedate": "2013-09-22T00:44:16"}, "billing": null}, "nameservers": ["c.dns.gandi.net", "a.dns.gandi.net", "b.dns.gandi.net"], "expiration_date": ["2014-09-22T00:00:00"], "creation_date": ["2010-05-31T09:49:27", "2013-09-22T00:44:16"], "raw": ["\n*********************************************************************\n* Please note that the following result could be a subgroup of *\n* the data contained in the database. *\n* *\n* Additional information can be visualized at: *\n* http://www.nic.it/cgi-bin/Whois/whois.cgi *\n*********************************************************************\n\nDomain: redd.it\nStatus: ok\nCreated: 2010-05-31 09:49:27\nLast Update: 2013-09-22 00:52:31\nExpire Date: 2014-09-22\n\nRegistrant\n Name: Corporation Service Company France\n Organization: Corporation Service Company France\n ContactID: DUP181111842\n Address: 68, rue du faubourg Saint Honore\n Paris\n 75008\n Paris\n FR\n Created: 2013-09-22 00:44:16\n Last Update: 2013-09-22 00:44:16\n\nAdmin Contact\n Name: GANDI CORPORATE\n Organization: GANDI CORPORATE\n ContactID: C4195-GANDI-EQUL\n\nTechnical Contacts\n Name: Domain Administrator\n Organization: Reddit Inc\n ContactID: R3511-GANDI-HIRR\n\nRegistrar\n Organization: Gandi SAS\n Name: GANDI-REG\n Web: http://www.gandi.net\n\nNameservers\n c.dns.gandi.net\n a.dns.gandi.net\n b.dns.gandi.net\n\n\n"], "registrar": ["Gandi SAS"]} \ No newline at end of file +{"status": ["ok"], "updated_date": ["2013-09-22T00:52:31", "2013-09-22T00:44:16"], "contacts": {"admin": {"handle": "C4195-GANDI-EQUL", "organization": "Gandi Corporate"}, "tech": {"handle": "R3511-GANDI-HIRR", "role": "Domain Administrator", "organization": "Reddit Inc."}, "registrant": {"city": "Paris", "handle": "DUP181111842", "state": "Paris", "street": "68, rue du faubourg Saint Honore", "country": "France", "postalcode": "75008", "organization": "Corporation Service Company France", "creationdate": "2013-09-22T00:44:16", "changedate": "2013-09-22T00:44:16"}, "billing": null}, "nameservers": ["c.dns.gandi.net", "a.dns.gandi.net", "b.dns.gandi.net"], "expiration_date": ["2014-09-22T00:00:00"], "creation_date": ["2010-05-31T09:49:27", "2013-09-22T00:44:16"], "raw": ["\n*********************************************************************\n* Please note that the following result could be a subgroup of *\n* the data contained in the database. *\n* *\n* Additional information can be visualized at: *\n* http://www.nic.it/cgi-bin/Whois/whois.cgi *\n*********************************************************************\n\nDomain: redd.it\nStatus: ok\nCreated: 2010-05-31 09:49:27\nLast Update: 2013-09-22 00:52:31\nExpire Date: 2014-09-22\n\nRegistrant\n Name: Corporation Service Company France\n Organization: Corporation Service Company France\n ContactID: DUP181111842\n Address: 68, rue du faubourg Saint Honore\n Paris\n 75008\n Paris\n FR\n Created: 2013-09-22 00:44:16\n Last Update: 2013-09-22 00:44:16\n\nAdmin Contact\n Name: GANDI CORPORATE\n Organization: GANDI CORPORATE\n ContactID: C4195-GANDI-EQUL\n\nTechnical Contacts\n Name: Domain Administrator\n Organization: Reddit Inc\n ContactID: R3511-GANDI-HIRR\n\nRegistrar\n Organization: Gandi SAS\n Name: GANDI-REG\n Web: http://www.gandi.net\n\nNameservers\n c.dns.gandi.net\n a.dns.gandi.net\n b.dns.gandi.net\n\n\n"], "registrar": ["Gandi SAS"]} \ No newline at end of file diff --git a/test/target_normalized/yahoo.com.tw b/test/target_normalized/yahoo.com.tw index 03b574a..ba3142f 100644 --- a/test/target_normalized/yahoo.com.tw +++ b/test/target_normalized/yahoo.com.tw @@ -1 +1 @@ -{"contacts": {"admin": {"phone": "+1.4083493300", "fax": "+1.4083493301", "name": "Domain Administrator", "email": "domainadmin@yahoo-inc.com"}, "tech": {"phone": "+1.4083493300", "fax": "+1.4083493301", "name": "Domain Administrator", "email": "domainadmin@yahoo-inc.com"}, "registrant": {"city": "Sunnyvale", "fax": "+1.4083493301", "name": "Domain Administrator", "country": "United States", "phone": "+1.4083493300", "state": "California", "street": "701 First Avenue", "organization": "Yahoo! Inc.", "email": "domainadmin@yahoo-inc.com"}, "billing": null}, "nameservers": ["ns1.yahoo.com", "ns2.yahoo.com", "ns3.yahoo.com", "ns4.yahoo.com", "ns5.yahoo.com"], "expiration_date": ["2019-07-12T00:00:00", "2019-07-12T00:00:00"], "creation_date": ["1997-05-01T00:00:00", "1997-05-01T00:00:00"], "raw": ["Domain Name: yahoo.com.tw\n Registrant:\n Yahoo! Inc.\n Domain Administrator domainadmin@yahoo-inc.com\n +1.4083493300\n +1.4083493301\n 701 First Avenue \n Sunnyvale, CA\n US\n\n Administrative Contact:\n Domain Administrator domainadmin@yahoo-inc.com\n +1.4083493300\n +1.4083493301\n\n Technical Contact:\n Domain Administrator domainadmin@yahoo-inc.com\n +1.4083493300\n +1.4083493301\n\n Record expires on 2019-07-12 (YYYY-MM-DD)\n Record created on 1997-05-01 (YYYY-MM-DD)\n\n Domain servers in listed order:\n ns1.yahoo.com \n ns2.yahoo.com \n ns3.yahoo.com \n ns4.yahoo.com \n ns5.yahoo.com \n\nRegistration Service Provider: Markmonitor, Inc.\n\n[Provided by NeuStar Registry Gateway Services]\n\n"], "registrar": ["Markmonitor, Inc."]} \ No newline at end of file +{"contacts": {"admin": {"phone": "+1.4083493300", "fax": "+1.4083493301", "role": "Domain Administrator", "email": "domainadmin@yahoo-inc.com"}, "tech": {"phone": "+1.4083493300", "fax": "+1.4083493301", "role": "Domain Administrator", "email": "domainadmin@yahoo-inc.com"}, "registrant": {"city": "Sunnyvale", "fax": "+1.4083493301", "country": "United States", "phone": "+1.4083493300", "state": "California", "street": "701 First Avenue", "role": "Domain Administrator", "organization": "Yahoo! Inc.", "email": "domainadmin@yahoo-inc.com"}, "billing": null}, "nameservers": ["ns1.yahoo.com", "ns2.yahoo.com", "ns3.yahoo.com", "ns4.yahoo.com", "ns5.yahoo.com"], "expiration_date": ["2019-07-12T00:00:00", "2019-07-12T00:00:00"], "creation_date": ["1997-05-01T00:00:00", "1997-05-01T00:00:00"], "raw": ["Domain Name: yahoo.com.tw\n Registrant:\n Yahoo! Inc.\n Domain Administrator domainadmin@yahoo-inc.com\n +1.4083493300\n +1.4083493301\n 701 First Avenue \n Sunnyvale, CA\n US\n\n Administrative Contact:\n Domain Administrator domainadmin@yahoo-inc.com\n +1.4083493300\n +1.4083493301\n\n Technical Contact:\n Domain Administrator domainadmin@yahoo-inc.com\n +1.4083493300\n +1.4083493301\n\n Record expires on 2019-07-12 (YYYY-MM-DD)\n Record created on 1997-05-01 (YYYY-MM-DD)\n\n Domain servers in listed order:\n ns1.yahoo.com \n ns2.yahoo.com \n ns3.yahoo.com \n ns4.yahoo.com \n ns5.yahoo.com \n\nRegistration Service Provider: Markmonitor, Inc.\n\n[Provided by NeuStar Registry Gateway Services]\n\n"], "registrar": ["Markmonitor, Inc."]} \ No newline at end of file diff --git a/test/target_normalized/yahoo.it b/test/target_normalized/yahoo.it index 7e9af87..ce05332 100644 --- a/test/target_normalized/yahoo.it +++ b/test/target_normalized/yahoo.it @@ -1 +1 @@ -{"status": ["ok"], "updated_date": ["2013-12-06T00:48:58", "2012-11-02T07:30:15", "2012-11-02T07:30:16"], "contacts": {"admin": {"city": "Milano", "handle": "DUP975799853", "name": "Aldo Martini Massimo Ernesto", "state": "MI", "street": "via Spadolini 7", "country": "Italy", "postalcode": "20141", "creationdate": "2012-11-02T07:30:15", "changedate": "2012-11-02T07:30:15"}, "tech": {"city": "Sunnyvale", "handle": "DUP285050789", "state": "California", "street": "Domain Administrator\n701 First Avenue", "country": "United States", "postalcode": "94089", "organization": "Yahoo Inc.", "creationdate": "2012-11-02T07:30:16", "changedate": "2012-11-02T07:30:16"}, "registrant": {"city": "Milano", "handle": "DUP211874838", "state": "MI", "street": "via Spadolini 7", "country": "Italy", "postalcode": "20141", "organization": "Yahoo! Italia S.r.l.", "creationdate": "2012-11-02T07:30:15", "changedate": "2012-11-02T07:30:15"}, "billing": null}, "nameservers": ["ns1.yahoo.com", "ns5.yahoo.com", "ns7.yahoo.com", "ns2.yahoo.com", "ns3.yahoo.com"], "expiration_date": ["2014-11-20T00:00:00"], "creation_date": ["1998-05-11T00:00:00", "2012-11-02T07:30:15", "2012-11-02T07:30:16"], "raw": ["\n*********************************************************************\n* Please note that the following result could be a subgroup of *\n* the data contained in the database. *\n* *\n* Additional information can be visualized at: *\n* http://www.nic.it/cgi-bin/Whois/whois.cgi *\n*********************************************************************\n\nDomain: yahoo.it\nStatus: ok\nCreated: 1998-05-11 00:00:00\nLast Update: 2013-12-06 00:48:58\nExpire Date: 2014-11-20\n\nRegistrant\n Name: Yahoo! Italia S.r.l.\n Organization: Yahoo! Italia S.r.l.\n ContactID: DUP211874838\n Address: via Spadolini 7\n Milano\n 20141\n MI\n IT\n Created: 2012-11-02 07:30:15\n Last Update: 2012-11-02 07:30:15\n\nAdmin Contact\n Name: Martini Massimo Ernesto Aldo\n ContactID: DUP975799853\n Address: via Spadolini 7\n Milano\n 20141\n MI\n IT\n Created: 2012-11-02 07:30:15\n Last Update: 2012-11-02 07:30:15\n\nTechnical Contacts\n Name: Yahoo Inc\n ContactID: DUP285050789\n Address: Domain Administrator\n 701 First Avenue\n Sunnyvale\n 94089\n CALIFORNIA\n US\n Created: 2012-11-02 07:30:16\n Last Update: 2012-11-02 07:30:16\n\nRegistrar\n Organization: MarkMonitor International Limited\n Name: MARKMONITOR-REG\n Web: https://www.markmonitor.com/\n\nNameservers\n ns1.yahoo.com\n ns5.yahoo.com\n ns7.yahoo.com\n ns2.yahoo.com\n ns3.yahoo.com\n\n\n"], "registrar": ["MarkMonitor International Limited"]} \ No newline at end of file +{"status": ["ok"], "updated_date": ["2013-12-06T00:48:58", "2012-11-02T07:30:15", "2012-11-02T07:30:16"], "contacts": {"admin": {"city": "Milano", "handle": "DUP975799853", "name": "Aldo Martini Massimo Ernesto", "state": "MI", "street": "via Spadolini 7", "country": "Italy", "postalcode": "20141", "creationdate": "2012-11-02T07:30:15", "changedate": "2012-11-02T07:30:15"}, "tech": {"city": "Sunnyvale", "handle": "DUP285050789", "state": "California", "street": "701 First Avenue", "role": "Domain Administrator", "country": "United States", "postalcode": "94089", "organization": "Yahoo Inc.", "creationdate": "2012-11-02T07:30:16", "changedate": "2012-11-02T07:30:16"}, "registrant": {"city": "Milano", "handle": "DUP211874838", "state": "MI", "street": "via Spadolini 7", "country": "Italy", "postalcode": "20141", "organization": "Yahoo! Italia S.r.l.", "creationdate": "2012-11-02T07:30:15", "changedate": "2012-11-02T07:30:15"}, "billing": null}, "nameservers": ["ns1.yahoo.com", "ns5.yahoo.com", "ns7.yahoo.com", "ns2.yahoo.com", "ns3.yahoo.com"], "expiration_date": ["2014-11-20T00:00:00"], "creation_date": ["1998-05-11T00:00:00", "2012-11-02T07:30:15", "2012-11-02T07:30:16"], "raw": ["\n*********************************************************************\n* Please note that the following result could be a subgroup of *\n* the data contained in the database. *\n* *\n* Additional information can be visualized at: *\n* http://www.nic.it/cgi-bin/Whois/whois.cgi *\n*********************************************************************\n\nDomain: yahoo.it\nStatus: ok\nCreated: 1998-05-11 00:00:00\nLast Update: 2013-12-06 00:48:58\nExpire Date: 2014-11-20\n\nRegistrant\n Name: Yahoo! Italia S.r.l.\n Organization: Yahoo! Italia S.r.l.\n ContactID: DUP211874838\n Address: via Spadolini 7\n Milano\n 20141\n MI\n IT\n Created: 2012-11-02 07:30:15\n Last Update: 2012-11-02 07:30:15\n\nAdmin Contact\n Name: Martini Massimo Ernesto Aldo\n ContactID: DUP975799853\n Address: via Spadolini 7\n Milano\n 20141\n MI\n IT\n Created: 2012-11-02 07:30:15\n Last Update: 2012-11-02 07:30:15\n\nTechnical Contacts\n Name: Yahoo Inc\n ContactID: DUP285050789\n Address: Domain Administrator\n 701 First Avenue\n Sunnyvale\n 94089\n CALIFORNIA\n US\n Created: 2012-11-02 07:30:16\n Last Update: 2012-11-02 07:30:16\n\nRegistrar\n Organization: MarkMonitor International Limited\n Name: MARKMONITOR-REG\n Web: https://www.markmonitor.com/\n\nNameservers\n ns1.yahoo.com\n ns5.yahoo.com\n ns7.yahoo.com\n ns2.yahoo.com\n ns3.yahoo.com\n\n\n"], "registrar": ["MarkMonitor International Limited"]} \ No newline at end of file