joepie91
/
python-whois
1
1
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Proper (.ws) Dynadot support and normalization improvements

Browse Source
master
Sven Slootweg 11 years ago
parent 910e74ab2b
commit 2bfa70b9f7
16 changed files with 106 additions and 23 deletions
Show Stats Download Patch File Download Diff File

25
pythonwhois/parse.py
Unescape Escape View File

@ -238,15 +238,12 @@ def normalize_data(data, normalized):
else:
data[key] = [item.lower() for item in data[key]]
for key in ("registrar", "status"):
for key, threshold in (("registrar", 4), ("status", 3)):
if key in data and data[key] is not None and (normalized == True or key in normalized):
if isinstance(data[key], basestring) and data[key].isupper():
if len(data[key] > 3): # Don't change abbreviations..
# This won't do newlines correctly... Fix that! (known issue with eg. donuts.co, swisscom.ch)
data[key] = " ".join(word.capitalize() for word in data[key].split(" "))
if isinstance(data[key], basestring):
data[key] = normalize_name(data[key], abbreviation_threshold=threshold, length_threshold=1)
else:
# This might mess up the order? Also seems like there may be another bug here...
data[key] = [" ".join(word.capitalize() for word in item.split(" ")) for item in data[key] if item.isupper() and len(item) > 3] + [item for item in data[key] if not item.isupper() or len(item) <= 3]
data[key] = [normalize_name(item, abbreviation_threshold=threshold, length_threshold=1) for item in data[key]]
for contact_type, contact in data['contacts'].iteritems():
if contact is not None:
@ -272,7 +269,7 @@ def normalize_data(data, normalized):
pass # Not a string
return data
def normalize_name(value, abbreviation_threshold=4, length_threshold=8):
def normalize_name(value, abbreviation_threshold=4, length_threshold=8, lowercase_domains=True):
normalized_lines = []
for line in value.split("\n"):
line = line.strip(",") # Get rid of useless comma's
@ -284,6 +281,8 @@ def normalize_name(value, abbreviation_threshold=4, length_threshold=8):
# First word
if len(words[0]) >= abbreviation_threshold and "." not in words[0]:
normalized_words.append(words[0].capitalize())
elif lowercase_domains and "." in words[0] and not words[0].endswith(".") and not words[0].startswith("."):
normalized_words.append(words[0].lower())
else:
# Probably an abbreviation or domain, leave it alone
normalized_words.append(words[0])
@ -292,6 +291,8 @@ def normalize_name(value, abbreviation_threshold=4, length_threshold=8):
for word in words[1:-1]:
if len(word) >= abbreviation_threshold and "." not in word:
normalized_words.append(word.capitalize())
elif lowercase_domains and "." in word and not word.endswith(".") and not word.startswith("."):
normalized_words.append(word.lower())
else:
# Probably an abbreviation or domain, leave it alone
normalized_words.append(word)
@ -299,6 +300,8 @@ def normalize_name(value, abbreviation_threshold=4, length_threshold=8):
# Last word
if len(words[-1]) >= abbreviation_threshold and "." not in words[-1]:
normalized_words.append(words[-1].capitalize())
elif lowercase_domains and "." in words[-1] and not words[-1].endswith(".") and not words[-1].startswith("."):
normalized_words.append(words[-1].lower())
else:
# Probably an abbreviation or domain, leave it alone
normalized_words.append(words[-1])
@ -405,7 +408,7 @@ def parse_registrants(data):
"Registrant ID:(?P<handle>.+)\nRegistrant Name:(?P<name>.*)\n(?:Registrant Organization:(?P<organization>.*)\n)?Registrant Street1:(?P<street1>.*)\n(?:Registrant Street2:(?P<street2>.*)\n)?(?:Registrant Street3:(?P<street3>.*)\n)?Registrant City:(?P<city>.*)\nRegistrant State/Province:(?P<state>.*)\nRegistrant Postal Code:(?P<postalcode>.*)\nRegistrant Country:(?P<country>.*)\nRegistrant Phone:(?P<phone>.*)\n(?:Registrant Phone Ext.:(?P<phone_ext>.*)\n)?(?:Registrant FAX:(?P<fax>.*)\n)?(?:Registrant FAX Ext.:(?P<fax_ext>.*)\n)?Registrant Email:(?P<email>.*)", # Public Interest Registry (.org), nic.pw
"Registrant ID:\s*(?P<handle>.+)\nRegistrant Name:\s*(?P<name>.+)\nRegistrant Organization:\s*(?P<organization>.*)\nRegistrant Address1:\s*(?P<street1>.+)\nRegistrant Address2:\s*(?P<street2>.*)\nRegistrant City:\s*(?P<city>.+)\nRegistrant State/Province:\s*(?P<state>.+)\nRegistrant Postal Code:\s*(?P<postalcode>.+)\nRegistrant Country:\s*(?P<country>.+)\nRegistrant Country Code:\s*(?P<country_code>.+)\nRegistrant Phone Number:\s*(?P<phone>.+)\nRegistrant Email:\s*(?P<email>.+)\n", # .CO Internet
"Registrant Contact: (?P<handle>.+)\nRegistrant Organization: (?P<organization>.+)\nRegistrant Name: (?P<name>.+)\nRegistrant Street: (?P<street>.+)\nRegistrant City: (?P<city>.+)\nRegistrant Postal Code: (?P<postalcode>.+)\nRegistrant State: (?P<state>.+)\nRegistrant Country: (?P<country>.+)\nRegistrant Phone: (?P<phone>.*)\nRegistrant Phone Ext: (?P<phone_ext>.*)\nRegistrant Fax: (?P<fax>.*)\nRegistrant Fax Ext: (?P<fax_ext>.*)\nRegistrant Email: (?P<email>.*)\n", # Key-Systems GmbH
"(?:Registrant ID:[ ]*(?P<handle>.*)\n)?Registrant Name:[ ]*(?P<name>.*)\nRegistrant Organization:[ ]*(?P<organization>.*)\nRegistrant Street:[ ]*(?P<street1>.+)\n(?:Registrant Street:[ ]*(?P<street2>.+)\n)?Registrant City:[ ]*(?P<city>.+)\nRegistrant State\/Province:[ ]*(?P<state>.+)\nRegistrant Postal Code:[ ]*(?P<postalcode>.+)\nRegistrant Country:[ ]*(?P<country>.+)\n(?:Registrant Phone:[ ]*(?P<phone>.*)\n)?(?:Registrant Phone Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Registrant Fax:[ ]*(?P<fax>.*)\n)?(?:Registrant Fax Ext:[ ]*(?P<fax_ext>.*)\n)?(?:Registrant Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum)
"(?:Registrant ID:[ ]*(?P<handle>.*)\n)?Registrant Name:[ ]*(?P<name>.*)\n(?:Registrant Organization:[ ]*(?P<organization>.*)\n)?Registrant Street:[ ]*(?P<street1>.+)\n(?:Registrant Street:[ ]*(?P<street2>.+)\n)?Registrant City:[ ]*(?P<city>.+)\nRegistrant State\/Province:[ ]*(?P<state>.+)\nRegistrant Postal Code:[ ]*(?P<postalcode>.+)\nRegistrant Country:[ ]*(?P<country>.+)\n(?:Registrant Phone:[ ]*(?P<phone>.*)\n)?(?:Registrant Phone Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Registrant Fax:[ ]*(?P<fax>.*)\n)?(?:Registrant Fax Ext:[ ]*(?P<fax_ext>.*)\n)?(?:Registrant Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum)
"Registrant\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n Email:(?P<email>.+)\n (?P<street1>.+)\n(?: (?P<street2>.+)\n)? (?P<postalcode>.+) (?P<city>.+)\n (?P<country>.+)\n Tel: (?P<phone>.+)\n\n", # internet.bs
" Registrant Contact Details:[ ]*\n (?P<organization>.*)\n (?P<name>.*)[ ]{2,}\((?P<email>.*)\)\n (?P<street1>.*)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<city>.*)\n (?P<state>.*),(?P<postalcode>.*)\n (?P<country>.*)\n Tel. (?P<phone>.*)", # Whois.com
"owner-id:[ ]*(?P<handle>.*)\n(?:owner-organization:[ ]*(?P<organization>.*)\n)?owner-name:[ ]*(?P<name>.*)\nowner-street:[ ]*(?P<street>.*)\nowner-city:[ ]*(?P<city>.*)\nowner-zip:[ ]*(?P<postalcode>.*)\nowner-country:[ ]*(?P<country>.*)\n(?:owner-phone:[ ]*(?P<phone>.*)\n)?(?:owner-fax:[ ]*(?P<fax>.*)\n)?owner-email:[ ]*(?P<email>.*)", # InterNetworX
@ -429,7 +432,7 @@ def parse_registrants(data):
"Tech ID:(?P<handle>.+)\nTech Name:(?P<name>.*)\n(:?Tech Organization:(?P<organization>.*)\n)?Tech Street1:(?P<street1>.*)\n(?:Tech Street2:(?P<street2>.*)\n)?(?:Tech Street3:(?P<street3>.*)\n)?Tech City:(?P<city>.*)\nTech State/Province:(?P<state>.*)\nTech Postal Code:(?P<postalcode>.*)\nTech Country:(?P<country>.*)\nTech Phone:(?P<phone>.*)\n(?:Tech Phone Ext.:(?P<phone_ext>.*)\n)?(?:Tech FAX:(?P<fax>.*)\n)?(?:Tech FAX Ext.:(?P<fax_ext>.*)\n)?Tech Email:(?P<email>.*)", # Public Interest Registry (.org), nic.pw
"Technical Contact ID:\s*(?P<handle>.+)\nTechnical Contact Name:\s*(?P<name>.+)\nTechnical Contact Organization:\s*(?P<organization>.*)\nTechnical Contact Address1:\s*(?P<street1>.+)\nTechnical Contact Address2:\s*(?P<street2>.*)\nTechnical Contact City:\s*(?P<city>.+)\nTechnical Contact State/Province:\s*(?P<state>.+)\nTechnical Contact Postal Code:\s*(?P<postalcode>.+)\nTechnical Contact Country:\s*(?P<country>.+)\nTechnical Contact Country Code:\s*(?P<country_code>.+)\nTechnical Contact Phone Number:\s*(?P<phone>.+)\nTechnical Contact Email:\s*(?P<email>.+)\n", # .CO Internet
"Tech Contact: (?P<handle>.+)\nTech Organization: (?P<organization>.+)\nTech Name: (?P<name>.+)\nTech Street: (?P<street>.+)\nTech City: (?P<city>.+)\nTech Postal Code: (?P<postalcode>.+)\nTech State: (?P<state>.+)\nTech Country: (?P<country>.+)\nTech Phone: (?P<phone>.*)\nTech Phone Ext: (?P<phone_ext>.*)\nTech Fax: (?P<fax>.*)\nTech Fax Ext: (?P<fax_ext>.*)\nTech Email: (?P<email>.*)\n", # Key-Systems GmbH
"(?:Tech ID:[ ]*(?P<handle>.*)\n)?Tech[ ]*Name:[ ]*(?P<name>.*)\nTech[ ]*Organization:[ ]*(?P<organization>.*)\nTech[ ]*Street:[ ]*(?P<street1>.+)\n(?:Tech[ ]*Street:[ ]*(?P<street2>.+)\n)?Tech[ ]*City:[ ]*(?P<city>.+)\nTech[ ]*State\/Province:[ ]*(?P<state>.+)\nTech[ ]*Postal[ ]*Code:[ ]*(?P<postalcode>.+)\nTech[ ]*Country:[ ]*(?P<country>.+)\n(?:Tech[ ]*Phone:[ ]*(?P<phone>.*)\n)?(?:Tech[ ]*Phone[ ]*Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Tech[ ]*Fax:[ ]*(?P<fax>.*)\n)?(?:Tech[ ]*Fax[ ]*Ext:\s*?(?P<fax_ext>.*)\n)?(?:Tech[ ]*Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum)
"(?:Tech ID:[ ]*(?P<handle>.*)\n)?Tech[ ]*Name:[ ]*(?P<name>.*)\n(?:Tech[ ]*Organization:[ ]*(?P<organization>.*)\n)?Tech[ ]*Street:[ ]*(?P<street1>.+)\n(?:Tech[ ]*Street:[ ]*(?P<street2>.+)\n)?Tech[ ]*City:[ ]*(?P<city>.+)\nTech[ ]*State\/Province:[ ]*(?P<state>.+)\nTech[ ]*Postal[ ]*Code:[ ]*(?P<postalcode>.+)\nTech[ ]*Country:[ ]*(?P<country>.+)\n(?:Tech[ ]*Phone:[ ]*(?P<phone>.*)\n)?(?:Tech[ ]*Phone[ ]*Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Tech[ ]*Fax:[ ]*(?P<fax>.*)\n)?(?:Tech[ ]*Fax[ ]*Ext:\s*?(?P<fax_ext>.*)\n)?(?:Tech[ ]*Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum)
"Technical Contact\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n Email:(?P<email>.+)\n (?P<street1>.+)\n(?: (?P<street2>.+)\n)? (?P<postalcode>.+) (?P<city>.+)\n (?P<country>.+)\n Tel: (?P<phone>.+)\n\n", # internet.bs
" Technical Contact Details:[ ]*\n (?P<organization>.*)\n (?P<name>.*)[ ]{2,}\((?P<email>.*)\)\n (?P<street1>.*)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<city>.*)\n (?P<state>.*),(?P<postalcode>.*)\n (?P<country>.*)\n Tel. (?P<phone>.*)", # Whois.com
"tech-id:[ ]*(?P<handle>.*)\n(?:tech-organization:[ ]*(?P<organization>.*)\n)?tech-name:[ ]*(?P<name>.*)\ntech-street:[ ]*(?P<street>.*)\ntech-city:[ ]*(?P<city>.*)\ntech-zip:[ ]*(?P<postalcode>.*)\ntech-country:[ ]*(?P<country>.*)\n(?:tech-phone:[ ]*(?P<phone>.*)\n)?(?:tech-fax:[ ]*(?P<fax>.*)\n)?tech-email:[ ]*(?P<email>.*)", # InterNetworX
@ -445,7 +448,7 @@ def parse_registrants(data):
"Admin ID:(?P<handle>.+)\nAdmin Name:(?P<name>.*)\n(?:Admin Organization:(?P<organization>.*)\n)?Admin Street1:(?P<street1>.*)\n(?:Admin Street2:(?P<street2>.*)\n)?(?:Admin Street3:(?P<street3>.*)\n)?Admin City:(?P<city>.*)\nAdmin State/Province:(?P<state>.*)\nAdmin Postal Code:(?P<postalcode>.*)\nAdmin Country:(?P<country>.*)\nAdmin Phone:(?P<phone>.*)\n(?:Admin Phone Ext.:(?P<phone_ext>.*)\n)?(?:Admin FAX:(?P<fax>.*)\n)?(?:Admin FAX Ext.:(?P<fax_ext>.*)\n)?Admin Email:(?P<email>.*)", # Public Interest Registry (.org), nic.pw
"Administrative Contact ID:\s*(?P<handle>.+)\nAdministrative Contact Name:\s*(?P<name>.+)\nAdministrative Contact Organization:\s*(?P<organization>.*)\nAdministrative Contact Address1:\s*(?P<street1>.+)\nAdministrative Contact Address2:\s*(?P<street2>.*)\nAdministrative Contact City:\s*(?P<city>.+)\nAdministrative Contact State/Province:\s*(?P<state>.+)\nAdministrative Contact Postal Code:\s*(?P<postalcode>.+)\nAdministrative Contact Country:\s*(?P<country>.+)\nAdministrative Contact Country Code:\s*(?P<country_code>.+)\nAdministrative Contact Phone Number:\s*(?P<phone>.+)\nAdministrative Contact Email:\s*(?P<email>.+)\n", # .CO Internet
"Admin Contact: (?P<handle>.+)\nAdmin Organization: (?P<organization>.+)\nAdmin Name: (?P<name>.+)\nAdmin Street: (?P<street>.+)\nAdmin City: (?P<city>.+)\nAdmin State: (?P<state>.+)\nAdmin Postal Code: (?P<postalcode>.+)\nAdmin Country: (?P<country>.+)\nAdmin Phone: (?P<phone>.*)\nAdmin Phone Ext: (?P<phone_ext>.*)\nAdmin Fax: (?P<fax>.*)\nAdmin Fax Ext: (?P<fax_ext>.*)\nAdmin Email: (?P<email>.*)\n", # Key-Systems GmbH
"(?:Admin ID:[ ]*(?P<handle>.*)\n)?Admin[ ]*Name:[ ]*(?P<name>.*)\nAdmin[ ]*Organization:[ ]*(?P<organization>.*)\nAdmin[ ]*Street:[ ]*(?P<street1>.+)\n(?:Admin[ ]*Street:[ ]*(?P<street2>.+)\n)?Admin[ ]*City:[ ]*(?P<city>.+)\nAdmin[ ]*State\/Province:[ ]*(?P<state>.+)\nAdmin[ ]*Postal[ ]*Code:[ ]*(?P<postalcode>.+)\nAdmin[ ]*Country:[ ]*(?P<country>.+)\n(?:Admin[ ]*Phone:[ ]*(?P<phone>.*)\n)?(?:Admin[ ]*Phone[ ]*Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Admin[ ]*Fax:[ ]*(?P<fax>.*)\n)?(?:Admin[ ]*Fax[ ]*Ext:\s*?(?P<fax_ext>.*)\n)?(?:Admin[ ]*Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum)
"(?:Admin ID:[ ]*(?P<handle>.*)\n)?Admin[ ]*Name:[ ]*(?P<name>.*)\n(?:Admin[ ]*Organization:[ ]*(?P<organization>.*)\n)?Admin[ ]*Street:[ ]*(?P<street1>.+)\n(?:Admin[ ]*Street:[ ]*(?P<street2>.+)\n)?Admin[ ]*City:[ ]*(?P<city>.+)\nAdmin[ ]*State\/Province:[ ]*(?P<state>.+)\nAdmin[ ]*Postal[ ]*Code:[ ]*(?P<postalcode>.+)\nAdmin[ ]*Country:[ ]*(?P<country>.+)\n(?:Admin[ ]*Phone:[ ]*(?P<phone>.*)\n)?(?:Admin[ ]*Phone[ ]*Ext:[ ]*(?P<phone_ext>.*)\n)?(?:Admin[ ]*Fax:[ ]*(?P<fax>.*)\n)?(?:Admin[ ]*Fax[ ]*Ext:\s*?(?P<fax_ext>.*)\n)?(?:Admin[ ]*Email:[ ]*(?P<email>.+)\n)?", # WildWestDomains, GoDaddy, Namecheap/eNom, Ascio, Musedoma (.museum)
"Administrative Contact\n(?: (?P<organization>.+)\n)? (?P<name>.+)\n Email:(?P<email>.+)\n (?P<street1>.+)\n(?: (?P<street2>.+)\n)? (?P<postalcode>.+) (?P<city>.+)\n (?P<country>.+)\n Tel: (?P<phone>.+)\n\n", # internet.bs
" Administrative Contact Details:[ ]*\n (?P<organization>.*)\n (?P<name>.*)[ ]{2,}\((?P<email>.*)\)\n (?P<street1>.*)\n(?: (?P<street2>.*)\n)?(?: (?P<street3>.*)\n)? (?P<city>.*)\n (?P<state>.*),(?P<postalcode>.*)\n (?P<country>.*)\n Tel. (?P<phone>.*)", # Whois.com
"admin-id:[ ]*(?P<handle>.*)\n(?:admin-organization:[ ]*(?P<organization>.*)\n)?admin-name:[ ]*(?P<name>.*)\nadmin-street:[ ]*(?P<street>.*)\nadmin-city:[ ]*(?P<city>.*)\nadmin-zip:[ ]*(?P<postalcode>.*)\nadmin-country:[ ]*(?P<country>.*)\n(?:admin-phone:[ ]*(?P<phone>.*)\n)?(?:admin-fax:[ ]*(?P<fax>.*)\n)?admin-email:[ ]*(?P<email>.*)", # InterNetworX

78
test/data/foxiepa.ws
Unescape Escape View File

@ -0,0 +1,78 @@
Domain Name: FOXIEPA.WS
Registrar WHOIS Server: whois.dynadot.com
Registrar URL: http://www.dynadot.com
Updated Date: 1970-01-01T00:00:00.0Z
Creation Date: 2013-01-02T23:46:37.0Z
Registrar Registration Expiration Date: 2014-01-02T23:46:37.0Z
Registrar: DYNADOT LLC
Registrar IANA ID: 472
Registrar Abuse Contact Email: abuse@dynadot.com
Registrar Abuse Contact Phone: +1.6502620100
Domain Status: clientTransferProhibited
Registrant Name: Joshua Theze
Registrant Street: 4637 Carmel Vista Lane
Registrant City: Charlotte
Registrant State/Province: North Carolina
Registrant Postal Code: 28226
Registrant Country: US
Registrant Phone: +1.7049570414
Registrant Email: joshua.theze@gmail.com
Admin Name: Joshua Theze
Admin Street: 4637 Carmel Vista Lane
Admin City: Charlotte
Admin State/Province: North Carolina
Admin Postal Code: 28226
Admin Country: US
Admin Phone: +1.7049570414
Admin Email: joshua.theze@gmail.com
Tech Name: Joshua Theze
Tech Street: 4637 Carmel Vista Lane
Tech City: Charlotte
Tech State/Province: North Carolina
Tech Postal Code: 28226
Tech Country: US
Tech Phone: +1.7049570414
Tech Email: joshua.theze@gmail.com
Name Server: ns1.hopcount.nl
Name Server: ns2.hopcount.nl
Name Server: ns3.hopcount.nl
DNSSEC: notApplicable
URL of the ICANN WHOIS Data Problem Reporting System: http://wdprs.internic.net/
>>> Last update of WHOIS database: 2013-11-24 08:56:59 -0800 <<<
--
Welcome to the .WS Whois Server
Use of this service for any purpose other
than determining the availability of a domain
in the .WS TLD to be registered is strictly
prohibited.
Domain Name: FOXIEPA.WS
Registrant Name: Use registrar whois listed below
Registrant Email: Use registrar whois listed below
Administrative Contact Email: Use registrar whois listed below
Administrative Contact Telephone: Use registrar whois listed below
Registrar Name: Dynadot
Registrar Email: info@dynadot.com
Registrar Telephone: (650) 585-1961
Registrar Whois: whois.dynadot.com
Domain Created: 2013-01-02
Domain Last Updated: 2013-01-02
Domain Currently Expires: 2014-01-02
Current Nameservers:
ns1.hopcount.nl
ns2.hopcount.nl
ns3.hopcount.nl

1
test/target_default/foxiepa.ws
Unescape Escape View File

@ -0,0 +1 @@
{"status": ["clientTransferProhibited"], "updated_date": ["1970-01-01T00:00:00"], "contacts": {"admin": {"city": "Charlotte", "name": "Joshua Theze", "state": "North Carolina", "phone": "+1.7049570414", "street": "4637 Carmel Vista Lane", "country": "US", "postalcode": "28226", "email": "joshua.theze@gmail.com"}, "tech": {"city": "Charlotte", "name": "Joshua Theze", "state": "North Carolina", "phone": "+1.7049570414", "street": "4637 Carmel Vista Lane", "country": "US", "postalcode": "28226", "email": "joshua.theze@gmail.com"}, "registrant": {"city": "Charlotte", "name": "Joshua Theze", "state": "North Carolina", "phone": "+1.7049570414", "street": "4637 Carmel Vista Lane", "country": "US", "postalcode": "28226", "email": "joshua.theze@gmail.com"}, "billing": null}, "nameservers": ["ns1.hopcount.nl", "ns2.hopcount.nl", "ns3.hopcount.nl"], "expiration_date": ["2014-01-02T23:46:37"], "creation_date": ["2013-01-02T23:46:37"], "raw": ["Domain Name: FOXIEPA.WS\nRegistrar WHOIS Server: whois.dynadot.com\nRegistrar URL: http://www.dynadot.com\nUpdated Date: 1970-01-01T00:00:00.0Z\nCreation Date: 2013-01-02T23:46:37.0Z\nRegistrar Registration Expiration Date: 2014-01-02T23:46:37.0Z\nRegistrar: DYNADOT LLC\nRegistrar IANA ID: 472\nRegistrar Abuse Contact Email: abuse@dynadot.com\nRegistrar Abuse Contact Phone: +1.6502620100\nDomain Status: clientTransferProhibited\nRegistrant Name: Joshua Theze\nRegistrant Street: 4637 Carmel Vista Lane\nRegistrant City: Charlotte\nRegistrant State/Province: North Carolina\nRegistrant Postal Code: 28226\nRegistrant Country: US\nRegistrant Phone: +1.7049570414\nRegistrant Email: joshua.theze@gmail.com\nAdmin Name: Joshua Theze\nAdmin Street: 4637 Carmel Vista Lane\nAdmin City: Charlotte\nAdmin State/Province: North Carolina\nAdmin Postal Code: 28226\nAdmin Country: US\nAdmin Phone: +1.7049570414\nAdmin Email: joshua.theze@gmail.com\nTech Name: Joshua Theze\nTech Street: 4637 Carmel Vista Lane\nTech City: Charlotte\nTech State/Province: North Carolina\nTech Postal Code: 28226\nTech Country: US\nTech Phone: +1.7049570414\nTech Email: joshua.theze@gmail.com\nName Server: ns1.hopcount.nl\nName Server: ns2.hopcount.nl\nName Server: ns3.hopcount.nl\nDNSSEC: notApplicable\nURL of the ICANN WHOIS Data Problem Reporting System: http://wdprs.internic.net/\n>>> Last update of WHOIS database: 2013-11-24 08:56:59 -0800 <<<\n\n", "\n\nWelcome to the .WS Whois Server\n\nUse of this service for any purpose other\nthan determining the availability of a domain\nin the .WS TLD to be registered is strictly\nprohibited.\n\n Domain Name: FOXIEPA.WS\n\n Registrant Name: Use registrar whois listed below\n Registrant Email: Use registrar whois listed below\n\n Administrative Contact Email: Use registrar whois listed below\n Administrative Contact Telephone: Use registrar whois listed below\n\n Registrar Name: Dynadot\n Registrar Email: info@dynadot.com\n Registrar Telephone: (650) 585-1961\n Registrar Whois: whois.dynadot.com\n\n Domain Created: 2013-01-02\n Domain Last Updated: 2013-01-02\n Domain Currently Expires: 2014-01-02\n\n Current Nameservers:\n\n ns1.hopcount.nl\n ns2.hopcount.nl\n ns3.hopcount.nl\n\n\n\n"], "whois_server": ["whois.dynadot.com"], "registrar": ["DYNADOT LLC"], "emails": ["abuse@dynadot.com"]}

2
test/target_normalized/anonne.ws
Unescape Escape View File

@ -1 +1 @@
{"updated_date": ["2013-04-06T00:00:00"], "contacts": {"admin": {"city": "Dordrecht", "fax": "+1.5555555555", "name": "Sven Slootweg", "state": "Zuid-holland", "phone": "+31.626519955", "street": "Wijnstraat 211", "country": "NL", "postalcode": "3311BV", "email": "jamsoftgamedev@gmail.com"}, "tech": {"city": "Dordrecht", "fax": "+1.5555555555", "name": "Sven Slootweg", "state": "Zuid-holland", "phone": "+31.626519955", "street": "Wijnstraat 211", "country": "NL", "postalcode": "3311BV", "email": "jamsoftgamedev@gmail.com"}, "registrant": {"city": "Dordrecht", "name": "Sven Slootweg", "state": "Zuid-holland", "street": "Wijnstraat 211", "country": "NL", "postalcode": "3311BV"}, "billing": null}, "nameservers": ["ns1.he.net", "ns2.he.net", "ns3.he.net", "ns4.he.net", "ns5.he.net"], "expiration_date": ["2014-04-07T19:40:22"], "creation_date": ["2012-04-07T12:40:00"], "raw": ["\n\nDomain Name: ANONNE.WS\nCreation Date: 2012-04-07 12:40:00Z\nRegistrar Registration Expiration Date: 2014-04-07 19:40:22Z\nRegistrar: ENOM, INC.\nReseller: NAMECHEAP.COM\nRegistrant Name: SVEN SLOOTWEG\nRegistrant Organization: \nRegistrant Street: WIJNSTRAAT 211\nRegistrant City: DORDRECHT\nRegistrant State/Province: ZUID-HOLLAND\nRegistrant Postal Code: 3311BV\nRegistrant Country: NL\nAdmin Name: SVEN SLOOTWEG\nAdmin Organization: \nAdmin Street: WIJNSTRAAT 211\nAdmin City: DORDRECHT\nAdmin State/Province: ZUID-HOLLAND\nAdmin Postal Code: 3311BV\nAdmin Country: NL\nAdmin Phone: +31.626519955\nAdmin Phone Ext: \nAdmin Fax: +1.5555555555\nAdmin Fax Ext:\nAdmin Email: JAMSOFTGAMEDEV@GMAIL.COM\nTech Name: SVEN SLOOTWEG\nTech Organization: \nTech Street: WIJNSTRAAT 211\nTech City: DORDRECHT\nTech State/Province: ZUID-HOLLAND\nTech Postal Code: 3311BV\nTech Country: NL\nTech Phone: +31.626519955\nTech Phone Ext: \nTech Fax: +1.5555555555\nTech Fax Ext: \nTech Email: JAMSOFTGAMEDEV@GMAIL.COM\nName Server: NS1.HE.NET\nName Server: NS2.HE.NET\nName Server: NS3.HE.NET\nName Server: NS4.HE.NET\nName Server: NS5.HE.NET\n\nThe data in this whois database is provided to you for information\npurposes only, that is, to assist you in obtaining information about or\nrelated to a domain name registration record. We make this information\navailable \"as is,\" and do not guarantee its accuracy. By submitting a\nwhois query, you agree that you will use this data only for lawful\npurposes and that, under no circumstances will you use this data to: (1)\nenable high volume, automated, electronic processes that stress or load\nthis whois database system providing you this information; or (2) allow,\nenable, or otherwise support the transmission of mass unsolicited,\ncommercial advertising or solicitations via direct mail, electronic\nmail, or by telephone. The compilation, repackaging, dissemination or\nother use of this data is expressly prohibited without prior written\nconsent from us. \n\nWe reserve the right to modify these terms at any time. By submitting \nthis query, you agree to abide by these terms.\nVersion 6.3 4/3/2002\n", "\n\nWelcome to the .WS Whois Server\n\nUse of this service for any purpose other\nthan determining the availability of a domain\nin the .WS TLD to be registered is strictly\nprohibited.\n\n Domain Name: ANONNE.WS\n\n Registrant Name: Use registrar whois listed below\n Registrant Email: Use registrar whois listed below\n\n Administrative Contact Email: Use registrar whois listed below\n Administrative Contact Telephone: Use registrar whois listed below\n\n Registrar Name: eNom\n Registrar Email: info@enom.com\n Registrar Telephone: 425-974-4500\n Registrar Whois: whois.enom.com\n\n Domain Created: 2012-04-07\n Domain Last Updated: 2013-04-06\n Domain Currently Expires: 2014-04-07\n\n Current Nameservers:\n\n ns1.he.net\n ns2.he.net\n ns3.he.net\n ns4.he.net\n ns5.he.net\n\n\n\n"], "whois_server": ["whois.enom.com"], "registrar": ["Enom, Inc."]}
{"updated_date": ["2013-04-06T00:00:00"], "contacts": {"admin": {"city": "Dordrecht", "fax": "+1.5555555555", "name": "Sven Slootweg", "state": "Zuid-holland", "phone": "+31.626519955", "street": "Wijnstraat 211", "country": "NL", "postalcode": "3311BV", "email": "jamsoftgamedev@gmail.com"}, "tech": {"city": "Dordrecht", "fax": "+1.5555555555", "name": "Sven Slootweg", "state": "Zuid-holland", "phone": "+31.626519955", "street": "Wijnstraat 211", "country": "NL", "postalcode": "3311BV", "email": "jamsoftgamedev@gmail.com"}, "registrant": {"city": "Dordrecht", "name": "Sven Slootweg", "state": "Zuid-holland", "street": "Wijnstraat 211", "country": "NL", "postalcode": "3311BV"}, "billing": null}, "nameservers": ["ns1.he.net", "ns2.he.net", "ns3.he.net", "ns4.he.net", "ns5.he.net"], "expiration_date": ["2014-04-07T19:40:22"], "creation_date": ["2012-04-07T12:40:00"], "raw": ["\n\nDomain Name: ANONNE.WS\nCreation Date: 2012-04-07 12:40:00Z\nRegistrar Registration Expiration Date: 2014-04-07 19:40:22Z\nRegistrar: ENOM, INC.\nReseller: NAMECHEAP.COM\nRegistrant Name: SVEN SLOOTWEG\nRegistrant Organization: \nRegistrant Street: WIJNSTRAAT 211\nRegistrant City: DORDRECHT\nRegistrant State/Province: ZUID-HOLLAND\nRegistrant Postal Code: 3311BV\nRegistrant Country: NL\nAdmin Name: SVEN SLOOTWEG\nAdmin Organization: \nAdmin Street: WIJNSTRAAT 211\nAdmin City: DORDRECHT\nAdmin State/Province: ZUID-HOLLAND\nAdmin Postal Code: 3311BV\nAdmin Country: NL\nAdmin Phone: +31.626519955\nAdmin Phone Ext: \nAdmin Fax: +1.5555555555\nAdmin Fax Ext:\nAdmin Email: JAMSOFTGAMEDEV@GMAIL.COM\nTech Name: SVEN SLOOTWEG\nTech Organization: \nTech Street: WIJNSTRAAT 211\nTech City: DORDRECHT\nTech State/Province: ZUID-HOLLAND\nTech Postal Code: 3311BV\nTech Country: NL\nTech Phone: +31.626519955\nTech Phone Ext: \nTech Fax: +1.5555555555\nTech Fax Ext: \nTech Email: JAMSOFTGAMEDEV@GMAIL.COM\nName Server: NS1.HE.NET\nName Server: NS2.HE.NET\nName Server: NS3.HE.NET\nName Server: NS4.HE.NET\nName Server: NS5.HE.NET\n\nThe data in this whois database is provided to you for information\npurposes only, that is, to assist you in obtaining information about or\nrelated to a domain name registration record. We make this information\navailable \"as is,\" and do not guarantee its accuracy. By submitting a\nwhois query, you agree that you will use this data only for lawful\npurposes and that, under no circumstances will you use this data to: (1)\nenable high volume, automated, electronic processes that stress or load\nthis whois database system providing you this information; or (2) allow,\nenable, or otherwise support the transmission of mass unsolicited,\ncommercial advertising or solicitations via direct mail, electronic\nmail, or by telephone. The compilation, repackaging, dissemination or\nother use of this data is expressly prohibited without prior written\nconsent from us. \n\nWe reserve the right to modify these terms at any time. By submitting \nthis query, you agree to abide by these terms.\nVersion 6.3 4/3/2002\n", "\n\nWelcome to the .WS Whois Server\n\nUse of this service for any purpose other\nthan determining the availability of a domain\nin the .WS TLD to be registered is strictly\nprohibited.\n\n Domain Name: ANONNE.WS\n\n Registrant Name: Use registrar whois listed below\n Registrant Email: Use registrar whois listed below\n\n Administrative Contact Email: Use registrar whois listed below\n Administrative Contact Telephone: Use registrar whois listed below\n\n Registrar Name: eNom\n Registrar Email: info@enom.com\n Registrar Telephone: 425-974-4500\n Registrar Whois: whois.enom.com\n\n Domain Created: 2012-04-07\n Domain Last Updated: 2013-04-06\n Domain Currently Expires: 2014-04-07\n\n Current Nameservers:\n\n ns1.he.net\n ns2.he.net\n ns3.he.net\n ns4.he.net\n ns5.he.net\n\n\n\n"], "whois_server": ["whois.enom.com"], "registrar": ["Enom, INC."]}

2
test/target_normalized/aol.com
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/daemonrage.net
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/dns4pro.com
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/donuts.co
View File

File diff suppressed because one or more lines are too long

1
test/target_normalized/foxiepa.ws
Unescape Escape View File

@ -0,0 +1 @@
{"status": ["clientTransferProhibited"], "updated_date": ["1970-01-01T00:00:00"], "contacts": {"admin": {"city": "Charlotte", "name": "Joshua Theze", "state": "North Carolina", "phone": "+1.7049570414", "street": "4637 Carmel Vista Lane", "country": "US", "postalcode": "28226", "email": "joshua.theze@gmail.com"}, "tech": {"city": "Charlotte", "name": "Joshua Theze", "state": "North Carolina", "phone": "+1.7049570414", "street": "4637 Carmel Vista Lane", "country": "US", "postalcode": "28226", "email": "joshua.theze@gmail.com"}, "registrant": {"city": "Charlotte", "name": "Joshua Theze", "state": "North Carolina", "phone": "+1.7049570414", "street": "4637 Carmel Vista Lane", "country": "US", "postalcode": "28226", "email": "joshua.theze@gmail.com"}, "billing": null}, "nameservers": ["ns1.hopcount.nl", "ns2.hopcount.nl", "ns3.hopcount.nl"], "expiration_date": ["2014-01-02T23:46:37"], "creation_date": ["2013-01-02T23:46:37"], "raw": ["Domain Name: FOXIEPA.WS\nRegistrar WHOIS Server: whois.dynadot.com\nRegistrar URL: http://www.dynadot.com\nUpdated Date: 1970-01-01T00:00:00.0Z\nCreation Date: 2013-01-02T23:46:37.0Z\nRegistrar Registration Expiration Date: 2014-01-02T23:46:37.0Z\nRegistrar: DYNADOT LLC\nRegistrar IANA ID: 472\nRegistrar Abuse Contact Email: abuse@dynadot.com\nRegistrar Abuse Contact Phone: +1.6502620100\nDomain Status: clientTransferProhibited\nRegistrant Name: Joshua Theze\nRegistrant Street: 4637 Carmel Vista Lane\nRegistrant City: Charlotte\nRegistrant State/Province: North Carolina\nRegistrant Postal Code: 28226\nRegistrant Country: US\nRegistrant Phone: +1.7049570414\nRegistrant Email: joshua.theze@gmail.com\nAdmin Name: Joshua Theze\nAdmin Street: 4637 Carmel Vista Lane\nAdmin City: Charlotte\nAdmin State/Province: North Carolina\nAdmin Postal Code: 28226\nAdmin Country: US\nAdmin Phone: +1.7049570414\nAdmin Email: joshua.theze@gmail.com\nTech Name: Joshua Theze\nTech Street: 4637 Carmel Vista Lane\nTech City: Charlotte\nTech State/Province: North Carolina\nTech Postal Code: 28226\nTech Country: US\nTech Phone: +1.7049570414\nTech Email: joshua.theze@gmail.com\nName Server: ns1.hopcount.nl\nName Server: ns2.hopcount.nl\nName Server: ns3.hopcount.nl\nDNSSEC: notApplicable\nURL of the ICANN WHOIS Data Problem Reporting System: http://wdprs.internic.net/\n>>> Last update of WHOIS database: 2013-11-24 08:56:59 -0800 <<<\n\n", "\n\nWelcome to the .WS Whois Server\n\nUse of this service for any purpose other\nthan determining the availability of a domain\nin the .WS TLD to be registered is strictly\nprohibited.\n\n Domain Name: FOXIEPA.WS\n\n Registrant Name: Use registrar whois listed below\n Registrant Email: Use registrar whois listed below\n\n Administrative Contact Email: Use registrar whois listed below\n Administrative Contact Telephone: Use registrar whois listed below\n\n Registrar Name: Dynadot\n Registrar Email: info@dynadot.com\n Registrar Telephone: (650) 585-1961\n Registrar Whois: whois.dynadot.com\n\n Domain Created: 2013-01-02\n Domain Last Updated: 2013-01-02\n Domain Currently Expires: 2014-01-02\n\n Current Nameservers:\n\n ns1.hopcount.nl\n ns2.hopcount.nl\n ns3.hopcount.nl\n\n\n\n"], "whois_server": ["whois.dynadot.com"], "registrar": ["Dynadot LLC"], "emails": ["abuse@dynadot.com"]}

2
test/target_normalized/huskeh.net
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/nepasituation.com
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/nytimes.com
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/prq.se
Unescape Escape View File

@ -1 +1 @@
{"status": ["active", "ok"], "updated_date": ["2012-11-03T00:00:00"], "contacts": {"admin": null, "tech": null, "registrant": {"handle": "perper9352-00001"}, "billing": null}, "nameservers": ["ns.prq.se", "ns2.prq.se"], "expiration_date": ["2015-06-14T00:00:00"], "creation_date": ["2004-06-14T00:00:00"], "raw": ["# Copyright (c) 1997- .SE (The Internet Infrastructure Foundation).\n# All rights reserved.\n\n# The information obtained through searches, or otherwise, is protected\n# by the Swedish Copyright Act (1960:729) and international conventions.\n# It is also subject to database protection according to the Swedish\n# Copyright Act.\n\n# Any use of this material to target advertising or\n# similar activities is forbidden and will be prosecuted.\n# If any of the information below is transferred to a third\n# party, it must be done in its entirety. This server must\n# not be used as a backend for a search engine.\n\n# Result of search for registered domain names under\n# the .SE top level domain.\n\n# The data is in the UTF-8 character set and the result is\n# printed with eight bits.\n\nstate: active\ndomain: prq.se\nholder: perper9352-00001\nadmin-c: -\ntech-c: -\nbilling-c: -\ncreated: 2004-06-14\nmodified: 2012-11-03\nexpires: 2015-06-14\ntransferred: 2012-08-09\nnserver: ns.prq.se 193.104.214.194\nnserver: ns2.prq.se 88.80.30.194\ndnssec: unsigned delegation\nstatus: ok\nregistrar: AEB Komm\n\n"], "registrar": ["AEB Komm"]}
{"status": ["Active", "ok"], "updated_date": ["2012-11-03T00:00:00"], "contacts": {"admin": null, "tech": null, "registrant": {"handle": "perper9352-00001"}, "billing": null}, "nameservers": ["ns.prq.se", "ns2.prq.se"], "expiration_date": ["2015-06-14T00:00:00"], "creation_date": ["2004-06-14T00:00:00"], "raw": ["# Copyright (c) 1997- .SE (The Internet Infrastructure Foundation).\n# All rights reserved.\n\n# The information obtained through searches, or otherwise, is protected\n# by the Swedish Copyright Act (1960:729) and international conventions.\n# It is also subject to database protection according to the Swedish\n# Copyright Act.\n\n# Any use of this material to target advertising or\n# similar activities is forbidden and will be prosecuted.\n# If any of the information below is transferred to a third\n# party, it must be done in its entirety. This server must\n# not be used as a backend for a search engine.\n\n# Result of search for registered domain names under\n# the .SE top level domain.\n\n# The data is in the UTF-8 character set and the result is\n# printed with eight bits.\n\nstate: active\ndomain: prq.se\nholder: perper9352-00001\nadmin-c: -\ntech-c: -\nbilling-c: -\ncreated: 2004-06-14\nmodified: 2012-11-03\nexpires: 2015-06-14\ntransferred: 2012-08-09\nnserver: ns.prq.se 193.104.214.194\nnserver: ns2.prq.se 88.80.30.194\ndnssec: unsigned delegation\nstatus: ok\nregistrar: AEB Komm\n\n"], "registrar": ["AEB Komm"]}

2
test/target_normalized/twitter.com
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/whois.com
View File

File diff suppressed because one or more lines are too long

2
test/target_normalized/winamp.com
View File

File diff suppressed because one or more lines are too long
Write Preview
Loading…
Cancel
Save