mirror of
https://github.com/peeringdb/peeringdb.git
synced 2024-05-11 05:55:09 +00:00
ba6f9b6432
* use new peeringdb client (1.0.0) for pdb_load_data sync (#599) * drop django-mobi for lack of py3/dj2 support (#492) remove django-forms-bootstrap for lack of py3/dj2 support (#492) * black formatted * django2.2 and py3 upgrade (#492) * drop ixlans (#21) ui and api changes * drop local_asn (#168) * org search (#193) * phone number validation (#50) * implement help text tooltips (#228) * Mark own ASN as transit-free (#394) * py3 fix for `pdb_migrate_ixlans` command when writing migration report * pdb_migrate_ixlans: properly handle py3 Runtime error if ixlan dict changes during iteration * set rest DEFAULT_SCHEMA_CLASS to coreapi to fix swagger apidocs fix migration 0027 missing from facsimile manifest * fix swagger doc strings * fix tests that were broken from api doc fixes * fix UniqueFieldValidator for netixlan ipaddress validation that broke during django/drf upgrade * fix org merge tool layout issues * travis config * update pipfile and lock * black formatting * update travis dist * beta mode banner (#411) * add beta banner template (#411) * automatically scheduled sync may not always be on, add a flag that lets us reflect that state in the beta banner message clean up beta banner implementation (#411) * add tests for beta banner (#411)
143 lines
4.0 KiB
Python
143 lines
4.0 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Generated by Django 1.11.23 on 2019-12-12 08:46
|
|
from __future__ import unicode_literals
|
|
|
|
import csv
|
|
import phonenumbers
|
|
|
|
from django.db import migrations
|
|
from django.conf import settings
|
|
|
|
|
|
def _edit_url(tag, instance):
|
|
if tag == "poc":
|
|
return "{}/net/{}/".format(settings.BASE_URL, instance.network_id)
|
|
else:
|
|
return "{}/ix/{}/".format(settings.BASE_URL, instance.id)
|
|
|
|
|
|
def _fix_number(tag, instance, field_name, list_fixed, list_invalid):
|
|
number = getattr(instance, field_name, None).strip()
|
|
if number:
|
|
try:
|
|
country = getattr(instance, "country", None)
|
|
if country:
|
|
country = country.code
|
|
parsed_number = phonenumbers.parse(number, country)
|
|
validated_number = phonenumbers.format_number(
|
|
parsed_number, phonenumbers.PhoneNumberFormat.E164
|
|
)
|
|
|
|
if "{}".format(validated_number) == "{}".format(number):
|
|
return
|
|
|
|
setattr(instance, field_name, validated_number)
|
|
list_fixed.append(
|
|
[
|
|
tag,
|
|
instance.id,
|
|
_edit_url(tag, instance),
|
|
instance.status,
|
|
field_name,
|
|
number,
|
|
validated_number,
|
|
country,
|
|
]
|
|
)
|
|
print("FIXED", tag, instance.id, field_name, number, validated_number)
|
|
instance.save()
|
|
except Exception as exc:
|
|
_push_invalid(
|
|
tag, instance, field_name, number, list_invalid, "{}".format(exc)
|
|
)
|
|
print("INVALID", tag, instance.id, field_name, number)
|
|
|
|
|
|
def _push_invalid(tag, instance, field_name, number, list_invalid, reason):
|
|
country = getattr(instance, "country", None)
|
|
if country:
|
|
country = country.code
|
|
list_invalid.append(
|
|
[
|
|
tag,
|
|
instance.id,
|
|
_edit_url(tag, instance),
|
|
instance.status,
|
|
field_name,
|
|
number,
|
|
country,
|
|
reason.strip(),
|
|
]
|
|
)
|
|
|
|
|
|
def forwards_func(apps, schema_editor):
|
|
"""
|
|
Attempt to validate existing phone numbers to E164 format
|
|
|
|
Output any that can't be validated to a invalid_phonenumbers.csv file
|
|
Output any that were fixed to a fixed_phonenumbers.csv file
|
|
"""
|
|
|
|
InternetExchange = apps.get_model("peeringdb_server", "InternetExchange")
|
|
NetworkContact = apps.get_model("peeringdb_server", "NetworkContact")
|
|
|
|
headers_invalid = [
|
|
"type",
|
|
"id",
|
|
"status",
|
|
"field",
|
|
"phonenumber",
|
|
"country",
|
|
"reason",
|
|
]
|
|
|
|
headers_fixed = [
|
|
"type",
|
|
"id",
|
|
"status",
|
|
"field",
|
|
"phonenumber",
|
|
"fixed",
|
|
"country",
|
|
]
|
|
|
|
invalid = []
|
|
fixed = []
|
|
|
|
for ix in InternetExchange.handleref.filter(status__in=["ok", "pending"]):
|
|
_fix_number("ix", ix, "tech_phone", fixed, invalid)
|
|
_fix_number("ix", ix, "policy_phone", fixed, invalid)
|
|
|
|
for poc in NetworkContact.handleref.filter(status__in=["ok", "pending"]):
|
|
_fix_number("poc", poc, "phone", fixed, invalid)
|
|
|
|
print(
|
|
"Invalid numbers: {} - written to invalid_phonenumbers.csv".format(len(invalid))
|
|
)
|
|
|
|
with open("invalid_phonenumbers.csv", "w+") as csvfile:
|
|
csvwriter = csv.writer(csvfile, lineterminator="\n")
|
|
csvwriter.writerow(headers_invalid)
|
|
for row in invalid:
|
|
csvwriter.writerow(row)
|
|
|
|
print("Fixed numbers: {} - written to fixed_phonenumbers.csv".format(len(fixed)))
|
|
|
|
with open("fixed_phonenumbers.csv", "w+") as csvfile:
|
|
csvwriter = csv.writer(csvfile, lineterminator="\n")
|
|
csvwriter.writerow(headers_fixed)
|
|
for row in fixed:
|
|
csvwriter.writerow(row)
|
|
|
|
|
|
class Migration(migrations.Migration):
|
|
|
|
dependencies = [
|
|
("peeringdb_server", "0024_netixlan_asn"),
|
|
]
|
|
|
|
operations = [
|
|
migrations.RunPython(forwards_func, migrations.RunPython.noop),
|
|
]
|