Qu1003 (#621)

* use new peeringdb client (1.0.0) for pdb_load_data sync (#599)

* drop django-mobi for lack of py3/dj2 support (#492)
remove django-forms-bootstrap for lack of py3/dj2 support (#492)

* black formatted

* django2.2 and py3 upgrade (#492)

* drop ixlans (#21) ui and api changes

* drop local_asn (#168)

* org search (#193)

* phone number validation (#50)

* implement help text tooltips (#228)

* Mark own ASN as transit-free (#394)

* py3 fix for `pdb_migrate_ixlans` command when writing migration report

* pdb_migrate_ixlans: properly handle py3 Runtime error if ixlan dict changes during iteration

* set rest DEFAULT_SCHEMA_CLASS to coreapi to fix swagger apidocs
fix migration 0027 missing from facsimile manifest

* fix swagger doc strings

* fix tests that were broken from api doc fixes

* fix UniqueFieldValidator for netixlan ipaddress validation that broke during django/drf upgrade

* fix org merge tool layout issues

* travis config

* update pipfile and lock

* black formatting

* update travis dist

* beta mode banner (#411)

* add beta banner template (#411)

* automatically scheduled sync may not always be on, add a flag that lets us reflect that state in the beta banner message
clean up beta banner implementation (#411)

* add tests for beta banner (#411)

peeringdb_server/migrations/0025_E164_phonenumbers.py

@@ -0,0 +1,142 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.23 on 2019-12-12 08:46
+from __future__ import unicode_literals
+
+import csv
+import phonenumbers
+
+from django.db import migrations
+from django.conf import settings
+
+
+def _edit_url(tag, instance):
+    if tag == "poc":
+        return "{}/net/{}/".format(settings.BASE_URL, instance.network_id)
+    else:
+        return "{}/ix/{}/".format(settings.BASE_URL, instance.id)
+
+
+def _fix_number(tag, instance, field_name, list_fixed, list_invalid):
+    number = getattr(instance, field_name, None).strip()
+    if number:
+        try:
+            country = getattr(instance, "country", None)
+            if country:
+                country = country.code
+            parsed_number = phonenumbers.parse(number, country)
+            validated_number = phonenumbers.format_number(
+                parsed_number, phonenumbers.PhoneNumberFormat.E164
+            )
+
+            if "{}".format(validated_number) == "{}".format(number):
+                return
+
+            setattr(instance, field_name, validated_number)
+            list_fixed.append(
+                [
+                    tag,
+                    instance.id,
+                    _edit_url(tag, instance),
+                    instance.status,
+                    field_name,
+                    number,
+                    validated_number,
+                    country,
+                ]
+            )
+            print("FIXED", tag, instance.id, field_name, number, validated_number)
+            instance.save()
+        except Exception as exc:
+            _push_invalid(
+                tag, instance, field_name, number, list_invalid, "{}".format(exc)
+            )
+            print("INVALID", tag, instance.id, field_name, number)
+
+
+def _push_invalid(tag, instance, field_name, number, list_invalid, reason):
+    country = getattr(instance, "country", None)
+    if country:
+        country = country.code
+    list_invalid.append(
+        [
+            tag,
+            instance.id,
+            _edit_url(tag, instance),
+            instance.status,
+            field_name,
+            number,
+            country,
+            reason.strip(),
+        ]
+    )
+
+
+def forwards_func(apps, schema_editor):
+    """
+    Attempt to validate existing phone numbers to E164 format
+
+    Output any that can't be validated to a invalid_phonenumbers.csv file
+    Output any that were fixed to a fixed_phonenumbers.csv file
+    """
+
+    InternetExchange = apps.get_model("peeringdb_server", "InternetExchange")
+    NetworkContact = apps.get_model("peeringdb_server", "NetworkContact")
+
+    headers_invalid = [
+        "type",
+        "id",
+        "status",
+        "field",
+        "phonenumber",
+        "country",
+        "reason",
+    ]
+
+    headers_fixed = [
+        "type",
+        "id",
+        "status",
+        "field",
+        "phonenumber",
+        "fixed",
+        "country",
+    ]
+
+    invalid = []
+    fixed = []
+
+    for ix in InternetExchange.handleref.filter(status__in=["ok", "pending"]):
+        _fix_number("ix", ix, "tech_phone", fixed, invalid)
+        _fix_number("ix", ix, "policy_phone", fixed, invalid)
+
+    for poc in NetworkContact.handleref.filter(status__in=["ok", "pending"]):
+        _fix_number("poc", poc, "phone", fixed, invalid)
+
+    print(
+        "Invalid numbers: {} - written to invalid_phonenumbers.csv".format(len(invalid))
+    )
+
+    with open("invalid_phonenumbers.csv", "w+") as csvfile:
+        csvwriter = csv.writer(csvfile, lineterminator="\n")
+        csvwriter.writerow(headers_invalid)
+        for row in invalid:
+            csvwriter.writerow(row)
+
+    print("Fixed numbers: {} - written to fixed_phonenumbers.csv".format(len(fixed)))
+
+    with open("fixed_phonenumbers.csv", "w+") as csvfile:
+        csvwriter = csv.writer(csvfile, lineterminator="\n")
+        csvwriter.writerow(headers_fixed)
+        for row in fixed:
+            csvwriter.writerow(row)
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("peeringdb_server", "0024_netixlan_asn"),
+    ]
+
+    operations = [
+        migrations.RunPython(forwards_func, migrations.RunPython.noop),
+    ]