mirror of
https://github.com/peeringdb/peeringdb.git
synced 2024-05-11 05:55:09 +00:00
ba6f9b6432
* use new peeringdb client (1.0.0) for pdb_load_data sync (#599) * drop django-mobi for lack of py3/dj2 support (#492) remove django-forms-bootstrap for lack of py3/dj2 support (#492) * black formatted * django2.2 and py3 upgrade (#492) * drop ixlans (#21) ui and api changes * drop local_asn (#168) * org search (#193) * phone number validation (#50) * implement help text tooltips (#228) * Mark own ASN as transit-free (#394) * py3 fix for `pdb_migrate_ixlans` command when writing migration report * pdb_migrate_ixlans: properly handle py3 Runtime error if ixlan dict changes during iteration * set rest DEFAULT_SCHEMA_CLASS to coreapi to fix swagger apidocs fix migration 0027 missing from facsimile manifest * fix swagger doc strings * fix tests that were broken from api doc fixes * fix UniqueFieldValidator for netixlan ipaddress validation that broke during django/drf upgrade * fix org merge tool layout issues * travis config * update pipfile and lock * black formatting * update travis dist * beta mode banner (#411) * add beta banner template (#411) * automatically scheduled sync may not always be on, add a flag that lets us reflect that state in the beta banner message clean up beta banner implementation (#411) * add tests for beta banner (#411)
122 lines
3.8 KiB
Python
122 lines
3.8 KiB
Python
import logging
|
|
import datetime
|
|
|
|
from confu.schema import apply_defaults
|
|
|
|
from django.core.management import call_command
|
|
from django.core.management.base import BaseCommand
|
|
from django.core.exceptions import ValidationError, ObjectDoesNotExist
|
|
from django.db.models.signals import post_save, pre_delete, pre_save
|
|
from django.conf import settings
|
|
|
|
from peeringdb_server import models as pdb_models
|
|
from peeringdb_server import signals
|
|
|
|
from django_peeringdb import models as djpdb_models
|
|
|
|
from peeringdb.client import Client
|
|
from peeringdb.config import ClientSchema
|
|
from peeringdb import resource, SUPPORTED_BACKENDS
|
|
import peeringdb._fetch
|
|
|
|
_fetch_all_latest = peeringdb._fetch.Fetcher.fetch_all_latest
|
|
|
|
|
|
def fetch_all_latest(self, R, depth, params={}, since=None):
|
|
"""
|
|
Some foreign keys differ in peeringdb_server from how they
|
|
are exposed in the api, these need to be adjusted before
|
|
returning the retrieved data to the sync process
|
|
|
|
Affected fields
|
|
|
|
`net_id` -> `network_id`
|
|
`fac_id` -> `facility_id`
|
|
|
|
We do this by monkey patching the `fetch_all_latest` function
|
|
of the peeringdb `Fetcher` class
|
|
|
|
Additionally we fix some common validation issues
|
|
"""
|
|
|
|
result = _fetch_all_latest(self, R, depth, params=params, since=since)
|
|
|
|
for row in result[0]:
|
|
for k, v in row.items():
|
|
if k in ["latitude", "longitude"] and v:
|
|
row[k] = "{:3.6f}".format(float(v))
|
|
elif k == "fac_id":
|
|
row["facility_id"] = v
|
|
del row["fac_id"]
|
|
elif k == "net_id":
|
|
row["network_id"] = v
|
|
del row["net_id"]
|
|
|
|
return result
|
|
|
|
|
|
peeringdb._fetch.Fetcher.fetch_all_latest = fetch_all_latest
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = "Load initial data from another peeringdb instance"
|
|
|
|
def add_arguments(self, parser):
|
|
parser.add_argument("--url", default="https://www.peeringdb.com/api/", type=str)
|
|
|
|
parser.add_argument(
|
|
"--commit", action="store_true", help="will commit the changes"
|
|
)
|
|
|
|
def handle(self, *args, **options):
|
|
if settings.RELEASE_ENV != "dev" and not settings.TUTORIAL_MODE:
|
|
self.stdout.write(
|
|
"Command can only be run on dev instances and instances "
|
|
"with tutorial mode enabled"
|
|
)
|
|
return
|
|
|
|
if not options.get("commit"):
|
|
self.stdout.write(
|
|
"This will sync data from {url} to this instance, and will take "
|
|
"roughly 20 minutes to complete on a fresh db. "
|
|
"Run the command with `--commit` if you are sure you want "
|
|
"to do this.".format(**options)
|
|
)
|
|
return
|
|
|
|
settings.USE_TZ = False
|
|
db_settings = settings.DATABASES.get("default")
|
|
|
|
config = {
|
|
"sync": {"url": options.get("url")},
|
|
"orm": {
|
|
"secret_key": settings.SECRET_KEY,
|
|
"backend": "peeringdb_server",
|
|
"migrate": False,
|
|
"database": dict([(k.lower(), v) for k, v in db_settings.items()]),
|
|
},
|
|
}
|
|
|
|
apply_defaults(ClientSchema(), config)
|
|
|
|
pre_save.disconnect(signals.addressmodel_save, sender=pdb_models.Facility)
|
|
|
|
djpdb_models.all_models = [
|
|
pdb_models.Organization,
|
|
pdb_models.Facility,
|
|
pdb_models.Network,
|
|
pdb_models.InternetExchange,
|
|
pdb_models.InternetExchangeFacility,
|
|
pdb_models.IXLan,
|
|
pdb_models.IXLanPrefix,
|
|
pdb_models.NetworkContact,
|
|
pdb_models.NetworkFacility,
|
|
pdb_models.NetworkIXLan,
|
|
]
|
|
|
|
SUPPORTED_BACKENDS["peeringdb_server"] = "peeringdb_server.client_adaptor"
|
|
|
|
client = Client(config)
|
|
client.update_all(resource.all_resources(), since=None)
|