-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathimport.py
More file actions
90 lines (76 loc) · 4.14 KB
/
Copy pathimport.py
File metadata and controls
90 lines (76 loc) · 4.14 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
'''
Import program
Imports all data into the database configured with the URI in config.py
suggested to run as:
python import.py > output.txt
as output is very long
'''
import os
import csv
from config import DATABASE_URI
from sqlalchemy import create_engine
from sqlalchemy.orm import scoped_session, sessionmaker
engine = create_engine(DATABASE_URI,echo=True)
db = scoped_session(sessionmaker(bind = engine))
def import_planes():
f = open("data/planes.dat")
reader = csv.reader(f)
for name, iata_code, icao_code in reader:
db.execute("INSERT INTO planes (name, iata_code, icao_code) VALUES (:name, :iata_code, :icao_code)",
{"name":name, "iata_code":iata_code, "icao_code":icao_code})
print(f"Added plane {name} with IATA {iata_code} and ICAO {icao_code}.")
db.commit()
def import_airlines():
f = open("data/airlines.dat")
reader = csv.reader(f)
for ofid, name, alias, iata_code, icao_code, callsign, country, active in reader:
db.execute("INSERT INTO airlines (ofid, name, alias, iata_code, icao_code, callsign, country, active) VALUES (:ofid, :name, :alias, :iata_code, :icao_code, :callsign, :country, :active)",
{"ofid":ofid, "name":name, "alias":alias, "iata_code":iata_code, "icao_code":icao_code, "callsign":callsign, "country":country, "active":active})
print(f"Added {name} with callsign {callsign} and alias {alias} of {country}.")
db.commit()
def import_countries():
f=open("data/countries.dat")
reader = csv.reader(f)
for name, iso_code, dafif_code in reader:
db.execute("INSERT INTO countries (name, iso_code, dafif_code) VALUES (:name, :iso_code, :dafif_code)",
{"name":name, "iso_code":iso_code, "dafif_code":dafif_code})
print(f"Added {name} {iso_code}.")
db.commit()
def import_routes():
f=open("data/routes.dat")
reader = csv.reader(f)
for airline, airline_id, source_airport, source_airport_id, destination_airport, destination_airport_id, codeshare, stops, equipment in reader:
if destination_airport_id == '\\N':
destination_airport_id = None
if source_airport_id == '\\N':
source_airport_id = None
if airline_id == '\\N':
airline_id = None
#print(f"dest: {destination_airport_id} source: {source_airport_id}")
db.execute("INSERT INTO routes (airline, airline_id, source_airport, source_airport_id, destination_airport, destination_airport_id, codeshare, stops, equipment) VALUES(:airline, :airline_id, :source_airport, :source_airport_id, :destination_airport, :destination_airport_id, :codeshare, :stops, :equipment)",
{"airline":airline, "airline_id":airline_id, "source_airport":source_airport, "source_airport_id":source_airport_id, "destination_airport":destination_airport, "destination_airport_id":destination_airport_id, "codeshare":codeshare, "stops":stops, "equipment":equipment})
print(f"Added a route from {source_airport} to {destination_airport} with {airline}.")
db.commit()
def import_airports():
f=open("data/airports.dat")
reader = csv.reader(f)
for id, name, city, country, iata_code, icao_code, latitude, longitude, altitude, timezone, dst, tz_type, hub_type, source in reader:
if iata_code == '\\N':
iata_code=None
if timezone == '\\N':
timezone=None
if dst == '\\N':
dst=None
if tz_type =='\\N':
tz_type=None
db.execute("INSERT INTO airports (id, name, city, country, iata_code, icao_code, latitude, longitude, altitude, timezone, dst, tz_type, source) VALUES(:id, :name, :city, :country, :iata_code, :icao_code, :latitude, :longitude, :altitude, :timezone, :dst, :tz_type, :source)",
{"id":id, "name":name, "city":city, "country":country, "iata_code":iata_code, "icao_code":icao_code, "latitude":latitude, "longitude":longitude, "altitude":altitude, "timezone":timezone, "dst":dst, "tz_type":tz_type, "source":source})
print(f"Added {name} in {city}, {country} at elevation {altitude}.")
db.commit()
def main():
import_planes()
import_airlines()
import_countries()
import_routes()
import_airports()
main()