X-Git-Url: http://git.veekun.com/zzz-pokedex.git/blobdiff_plain/830d38a5620c676f9369e7acadbd972464e57984..c0f4718a6d1ef731d857090a57555e38dd1151a3:/pokedex/__init__.py diff --git a/pokedex/__init__.py b/pokedex/__init__.py index 38c0487..6ac7344 100644 --- a/pokedex/__init__.py +++ b/pokedex/__init__.py @@ -3,7 +3,7 @@ import sys import sqlalchemy.types -from .db import connect, metadata +from .db import connect, metadata, tables as tables_module def main(): if len(sys.argv) <= 1: @@ -20,7 +20,7 @@ def main(): help() -def csvimport(engine_uri, dir='.'): +def csvimport(engine_uri, directory='.'): import csv from sqlalchemy.orm.attributes import instrumentation_registry @@ -29,24 +29,39 @@ def csvimport(engine_uri, dir='.'): metadata.create_all() - # Oh, mysql-chan. - # TODO try to insert data in preorder so we don't need this hack and won't - # break similarly on other engines - if 'mysql' in engine_uri: - session.execute('SET FOREIGN_KEY_CHECKS = 0') - - # This is a secret attribute on a secret singleton of a secret class that - # appears to hopefully contain all registered classes as keys. - # There is no other way to accomplish this, as far as I can tell. - # Fuck. - for table in sorted(instrumentation_registry.manager_finders.keys(), - key=lambda self: self.__table__.name): - table_name = table.__table__.name + # SQLAlchemy is retarded and there is no way for me to get a list of ORM + # classes besides to inspect the module they all happen to live in for + # things that look right. + table_base = tables_module.TableBase + orm_classes = {} # table object => table class + + for name in dir(tables_module): + # dir() returns strings! How /convenient/. + thingy = getattr(tables_module, name) + + if not isinstance(thingy, type): + # Not a class; bail + continue + elif not issubclass(thingy, table_base): + # Not a declarative table; bail + continue + elif thingy == table_base: + # Declarative table base, so not a real table; bail + continue + + # thingy is definitely a table class! Hallelujah. + orm_classes[thingy.__table__] = thingy + + # Okay, run through the tables and actually load the data now + for table_obj in metadata.sorted_tables: + table_class = orm_classes[table_obj] + table_name = table_obj.name + # Print the table name but leave the cursor in a fixed column print table_name + '...', ' ' * (40 - len(table_name)), try: - csvfile = open("%s/%s.csv" % (dir, table_name), 'rb') + csvfile = open("%s/%s.csv" % (directory, table_name), 'rb') except IOError: # File doesn't exist; don't load anything! print 'no data!' @@ -56,10 +71,10 @@ def csvimport(engine_uri, dir='.'): column_names = [unicode(column) for column in reader.next()] for csvs in reader: - row = table() + row = table_class() for column_name, value in zip(column_names, csvs): - column = table.__table__.c[column_name] + column = table_obj.c[column_name] if column.nullable and value == '': # Empty string in a nullable column really means NULL value = None @@ -81,13 +96,8 @@ def csvimport(engine_uri, dir='.'): session.commit() print 'loaded' - # Shouldn't matter since this is usually the end of the program and thus - # the connection too, but let's change this back just in case - if 'mysql' in engine_uri: - session.execute('SET FOREIGN_KEY_CHECKS = 1') - -def csvexport(engine_uri, dir='.'): +def csvexport(engine_uri, directory='.'): import csv session = connect(engine_uri) @@ -95,7 +105,8 @@ def csvexport(engine_uri, dir='.'): print table_name table = metadata.tables[table_name] - writer = csv.writer(open("%s/%s.csv" % (dir, table_name), 'wb'), lineterminator='\n') + writer = csv.writer(open("%s/%s.csv" % (directory, table_name), 'wb'), + lineterminator='\n') columns = [col.name for col in table.columns] writer.writerow(columns)