veniasilente/veekun_pokedex
1
0
Fork 0
mirror of https://github.com/veekun/pokedex.git synced 2024-08-20 18:16:34 +00:00
Code Issues Projects Releases Wiki Activity

a couple more

Browse source 
also, print a message whenever we flush the row queue
This commit is contained in:
Andrew Ekstedt 2018-03-30 14:35:00 -07:00
parent c0e588df88
commit 99fa70de41
1 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
pokedex/db/load.py
View file

@ -156,8 +156,8 @@ def load(session, tables=[], directory=None, drop_tables=False, verbose=False, s
# SQLite speed tweaks # SQLite speed tweaks
if not safe and engine.dialect.name == 'sqlite': if not safe and engine.dialect.name == 'sqlite':
session.execute("PRAGMA synchronous=OFF") session.execute("PRAGMA synchronous=OFF").close()
session.execute("PRAGMA journal_mode=OFF") session.execute("PRAGMA journal_mode=OFF").close()
# Drop all tables if requested # Drop all tables if requested
if drop_tables: if drop_tables:
@ -180,7 +180,7 @@ def load(session, tables=[], directory=None, drop_tables=False, verbose=False, s
print_start('Creating tables') print_start('Creating tables')
for n, table in enumerate(table_objs): for n, table in enumerate(table_objs):
table.create() table.create(bind=engine)
print_status('%s/%s' % (n, len(table_objs))) print_status('%s/%s' % (n, len(table_objs)))
print_done() print_done()
@ -312,6 +312,7 @@ def load(session, tables=[], directory=None, drop_tables=False, verbose=False, s
# Remembering some zillion rows in the session consumes a lot of # Remembering some zillion rows in the session consumes a lot of
# RAM. Let's not do that. Commit every 1000 rows # RAM. Let's not do that. Commit every 1000 rows
if len(new_rows) >= 1000: if len(new_rows) >= 1000:
print("flushing")
insert_and_commit() insert_and_commit()
insert_and_commit() insert_and_commit()