From 99fa70de41ede9eb87fc899ad4319bfb76b11986 Mon Sep 17 00:00:00 2001 From: Andrew Ekstedt Date: Fri, 30 Mar 2018 14:35:00 -0700 Subject: [PATCH] a couple more also, print a message whenever we flush the row queue --- pokedex/db/load.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/pokedex/db/load.py b/pokedex/db/load.py index 894901d..81eca0d 100644 --- a/pokedex/db/load.py +++ b/pokedex/db/load.py @@ -156,8 +156,8 @@ def load(session, tables=[], directory=None, drop_tables=False, verbose=False, s # SQLite speed tweaks if not safe and engine.dialect.name == 'sqlite': - session.execute("PRAGMA synchronous=OFF") - session.execute("PRAGMA journal_mode=OFF") + session.execute("PRAGMA synchronous=OFF").close() + session.execute("PRAGMA journal_mode=OFF").close() # Drop all tables if requested if drop_tables: @@ -180,7 +180,7 @@ def load(session, tables=[], directory=None, drop_tables=False, verbose=False, s print_start('Creating tables') for n, table in enumerate(table_objs): - table.create() + table.create(bind=engine) print_status('%s/%s' % (n, len(table_objs))) print_done() @@ -312,6 +312,7 @@ def load(session, tables=[], directory=None, drop_tables=False, verbose=False, s # Remembering some zillion rows in the session consumes a lot of # RAM. Let's not do that. Commit every 1000 rows if len(new_rows) >= 1000: + print("flushing") insert_and_commit() insert_and_commit()