From 149b34b888f6ef012c18e59b9960cc19025facb0 Mon Sep 17 00:00:00 2001 From: Eevee Date: Sun, 13 Sep 2009 20:10:20 -0700 Subject: [PATCH] =?UTF-8?q?When=20loading=20Pok=C3=A9dex=20data,=20commit?= =?UTF-8?q?=20every=201000=20rows.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Mostly done to fix RAM usage issues, but seems to have increased speed slightly. --- pokedex/db/load.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/pokedex/db/load.py b/pokedex/db/load.py index 7f8824a..044d15c 100644 --- a/pokedex/db/load.py +++ b/pokedex/db/load.py @@ -175,6 +175,11 @@ def load(session, directory=None, drop_tables=False, verbose=False): session.add(row) + # Remembering some zillion rows in the session consumes a lot of + # RAM. Let's not do that. Commit every 1000 rows + if len(session.new) > 1000: + session.commit() + session.commit() # Attempt to add any spare rows we've collected