mirrors/pgloader
1
0
Fork 0
mirror of https://github.com/dimitri/pgloader.git synced 2026-05-04 10:31:02 +02:00
Code Issues Projects Releases Wiki Activity

Don't wait for non started threads (PGLoader init could error out)

Browse Source
This commit is contained in:
dim 2008-02-25 14:11:33 +00:00
parent 579f25e067
commit 45176adec7
1 changed files with 24 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
pgloader.py
View File

@ -478,26 +478,36 @@ def load_data():
s = sections[current]
try:
loader = None
summary [s] = []
started [s] = threading.Event()
finished[s] = threading.Event()
loader = PGLoader(s, config, sem,
try:
loader = PGLoader(s, config, sem,
(started[s], finished[s]), summary[s])
if not loader.template:
filename = loader.filename
input_encoding = loader.input_encoding
threads[s] = loader
except PGLoader_Error, e:
# could not initialize properly this loader, don't
# ever wait for it
started[s] .set()
finished[s].set()
log.error(e)
# .start() will sem.aquire(), so we won't have more
# than max_running threads running at any time.
log.debug("Starting thread for %s" % s)
threads[s].start()
else:
log.info("Skipping section %s, which is a template" % s)
if loader:
if not loader.template:
filename = loader.filename
input_encoding = loader.input_encoding
threads[s] = loader
for d in (summary, started, finished):
d.pop(s)
# .start() will sem.aquire(), so we won't have more
# than max_running threads running at any time.
log.debug("Starting thread for %s" % s)
threads[s].start()
else:
log.info("Skipping section %s, which is a template" % s)
for d in (summary, started, finished):
d.pop(s)
except PGLoader_Error, e:
if e == '':