mirrors/pgloader
1
0
Fork 0
mirror of https://github.com/dimitri/pgloader.git synced 2026-05-04 10:31:02 +02:00
Code Issues Projects Releases Wiki Activity

Use psycopg cursor.copy_expert() when avaiable (> 2.0.6), which should fix problems tied to too small copy buffer, per Marko's comment on Skytools project

Browse Source
This commit is contained in:
dim 2008-09-05 12:52:18 +00:00
parent 5f335eda28
commit ea03303e27
1 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
pgloader/db.py
View File

@ -445,7 +445,7 @@ ORDER BY attnum
try:
cursor = self.dbconn.cursor()
r = cursor.copy_from(self.buffer, table, self.copy_sep)
r = self.cursor_copy_from(cursor, self.buffer, table, self.copy_sep)
self.dbconn.commit()
self.commits += 1
@ -547,7 +547,7 @@ ORDER BY attnum
for (x, xcount) in [(a, m), (b, n-m)]:
try:
x.seek(0)
cursor.copy_from(x, table, self.copy_sep)
self.cursor_copy_from(cursor, x, table, self.copy_sep)
self.dbconn.commit()
x.close()
@ -590,6 +590,16 @@ ORDER BY attnum
return commits, ok, ko
def cursor_copy_from(self, cursor, buffer, table, delimiter):
""" call psycopg copy command, in expert mode if available """
if hasattr(cursor, 'copy_expert'):
self.log.debug("using copy_expert")
sql = "COPY %s FROM STDOUT WITH DELIMITER '%s'" % (table, delimiter)
return cursor.copy_expert(sql, buffer)
else:
return cursor.copy_from(buffer, table, delimiter)
def prepare_copy_data(self, columns, input_line, reject):
""" add a data line to copy buffer """