mirrors/pgloader
1
0
Fork 0
mirror of https://github.com/dimitri/pgloader.git synced 2026-05-04 18:36:12 +02:00
Code Issues Projects Releases Wiki Activity

Review SQLite integration with recent changes.

Browse Source 
The current way to do parallelism in pgloader was half baked in the
SQLite source implementation, get it up to speed again.
This commit is contained in:
Dimitri Fontaine 2015-11-22 21:30:20 +01:00
parent 5f60ce3d96
commit a81f017222
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/sources/sqlite/sqlite.lisp
View File

@ -158,7 +158,7 @@
"Stream the given SQLite database down to PostgreSQL."
(declare (ignore only-tables))
(let* ((cffi:*default-foreign-encoding* encoding)
(copy-kernel (make-kernel 2))
(copy-kernel (make-kernel 4))
(copy-channel (let ((lp:*kernel* copy-kernel)) (lp:make-channel)))
(table-count 0)
idx-kernel idx-channel)
@ -230,11 +230,13 @@
;; now end the kernels
(let ((lp:*kernel* copy-kernel))
(with-stats-collection ("COPY Threads Completion" :section :post)
(loop :for tasks :below (* 2 table-count)
:do (destructuring-bind (task . table-name)
(loop :for tasks :below (* 4 table-count)
:do (destructuring-bind (task table-name seconds)
(lp:receive-result copy-channel)
(log-message :debug "Finished processing ~a for ~s"
task table-name)))
(log-message :debug "Finished processing ~a for ~s ~50T~6$s"
task table-name seconds)
(when (eq :writer task)
(update-stats :data table-name :secs seconds))))
(lp:end-kernel)))
(let ((lp:*kernel* idx-kernel))