mirrors/pgloader
1
0
Fork 0
mirror of https://github.com/dimitri/pgloader.git synced 2025-08-13 01:37:00 +02:00
Code Issues Projects Releases Wiki Activity

Make it possible to target a PostgreSQL database named differently than the MySQL source database.

Browse Source
This commit is contained in:
Dimitri Fontaine 2013-03-14 17:17:17 +01:00
parent 3e9d8c0468
commit c6c3f11ffe
1 changed files with 20 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
mysql.lisp
View File

@ -140,12 +140,12 @@ that would be int and int(7) or varchar and varchar(25).
when include-drop collect (get-drop-table-if-exists table-name) when include-drop collect (get-drop-table-if-exists table-name)
collect (get-create-table table-name cols))) collect (get-create-table table-name cols)))
(defun pgsql-create-tables (dbname &key include-drop) (defun pgsql-create-tables (dbname &key (pg-dbname dbname) include-drop)
"Create all MySQL tables in database dbname in PostgreSQL" "Create all MySQL tables in database dbname in PostgreSQL"
(loop (loop
for nb-tables from 0 for nb-tables from 0
for sql in (get-pgsql-create-tables dbname :include-drop include-drop) for sql in (get-pgsql-create-tables dbname :include-drop include-drop)
do (pgloader.pgsql:execute dbname sql) do (pgloader.pgsql:execute pg-dbname sql)
finally (return nb-tables))) finally (return nb-tables)))
;;; ;;;
@ -214,13 +214,13 @@ GROUP BY table_name, index_name;" dbname)))
(list (get-drop-index-if-exists table-name index-name))) (list (get-drop-index-if-exists table-name index-name)))
(list (get-pgsql-index-def table-name index-name unique cols))))) (list (get-pgsql-index-def table-name index-name unique cols)))))
(defun pgsql-create-indexes (dbname &key include-drop) (defun pgsql-create-indexes (dbname &key (pg-dbname dbname) include-drop)
"Create all MySQL tables in database dbname in PostgreSQL" "Create all MySQL tables in database dbname in PostgreSQL"
(loop (loop
for nb-indexes from 0 for nb-indexes from 0
for sql in (get-pgsql-create-indexes (list-all-indexes dbname) for sql in (get-pgsql-create-indexes (list-all-indexes dbname)
:include-drop include-drop) :include-drop include-drop)
do (pgloader.pgsql:execute dbname sql) do (pgloader.pgsql:execute pg-dbname sql)
finally (return nb-indexes))) finally (return nb-indexes)))
;;; ;;;
@ -328,6 +328,7 @@ GROUP BY table_name, index_name;" dbname)))
;;; ;;;
(defun export-import-database (dbname (defun export-import-database (dbname
&key &key
(pg-dbname dbname)
(truncate t) (truncate t)
only-tables) only-tables)
"Export MySQL data and Import it into PostgreSQL" "Export MySQL data and Import it into PostgreSQL"
@ -336,7 +337,7 @@ GROUP BY table_name, index_name;" dbname)))
(setf *state* (pgloader.utils:make-pgstate)) (setf *state* (pgloader.utils:make-pgstate))
(report-header) (report-header)
(loop (loop
for (table-name . date-columns) in (pgloader.pgsql:list-tables dbname) for (table-name . date-columns) in (pgloader.pgsql:list-tables pg-dbname)
when (or (null only-tables) when (or (null only-tables)
(member table-name only-tables :test #'equal)) (member table-name only-tables :test #'equal))
do do
@ -353,7 +354,7 @@ GROUP BY table_name, index_name;" dbname)))
(copy-to dbname table-name filename (copy-to dbname table-name filename
:date-columns date-columns))) :date-columns date-columns)))
;; import the file to PostgreSQL ;; import the file to PostgreSQL
(pgloader.pgsql:copy-from-file dbname (pgloader.pgsql:copy-from-file pg-dbname
table-name table-name
filename filename
:truncate truncate))) :truncate truncate)))
@ -381,6 +382,7 @@ GROUP BY table_name, index_name;" dbname)))
;;; ;;;
(defun stream-table (dbname table-name (defun stream-table (dbname table-name
&key &key
(pg-dbname dbname)
truncate truncate
date-columns) date-columns)
"Connect in parallel to MySQL and PostgreSQL and stream the data." "Connect in parallel to MySQL and PostgreSQL and stream the data."
@ -396,7 +398,7 @@ GROUP BY table_name, index_name;" dbname)))
channel channel
(lambda () (lambda ()
;; this function update :rows stats ;; this function update :rows stats
(pgloader.pgsql:copy-from-queue dbname table-name dataq (pgloader.pgsql:copy-from-queue pg-dbname table-name dataq
:truncate truncate :truncate truncate
:date-columns date-columns))) :date-columns date-columns)))
@ -429,6 +431,7 @@ GROUP BY table_name, index_name;" dbname)))
(defun stream-database (dbname (defun stream-database (dbname
&key &key
(pg-dbname dbname)
(create-tables nil) (create-tables nil)
(include-drop nil) (include-drop nil)
(truncate t) (truncate t)
@ -443,10 +446,12 @@ GROUP BY table_name, index_name;" dbname)))
(when create-tables (when create-tables
(with-silent-timing *state* dbname (with-silent-timing *state* dbname
(format nil "~:[~;DROP then ~]CREATE TABLES" include-drop) (format nil "~:[~;DROP then ~]CREATE TABLES" include-drop)
(pgsql-create-tables dbname :include-drop include-drop))) (pgsql-create-tables dbname
:pg-dbname pg-dbname
:include-drop include-drop)))
(loop (loop
for (table-name . date-columns) in (pgloader.pgsql:list-tables dbname) for (table-name . date-columns) in (pgloader.pgsql:list-tables pg-dbname)
when (or (null only-tables) when (or (null only-tables)
(member table-name only-tables :test #'equal)) (member table-name only-tables :test #'equal))
do do
@ -458,6 +463,7 @@ GROUP BY table_name, index_name;" dbname)))
(timing (timing
;; this will care about updating stats in *state* ;; this will care about updating stats in *state*
(stream-table dbname table-name (stream-table dbname table-name
:pg-dbname pg-dbname
:truncate truncate :truncate truncate
:date-columns date-columns)) :date-columns date-columns))
;; set the timing we just measured ;; set the timing we just measured
@ -471,11 +477,13 @@ GROUP BY table_name, index_name;" dbname)))
;; now we have to create the indexes and primary keys ;; now we have to create the indexes and primary keys
(with-silent-timing *state* dbname (with-silent-timing *state* dbname
(format nil "~:[~;DROP then ~]CREATE INDEXES" include-drop) (format nil "~:[~;DROP then ~]CREATE INDEXES" include-drop)
(pgsql-create-indexes dbname :include-drop include-drop))) (pgsql-create-indexes dbname
:pg-dbname pg-dbname
:include-drop include-drop)))
;; don't forget to reset sequences ;; don't forget to reset sequences
(with-silent-timing *state* dbname "RESET SEQUENCES" (with-silent-timing *state* dbname "RESET SEQUENCES"
(pgloader.pgsql:reset-all-sequences dbname)) (pgloader.pgsql:reset-all-sequences pg-dbname))
;; and report the total time spent on the operation ;; and report the total time spent on the operation
(report-pgstate-stats *state* "Total streaming time")))) (report-pgstate-stats *state* "Total streaming time"))))