mirror of
https://github.com/dimitri/pgloader.git
synced 2025-08-08 07:16:58 +02:00
fcc6e8f813
That's only available for MS SQL as of now, as it's the only source database we have where the notion of a schema makes sense. Fix #224.
88 lines
3.4 KiB
Common Lisp
88 lines
3.4 KiB
Common Lisp
;;;
|
|
;;; Tools to handle the MS SQL Database
|
|
;;;
|
|
|
|
(in-package :pgloader.mssql)
|
|
|
|
(defclass copy-mssql (db-copy)
|
|
((encoding :accessor encoding ; allows forcing encoding
|
|
:initarg :encoding
|
|
:initform nil))
|
|
(:documentation "pgloader MS SQL Data Source"))
|
|
|
|
(defmethod initialize-instance :after ((source copy-mssql) &key)
|
|
"Add a default value for transforms in case it's not been provided."
|
|
(let* ((transforms (when (slot-boundp source 'transforms)
|
|
(slot-value source 'transforms))))
|
|
(when (and (slot-boundp source 'fields) (slot-value source 'fields))
|
|
;; cast typically happens in copy-database in the schema structure,
|
|
;; and the result is then copied into the copy-mysql instance.
|
|
(unless (and (slot-boundp source 'columns) (slot-value source 'columns))
|
|
(setf (slot-value source 'columns)
|
|
(mapcar #'cast (slot-value source 'fields))))
|
|
|
|
(unless transforms
|
|
(setf (slot-value source 'transforms)
|
|
(mapcar #'column-transform (slot-value source 'columns)))))))
|
|
|
|
(defmethod map-rows ((mssql copy-mssql) &key process-row-fn)
|
|
"Extract Mssql data and call PROCESS-ROW-FN function with a single
|
|
argument (a list of column values) for each row."
|
|
(with-connection (*mssql-db* (source-db mssql))
|
|
(let* ((sql (format nil "SELECT ~{~a~^, ~} FROM [~a].[~a];"
|
|
(get-column-list (fields mssql))
|
|
(schema-source-name (table-schema (source mssql)))
|
|
(table-name (source mssql)))))
|
|
(log-message :debug "~a" sql)
|
|
(handler-case
|
|
(handler-bind
|
|
((condition
|
|
#'(lambda (c)
|
|
(log-message :error "~a" c)
|
|
(update-stats :data (target mssql) :errs 1))))
|
|
(mssql::map-query-results sql
|
|
:row-fn process-row-fn
|
|
:connection (conn-handle *mssql-db*)))
|
|
(condition (e)
|
|
(progn
|
|
(log-message :error "~a" e)
|
|
(update-stats :data (target mssql) :errs 1)))))))
|
|
|
|
(defmethod fetch-metadata ((mssql copy-mssql)
|
|
(catalog catalog)
|
|
&key
|
|
materialize-views
|
|
only-tables
|
|
create-indexes
|
|
foreign-keys
|
|
including
|
|
excluding)
|
|
"MS SQL introspection to prepare the migration."
|
|
(declare (ignore materialize-views only-tables))
|
|
(with-stats-collection ("fetch meta data"
|
|
:use-result-as-rows t
|
|
:use-result-as-read t
|
|
:section :pre)
|
|
(with-connection (*mssql-db* (source-db mssql))
|
|
(list-all-columns catalog
|
|
:including including
|
|
:excluding excluding)
|
|
|
|
(when create-indexes
|
|
(list-all-indexes catalog
|
|
:including including
|
|
:excluding excluding))
|
|
|
|
(when foreign-keys
|
|
(list-all-fkeys catalog
|
|
:including including
|
|
:excluding excluding))
|
|
|
|
;; return how many objects we're going to deal with in total
|
|
;; for stats collection
|
|
(+ (count-tables catalog) (count-indexes catalog))))
|
|
|
|
;; be sure to return the catalog itself
|
|
catalog)
|
|
|