mirror of
https://github.com/dimitri/pgloader.git
synced 2025-08-08 15:27:00 +02:00
6e3767bb37
And use that new facility in the Archive mode of operations, which is a practical unit of testing and milestone to reach. We have enough code to actually compile and try running the parser's output.
63 lines
2.2 KiB
Common Lisp
63 lines
2.2 KiB
Common Lisp
;;;
|
|
;;; Tools to handle data conversion to PostgreSQL format
|
|
;;;
|
|
;;; Any function that you want to use to transform data with will get looked
|
|
;;; up in the pgloader.transforms package, when using the default USING
|
|
;;; syntax for transformations.
|
|
|
|
(defpackage #:pgloader.transforms
|
|
(:use #:cl)
|
|
(:export #:intern-symbol))
|
|
|
|
(in-package :pgloader.transforms)
|
|
|
|
(defun intern-symbol (symbol-name)
|
|
(intern (string-upcase symbol-name)
|
|
(find-package "PGLOADER.TRANSFORMS")))
|
|
|
|
(defun zero-dates-to-null (date-string)
|
|
"MySQL accepts '0000-00-00' as a date, we want :null instead."
|
|
(cond
|
|
((null date-string) nil)
|
|
((string= date-string "") nil)
|
|
((string= date-string "0000-00-00") nil)
|
|
((string= date-string "0000-00-00 00:00:00") nil)
|
|
(t date-string)))
|
|
|
|
(defun date-with-no-separator
|
|
(date-string
|
|
&optional (format '((:year 0 4)
|
|
(:month 4 6)
|
|
(:day 6 8)
|
|
(:hour 8 10)
|
|
(:minute 10 12)
|
|
(:seconds 12 14))))
|
|
"Apply this function when input date in like '20041002152952'"
|
|
;; only process non-zero dates
|
|
(if (null (zero-dates-to-null date-string)) nil
|
|
(destructuring-bind (&key year month day hour minute seconds
|
|
&allow-other-keys)
|
|
(loop
|
|
for (name start end) in format
|
|
append (list name (subseq date-string start end)))
|
|
(format nil "~a-~a-~a ~a:~a:~a" year month day hour minute seconds))))
|
|
|
|
(defun tinyint-to-boolean (integer-string)
|
|
"When using MySQL, strange things will happen, like encoding booleans into
|
|
tinyiny that are either 0 (false) or 1 (true). Of course PostgreSQL wants
|
|
'f' and 't', respectively."
|
|
(if (string= "0" integer-string) "f" "t"))
|
|
|
|
(defun ip-range (start-integer-string end-integer-string)
|
|
"Transform a couple of integers to an IP4R ip range notation."
|
|
(flet ((integer-to-ip-string (int)
|
|
"see http://dev.maxmind.com/geoip/legacy/csv/"
|
|
(format nil "~a.~a.~a.~a"
|
|
(mod (truncate int #. (expt 2 24)) 256)
|
|
(mod (truncate int #. (expt 2 16)) 256)
|
|
(mod (truncate int #. (expt 2 8)) 256)
|
|
(mod int 256))))
|
|
(let ((ip-start (integer-to-ip-string (parse-integer start-integer-string)))
|
|
(ip-end (integer-to-ip-string (parse-integer end-integer-string))))
|
|
(format nil "~a-~a" ip-start ip-end))))
|