mirror of
https://github.com/dimitri/pgloader.git
synced 2025-08-07 23:07:00 +02:00
73 lines
1.9 KiB
Common Lisp
73 lines
1.9 KiB
Common Lisp
;;;
|
|
;;; pgloader parameters
|
|
;;;
|
|
;;; in a separate file to break circular dependencies
|
|
|
|
(defpackage #:pgloader.params
|
|
(:use #:cl)
|
|
(:export #:*csv-path-root*
|
|
#:*reject-path-root*
|
|
#:*log-filename*
|
|
#:*loader-kernel*
|
|
#:*copy-batch-size*
|
|
#:*copy-batch-split*
|
|
#:*pgconn-host*
|
|
#:*pgconn-port*
|
|
#:*pgconn-user*
|
|
#:*pgconn-pass*
|
|
#:*pg-settings*
|
|
#:*myconn-host*
|
|
#:*myconn-port*
|
|
#:*myconn-user*
|
|
#:*myconn-pass*
|
|
#:*state*))
|
|
|
|
(in-package :pgloader.params)
|
|
|
|
;; we can't use pgloader.utils:make-pgstate yet because params is compiled
|
|
;; first in the asd definition, we just make the symbol a special variable.
|
|
(defparameter *state* nil
|
|
"State of the current loading.")
|
|
|
|
(defparameter *csv-path-root*
|
|
(merge-pathnames "csv/" (user-homedir-pathname)))
|
|
|
|
(defparameter *reject-path-root*
|
|
(make-pathname :directory "/tmp/pgloader/"))
|
|
|
|
(defparameter *log-filename*
|
|
(make-pathname :directory "/tmp/pgloader/" :name "pgloader" :type "log"))
|
|
|
|
(defparameter *log-level* :notice)
|
|
(setq *log-level* :debug)
|
|
|
|
;;; package nicknames are only defined later, in package.lisp
|
|
(defparameter *loader-kernel* (lparallel:make-kernel 2)
|
|
"lparallel kernel to use for loading data in parallel")
|
|
|
|
;;;
|
|
;;; How to split batches in case of data loading errors.
|
|
;;;
|
|
(defparameter *copy-batch-size* 25000
|
|
"How many rows to per COPY transaction")
|
|
|
|
(defparameter *copy-batch-split* 5
|
|
"Number of batches in which to split a batch with bad data")
|
|
|
|
;;;
|
|
;;; PostgreSQL Connection Credentials and Session Settings
|
|
;;;
|
|
(defparameter *pgconn-host* "localhost")
|
|
(defparameter *pgconn-port* 5432)
|
|
(defparameter *pgconn-user* (uiop:getenv "USER"))
|
|
(defparameter *pgconn-pass* "pgpass")
|
|
(defparameter *pg-settings* nil "An alist of GUC names and values.")
|
|
|
|
;;;
|
|
;;; MySQL Connection Credentials
|
|
;;;
|
|
(defparameter *myconn-host* "localhost")
|
|
(defparameter *myconn-port* 3306)
|
|
(defparameter *myconn-user* (uiop:getenv "USER"))
|
|
(defparameter *myconn-pass* nil)
|