mirrors/pgloader
1
0
Fork 0
mirror of https://github.com/dimitri/pgloader.git synced 2026-05-05 02:46:10 +02:00
Code Issues Projects Releases Wiki Activity

Handle errors when parsing fixed width files, per #82.

Browse Source
This commit is contained in:
Dimitri Fontaine 2014-06-17 17:10:04 +02:00
parent 899f0a3291
commit 9ad98c5c2a
1 changed files with 13 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/sources/fixed.lisp
View File

@ -32,9 +32,9 @@
(declaim (inline parse-row))
(defmethod parse-row ((fixed copy-fixed) line)
(defun parse-row (fixed-cols-specs line)
"Parse a single line of FIXED input file and return a row of columns."
(loop :for (nil . opts) :in (fields fixed)
(loop :for opts :in fixed-cols-specs
:collect (destructuring-bind (&key start length &allow-other-keys) opts
(subseq line start (+ start length)))))
@ -75,11 +75,17 @@
:target (target fixed)
:process-row-fn process-row-fn)))
(loop
with fun = (compile nil reformat-then-process)
for line = (read-line input nil nil)
counting line into read
while line
do (funcall fun (parse-row fixed line)))))))))
:with fun := (compile nil reformat-then-process)
:with fixed-cols-specs := (mapcar #'cdr (fields fixed))
:for line := (read-line input nil nil)
:counting line :into read
:while line
:do (handler-case
(funcall fun (parse-row fixed-cols-specs line))
(condition (e)
(progn
(log-message :error "~a" e)
(pgstate-incf *state* (target fixed) :errs 1)))))))))))
(defmethod copy-to-queue ((fixed copy-fixed) queue)
"Copy data from given FIXED definition into lparallel.queue DATAQ"