mirror of
https://github.com/dimitri/pgloader.git
synced 2025-08-06 22:37:02 +02:00
01e5c23763
It used to be that you would give the target table name as an option to the PostgreSQL connection string, which is untasteful: load ... into pgsql://user@host/dbname?tablename=foo.bar ... Or even, for backwards compatibility: load ... into pgsql://user@host/dbname?foo.bar ... The new syntax makes provision for a separate clause for the target table name, possibly schema-qualified: load ... into pgsql://user@host/dbname target table foo.bar ... Which is much better, in particular when used together with the target columns clause. Implementing this seemingly quite small feature had impact on many parsing related features of pgloader, such as the regression testing facility. So much so that some extra refactoring got into its way here, around the lisp-code-for-loading-from-<source> functions and their usage in `load-data'. While at it, this patch simplifies a lot the `load-data' function by making a good use of &allow-other-keys and :allow-other-keys t. Finally, this patch splits main.lisp into main.lisp and api.lisp, with the latter intended to contain functions for Common Lisp programs wanting to use pgloader as a library. The API itself is still the same as before this patch, tho. Just in another file for clarity.
53 lines
4.2 KiB
Fish
53 lines
4.2 KiB
Fish
LOAD CSV
|
|
FROM inline (
|
|
pageid, createDate, archive, label, crawlid,
|
|
wptid, wptrun, url, urlShort, urlhash,
|
|
cdn [null if '\N'],
|
|
startedDateTime,
|
|
TTFB [null if '\N'],
|
|
renderStart,
|
|
onContentLoaded [null if '\N'],
|
|
onLoad, fullyLoaded, visualComplete, PageSpeed [null if '\N'], SpeedIndex [null if '\N'],
|
|
rank [null if '\N'], reqTotal, reqHtml, reqJS, reqCSS,
|
|
reqImg, reqGif, reqJpg, reqPng, reqFont,
|
|
reqFlash, reqJson, reqOther, bytesTotal, bytesHtml,
|
|
bytesJS, bytesCSS, bytesImg, bytesGif, bytesJpg,
|
|
bytesPng, bytesFont, bytesFlash, bytesJson, bytesOther,
|
|
bytesHtmlDoc, numDomains, maxDomainReqs, numRedirects, numHttps,
|
|
numGlibs, numErrors, numCompressed, numDomElements, maxageNull,
|
|
maxage0, maxage1, maxage30, maxage365, maxageMore,
|
|
gzipTotal, gzipSavings, _connections, _adult_site, avg_dom_depth,
|
|
document_height, document_width, localstorage_size, sessionstorage_size, num_iframes,
|
|
num_scripts, doctype, meta_viewport)
|
|
|
|
INTO postgresql:///pgloader
|
|
TARGET TABLE csv_escape_mode
|
|
(
|
|
id bigint using (identity pageid),
|
|
doctype
|
|
)
|
|
|
|
WITH
|
|
fields optionally enclosed by '"',
|
|
fields escaped by '\',
|
|
fields terminated by ',',
|
|
csv escape mode following
|
|
|
|
BEFORE LOAD DO
|
|
$$ drop table if exists csv_escape_mode; $$,
|
|
$$ CREATE TABLE csv_escape_mode
|
|
(
|
|
id serial primary key,
|
|
doctype text
|
|
);
|
|
$$
|
|
|
|
|
|
;
|
|
|
|
|
|
"27955878","1434380476","All","Jun 15 2015","329","150615_0_D0M","3","http://www.flydubai.com/","http://www.flydubai.com/","9211","Incapsula","1434376648","1543","6326",\N,"11959","12813","11600","80","8854","8521","119","8","42","13","53","10","4","38","0","0","0","2","661291","16571","320664","54020","270035","7815","200089","60725","0","0","0","0","15555","17","99","8","0","0","5","50","1007","0","49","69","1","0","0","409245","0","33","0","11","1317","1008","69","37","2","55","HTML","","0","0","1","0","0","0","0","0","1","0","0","0"
|
|
"27955879","1434380476","All","Jun 15 2015","329","150615_0_D2D","1","http://www.seb.se/","http://www.seb.se/","2702",\N,"1434376676","1317","6470",\N,"10319","15431","9300","64","7668","8578","31","2","10","1","12","2","7","1","4","0","0","1","917326","36574","247483","297144","214183","89","208214","3199","121942","0","0","0","36354","6","24","3","0","1","3","2","382","0","14","3","10","3","1","587035","434622","10","0","9","2091","1008","0","0","0","8","html","width=device-width, initial-scale=1.0","0","0","1","0","0","1","0","0","0","0","0","387"
|
|
"27955880","1434380476","All","Jun 15 2015","329","150615_0_CW1","3","http://www.teletalk.com.bd/","http://www.teletalk.com.bd/","9502",\N,"1434376510","712","3808","904","10953","11564","13600","72","5541","8374","46","4","0","1","39","1","36","1","0","2","0","0","708768","62576","0","13165","266762","2419","245978","18071","0","366265","0","0","484","1","46","0","1","0","0","0","8","0","46","0","0","0","0","75752","66373","44","0","2","698","1008","0","0","0","0","HTML -//W3C//DTD HTML 4.01 Frameset//EN\\","","0","2","0","0","0","0","0","366265","0","0","0","0"
|
|
"27955881","1434380476","All","Jun 15 2015","329","150615_0_D2J","2","http://www.helpster.de/","http://www.helpster.de/","59167",\N,"1434376702","388","2935","5607","6922","8640","4100","90","2984","8583","54","3","14","1","30","4","18","8","2","0","0","4","492958","74870","153806","10578","228001","156","184659","43186","25700","0","0","3","74512","14","18","2","1","0","1","14","644","0","18","3","2","31","0","257661","6511","22","0","10","4295","1112","90","0","1","26","html","width=device-width, initial-scale=1","0","0","0","0","0","0","0","0","0","0","0","0"
|
|
"27955882","1434380476","All","Jun 15 2015","329","150615_0_CW6","1","http://www.namepros.com/","http://www.namepros.com/","32025","Cloudflare","1434376387","2323","5314",\N,"8087","18242","12500","92","6179","8379","93","8","30","3","48","6","24","17","1","0","0","3","933198","80301","579744","25109","165484","248","129691","35284","82560","0","0","0","35788","26","47","1","1","0","92","40","2548","0","16","11","26","38","2","705183","0","38","0","11","3655","1008","0","0","7","34","html","width=device-width, initial-scale=1","0","0","0","0","0","0","0","0","0","0","0","0" |