mirrors/pgloader
1
0
Fork 0
mirror of https://github.com/dimitri/pgloader.git synced 2026-05-05 02:46:10 +02:00
Code Issues Projects Releases Wiki Activity

Add test coverage for #80.

Browse Source
This commit is contained in:
Dimitri Fontaine 2015-06-25 14:16:12 +02:00
parent d75c100399
commit 1c7de22096
3 changed files with 58 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
test/Makefile
View File

@ -9,6 +9,7 @@ REGRESS= allcols.load \
csv-districts.load \
csv-parse-date.load \
csv-error.load \
csv-escape-mode.load \
csv-filename-pattern.load \
csv-header.load \
csv-json.load \

52
test/csv-escape-mode.load Normal file
View File

@ -0,0 +1,52 @@
LOAD CSV
FROM inline (
pageid, createDate, archive, label, crawlid,
wptid, wptrun, url, urlShort, urlhash,
cdn [null if '\N'],
startedDateTime,
TTFB [null if '\N'],
renderStart,
onContentLoaded [null if '\N'],
onLoad, fullyLoaded, visualComplete, PageSpeed [null if '\N'], SpeedIndex [null if '\N'],
rank [null if '\N'], reqTotal, reqHtml, reqJS, reqCSS,
reqImg, reqGif, reqJpg, reqPng, reqFont,
reqFlash, reqJson, reqOther, bytesTotal, bytesHtml,
bytesJS, bytesCSS, bytesImg, bytesGif, bytesJpg,
bytesPng, bytesFont, bytesFlash, bytesJson, bytesOther,
bytesHtmlDoc, numDomains, maxDomainReqs, numRedirects, numHttps,
numGlibs, numErrors, numCompressed, numDomElements, maxageNull,
maxage0, maxage1, maxage30, maxage365, maxageMore,
gzipTotal, gzipSavings, _connections, _adult_site, avg_dom_depth,
document_height, document_width, localstorage_size, sessionstorage_size, num_iframes,
num_scripts, doctype, meta_viewport)
INTO postgresql:///pgloader?csv_escape_mode
(
id bigint using (identity pageid),
doctype
)
WITH
fields optionally enclosed by '"',
fields escaped by '\',
fields terminated by ',',
csv escape mode following
BEFORE LOAD DO
$$ drop table if exists csv_escape_mode; $$,
$$ CREATE TABLE csv_escape_mode
(
id serial primary key,
doctype text
);
$$
;
"27955878","1434380476","All","Jun 15 2015","329","150615_0_D0M","3","http://www.flydubai.com/","http://www.flydubai.com/","9211","Incapsula","1434376648","1543","6326",\N,"11959","12813","11600","80","8854","8521","119","8","42","13","53","10","4","38","0","0","0","2","661291","16571","320664","54020","270035","7815","200089","60725","0","0","0","0","15555","17","99","8","0","0","5","50","1007","0","49","69","1","0","0","409245","0","33","0","11","1317","1008","69","37","2","55","HTML","","0","0","1","0","0","0","0","0","1","0","0","0"
"27955879","1434380476","All","Jun 15 2015","329","150615_0_D2D","1","http://www.seb.se/","http://www.seb.se/","2702",\N,"1434376676","1317","6470",\N,"10319","15431","9300","64","7668","8578","31","2","10","1","12","2","7","1","4","0","0","1","917326","36574","247483","297144","214183","89","208214","3199","121942","0","0","0","36354","6","24","3","0","1","3","2","382","0","14","3","10","3","1","587035","434622","10","0","9","2091","1008","0","0","0","8","html","width=device-width, initial-scale=1.0","0","0","1","0","0","1","0","0","0","0","0","387"
"27955880","1434380476","All","Jun 15 2015","329","150615_0_CW1","3","http://www.teletalk.com.bd/","http://www.teletalk.com.bd/","9502",\N,"1434376510","712","3808","904","10953","11564","13600","72","5541","8374","46","4","0","1","39","1","36","1","0","2","0","0","708768","62576","0","13165","266762","2419","245978","18071","0","366265","0","0","484","1","46","0","1","0","0","0","8","0","46","0","0","0","0","75752","66373","44","0","2","698","1008","0","0","0","0","HTML -//W3C//DTD HTML 4.01 Frameset//EN\\","","0","2","0","0","0","0","0","366265","0","0","0","0"
"27955881","1434380476","All","Jun 15 2015","329","150615_0_D2J","2","http://www.helpster.de/","http://www.helpster.de/","59167",\N,"1434376702","388","2935","5607","6922","8640","4100","90","2984","8583","54","3","14","1","30","4","18","8","2","0","0","4","492958","74870","153806","10578","228001","156","184659","43186","25700","0","0","3","74512","14","18","2","1","0","1","14","644","0","18","3","2","31","0","257661","6511","22","0","10","4295","1112","90","0","1","26","html","width=device-width, initial-scale=1","0","0","0","0","0","0","0","0","0","0","0","0"
"27955882","1434380476","All","Jun 15 2015","329","150615_0_CW6","1","http://www.namepros.com/","http://www.namepros.com/","32025","Cloudflare","1434376387","2323","5314",\N,"8087","18242","12500","92","6179","8379","93","8","30","3","48","6","24","17","1","0","0","3","933198","80301","579744","25109","165484","248","129691","35284","82560","0","0","0","35788","26","47","1","1","0","92","40","2548","0","16","11","26","38","2","705183","0","38","0","11","3655","1008","0","0","7","34","html","width=device-width, initial-scale=1","0","0","0","0","0","0","0","0","0","0","0","0"

5
test/regress/expected/csv-escape-mode.out Normal file
View File

@ -0,0 +1,5 @@
27955878 HTML
27955879 html
27955880 HTML -//W3C//DTD HTML 4.01 Frameset//EN\\
27955881 html
27955882 html