Merge pull request #1674 from fossum/feature/fix-dockerfile-casing

Eliminate docker build casing warning

.dockerignore

@@ -1,3 +1,5 @@
 .git
 .vagrant
 build
+Dockerfile
+Dockerfile.ccl

.gitattributes

@@ -0,0 +1 @@
+test/**/*.sql linguist-vendored

.github/FUNDING.yml

@@ -0,0 +1 @@
+github: dimitri

.github/workflows/debian-ci.yml

@@ -0,0 +1,33 @@
+name: Debian Autopkgtest
+
+on:
+  pull_request: {}
+  push: {}
+
+jobs:
+
+  debian-build:
+    # focal is too old, use jammy
+    runs-on: ubuntu-22.04
+    steps:
+
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Install postgresql-common
+        run: sudo apt-get install -y postgresql-common
+
+      - name: Install pgapt repository
+        run: sudo /usr/share/postgresql-common/pgdg/apt.postgresql.org.sh -y
+
+      - name: Install build-dependencies
+        run: sudo apt-get build-dep -y .
+
+      - name: Build pgloader.deb
+        run: dpkg-buildpackage --no-sign --buildinfo-option=--version -b
+
+      - name: Install autopkgtest
+        run: sudo apt-get install -y autopkgtest
+
+      - name: Autopkgtest
+        run: sudo autopkgtest ./ ../pgloader_*_amd64.deb -- null

.github/workflows/docker-publish.yml

@@ -0,0 +1,100 @@
+name: Docker
+
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+
+on:
+  push:
+    branches: [ master ]
+    # Publish semver tags as releases.
+    tags: [ 'v*.*.*' ]
+  pull_request:
+    branches: [ master ]
+
+env:
+  # Use docker.io for Docker Hub if empty
+  REGISTRY: ghcr.io
+  # github.repository as <account>/<repo>
+  IMAGE_NAME: ${{ github.repository }}
+
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+      # This is used to complete the identity challenge
+      # with sigstore/fulcio when running outside of PRs.
+      id-token: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+        
+
+      # Install the cosign tool (not used on PR, still installed)
+      # https://github.com/sigstore/cosign-installer
+      - name: Install cosign
+        uses: sigstore/cosign-installer@main
+        with:
+          cosign-release: 'v2.2.3'
+
+      - name: Check cosign version
+        run: cosign version
+
+
+      # Workaround: https://github.com/docker/build-push-action/issues/461
+      - name: Setup Docker buildx
+        uses: docker/setup-buildx-action@79abd3f86f79a9d68a23c75a09a9a85889262adf
+
+      # Login against a Docker registry except on PR
+      # https://github.com/docker/login-action
+      - name: Log into registry ${{ env.REGISTRY }}
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@28218f9b04b4f3f62068d7b6ce6ca5b26e35336c
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      # Extract metadata (tags, labels) for Docker
+      # https://github.com/docker/metadata-action
+      - name: Extract Docker metadata
+        id: meta
+        uses: docker/metadata-action@v3.6.2
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=raw,value=latest,enable=${{ endsWith(github.ref, github.event.repository.default_branch) }}
+            type=semver,pattern={{version}}
+
+      # Build and push Docker image with Buildx (don't push on PR)
+      # https://github.com/docker/build-push-action
+      - name: Build and push Docker image
+        id: build-and-push
+        uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc
+        with:
+          context: .
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+
+      # Sign the resulting Docker image digest except on PRs.
+      # This will only write to the public Rekor transparency log when the Docker
+      # repository is public to avoid leaking data.  If you would like to publish
+      # transparency data even for private images, pass --force to cosign below.
+      # https://github.com/sigstore/cosign
+      - name: Sign the published Docker image
+        if: ${{ github.event_name != 'pull_request' }}
+        # This step uses the identity token to provision an ephemeral certificate
+        # against the sigstore community Fulcio instance.
+        run: cosign sign --yes ${TAGS}
+        env:
+          TAGS: ${{ steps.meta.outputs.tags }}
+          # should use @${{ steps.build-and-push.outputs.digest }}
+          # but that leads to "entity not found in registry"
+          COSIGN_EXPERIMENTAL: "true"

.gitignore

@@ -2,6 +2,7 @@
 local-data
 pgloader.html
 pgloader.pdf
+debian/home/
 debian/pgloader.debhelper.log
 debian/pgloader.substvars
 debian/pgloader/
@@ -14,3 +15,7 @@ web/howto/mysql.html
 web/howto/pgloader.1.html
 web/howto/quickstart.html
 web/howto/sqlite.html
+.DS_Store
+system-index.txt
+buildapp.log
+docs/_build

.readthedocs.yaml

@@ -0,0 +1,11 @@
+version: 2
+
+# Build from the docs/ directory with Sphinx
+sphinx:
+  configuration: docs/conf.py
+
+# Explicitly set the version of Python and its requirements
+python:
+  version: 3.7
+  install:
+    - requirements: docs/requirements.txt

.travis.sh

@@ -0,0 +1,72 @@
+#!/bin/bash
+
+set -eu
+
+lisp_install() {
+	case "$LISP" in
+		ccl)
+			ccl_checksum='08e885e8c2bb6e4abd42b8e8e2b60f257c6929eb34b8ec87ca1ecf848fac6d70'
+			ccl_version='1.11'
+
+			remote_file "/tmp/ccl-${ccl_version}.tgz" "https://github.com/Clozure/ccl/releases/download/v${ccl_version}/ccl-${ccl_version}-linuxx86.tar.gz" "$ccl_checksum"
+			tar --file  "/tmp/ccl-${ccl_version}.tgz" --extract --exclude='.svn' --directory '/tmp'
+			sudo mv --no-target-directory '/tmp/ccl'    '/usr/local/src/ccl'
+			sudo ln --no-dereference --force --symbolic "/usr/local/src/ccl/scripts/ccl64" '/usr/local/bin/ccl'
+			;;
+
+		sbcl)
+			sbcl_checksum='22ccd9409b2ea16d4be69235c5ad5fde833452955cb24483815312d3b1d7401c'
+			sbcl_version='1.5.2'
+
+			remote_file "/tmp/sbcl-${sbcl_version}.tgz" "http://prdownloads.sourceforge.net/sbcl/sbcl-${sbcl_version}-x86-64-linux-binary.tar.bz2" "$sbcl_checksum"
+			tar --file  "/tmp/sbcl-${sbcl_version}.tgz" --extract --directory '/tmp'
+			( cd "/tmp/sbcl-${sbcl_version}-x86-64-linux" && sudo ./install.sh )
+			;;
+
+		*)
+			echo "Unrecognized Lisp: '$LISP'"
+			exit 1
+			;;
+	esac
+}
+
+pgdg_repositories() {
+	local sourcelist='sources.list.d/pgdg.list'
+
+	sudo tee "/etc/apt/$sourcelist" <<-repositories
+		deb http://apt.postgresql.org/pub/repos/apt/ $(lsb_release -cs)-pgdg main
+		deb http://apt.postgresql.org/pub/repos/apt/ $(lsb_release -cs)-pgdg-testing main 10
+	repositories
+
+	sudo apt-key adv --keyserver 'hkp://ha.pool.sks-keyservers.net' --recv-keys 'ACCC4CF8'
+	sudo apt-get -o Dir::Etc::sourcelist="$sourcelist" -o Dir::Etc::sourceparts='-' -o APT::Get::List-Cleanup='0' update
+}
+
+postgresql_install() {
+	if [ -z "${PGVERSION:-}" ]; then
+		echo 'PGVERSION environment variable not set.';
+		exit 1
+	fi
+
+	xargs sudo apt-get -y install <<-packages
+		postgresql-${PGVERSION}
+		postgresql-${PGVERSION}-ip4r
+	packages
+
+	sudo tee /etc/postgresql/${PGVERSION}/main/pg_hba.conf > /dev/null <<-config
+		local  all  all                trust
+		host   all  all  127.0.0.1/32  trust
+	config
+
+	sudo service postgresql restart
+}
+
+remote_file() {
+	local target="$1" origin="$2" sum="$3"
+	local check="shasum --algorithm $(( 4 * ${#sum} )) --check"
+	local filesum="$sum  $target"
+
+	curl --location --output "$target" "$origin" && $check <<< "$filesum"
+}
+
+$1

.travis.yml

@@ -1,20 +1,38 @@
-language: common-lisp
+language: shell
+os: linux
+dist: xenial
+
+env:
+  matrix:
+    - LISP=ccl  PGVERSION=9.6
+    - LISP=ccl  PGVERSION=10
+    - LISP=ccl  PGVERSION=11
+    - LISP=ccl  PGVERSION=12
+    - LISP=ccl  PGVERSION=13
+    - LISP=sbcl PGVERSION=9.6
+    - LISP=sbcl PGVERSION=10
+    - LISP=sbcl PGVERSION=11
+    - LISP=sbcl PGVERSION=12
+    - LISP=sbcl PGVERSION=13
+
 install:
-  - sudo apt-key adv --keyserver hkp://ha.pool.sks-keyservers.net --recv-keys ACCC4CF8
-  - echo "deb http://apt.postgresql.org/pub/repos/apt/ trusty-pgdg main" | sudo tee /etc/apt/sources.list.d/pgdg.list
-  - sudo apt-get update
-  - sudo apt-get install -y cl-asdf sbcl unzip libsqlite3-dev gawk freetds-dev
-  - sudo apt-get install -y postgresql-9.1-ip4r
+  - ./.travis.sh lisp_install
+  - ./.travis.sh pgdg_repositories
+  - ./.travis.sh postgresql_install
+  - sudo apt-get install -y unzip libsqlite3-dev gawk freetds-dev
+
 before_script:
-  - sudo -u postgres createuser -S -R -D -E -l pgloader
-  - sudo -u postgres createdb -E UTF8 -O pgloader -hlocalhost pgloader
-  - sudo -u postgres psql -h localhost -d pgloader -c "create extension ip4r;"
-  - PGUSER=pgloader psql -h localhost -d pgloader -c "create schema expected;"
-  - PGUSER=pgloader psql -h localhost -d pgloader -c "create schema err;"
+  - PGUSER=postgres createuser -S -R -D -E -l pgloader
+  - PGUSER=postgres createdb -E UTF8 -O pgloader pgloader
+  - PGUSER=postgres psql -d pgloader -c "create extension ip4r;"
+  - PGUSER=pgloader psql -d pgloader -c "create schema expected;"
+  - PGUSER=pgloader psql -d pgloader -c "create schema err;"
   - make --version
-  - make
+  - make "CL=$LISP" clones save
+
 script:
-  - PGUSER=pgloader make check
+  - PGUSER=pgloader make "CL=$LISP" check-saved
+
 notifications:
   email:
     - dim@tapoueh.org

Dockerfile

@@ -1,15 +1,53 @@
-FROM debian:jessie
-MAINTAINER Dimitri Fontaine <dim@tapoueh.org>
+FROM debian:bookworm-slim AS builder
 
-RUN apt-get update
-RUN apt-get install -y wget curl make git bzip2 time libzip-dev libssl1.0.0 openssl
-RUN apt-get install -y patch unzip libsqlite3-dev gawk freetds-dev sbcl
+  RUN apt-get update \
+      && apt-get install -y --no-install-recommends \
+        bzip2 \
+        ca-certificates \
+        curl \
+        freetds-dev \
+        gawk \
+        git \
+        libsqlite3-dev \
+        libssl3 \
+        libzip-dev \
+        make \
+        openssl \
+        patch \
+        sbcl \
+        time \
+        unzip \
+        wget \
+        cl-ironclad \
+        cl-babel \
+      && rm -rf /var/lib/apt/lists/*
 
-ADD ./ /opt/src/pgloader
-WORKDIR /opt/src/pgloader
+  COPY ./ /opt/src/pgloader
 
-# build/ is in the .dockerignore file, but we actually need it now
-RUN mkdir -p build/bin
-RUN make
+ARG DYNSIZE=16384
 
-RUN cp /opt/src/pgloader/build/bin/pgloader /usr/local/bin
+  RUN mkdir -p /opt/src/pgloader/build/bin \
+      && cd /opt/src/pgloader \
+      && make DYNSIZE=$DYNSIZE clones save
+
+FROM debian:bookworm-slim
+
+  RUN apt-get update \
+      && apt-get install -y --no-install-recommends \
+        ca-certificates \
+        curl \
+        freetds-dev \
+        gawk \
+        libsqlite3-dev \
+        libzip-dev \
+        make \
+        sbcl \
+        unzip \
+      && update-ca-certificates \
+      && rm -rf /var/lib/apt/lists/*
+
+  COPY --from=builder /opt/src/pgloader/build/bin/pgloader /usr/local/bin
+
+  ADD conf/freetds.conf /etc/freetds/freetds.conf
+
+  LABEL maintainer="Dimitri Fontaine <dim@tapoueh.org>"

Dockerfile.ccl

@@ -1,19 +1,53 @@
-FROM debian:jessie
-MAINTAINER Dimitri Fontaine <dim@tapoueh.org>
+FROM debian:bookworm-slim as builder
 
-RUN apt-get update
-RUN apt-get install -y wget curl make git bzip2 time libzip-dev libssl1.0.0 openssl
-RUN apt-get install -y patch unzip libsqlite3-dev gawk freetds-dev subversion
+  RUN apt-get update \
+      && apt-get install -y --no-install-recommends \
+        bzip2 \
+        ca-certificates \
+        curl \
+        freetds-dev \
+        gawk \
+        git \
+        libsqlite3-dev \
+        libssl3 \
+        libzip-dev \
+        make \
+        openssl \
+        patch \
+        time \
+        unzip \
+        wget \
+        cl-ironclad \
+        cl-babel \
+      && rm -rf /var/lib/apt/lists/*
 
-WORKDIR /usr/local/src
-RUN svn co http://svn.clozure.com/publicsvn/openmcl/release/1.11/linuxx86/ccl
-RUN cp /usr/local/src/ccl/scripts/ccl64 /usr/local/bin/ccl
+  RUN curl -SL https://github.com/Clozure/ccl/releases/download/v1.12/ccl-1.12-linuxx86.tar.gz \
+      | tar xz -C /usr/local/src/ \
+      && mv /usr/local/src/ccl/scripts/ccl64 /usr/local/bin/ccl
 
-ADD ./ /opt/src/pgloader
-WORKDIR /opt/src/pgloader
+  COPY ./ /opt/src/pgloader
 
-# build/ is in the .dockerignore file, but we actually need it now
-RUN mkdir -p build/bin
-RUN make CL=ccl DYNSIZE=256
+ARG DYNSIZE=256
 
-RUN cp /opt/src/pgloader/build/bin/pgloader /usr/local/bin
+  RUN mkdir -p /opt/src/pgloader/build/bin \
+      && cd /opt/src/pgloader \
+      && make CL=ccl DYNSIZE=$DYNSIZE clones save
+
+FROM debian:bookworm-slim
+
+  RUN apt-get update \
+      && apt-get install -y --no-install-recommends \
+        curl \
+        freetds-dev \
+        gawk \
+        libsqlite3-dev \
+        libssl3 \
+        libzip-dev \
+        make \
+        sbcl \
+        unzip \
+      && rm -rf /var/lib/apt/lists/*
+
+  COPY --from=builder /opt/src/pgloader/build/bin/pgloader /usr/local/bin
+
+  LABEL maintainer="Dimitri Fontaine <dim@tapoueh.org>"

INSTALL.md

@@ -2,7 +2,7 @@
 
 pgloader version 3.x is written in Common Lisp.
 
-## The lisp parts
+## Dependencies
 
 The steps depend on the OS you are currently using.
 
@@ -23,7 +23,49 @@ You will note in particular:
 We need a recent enough [SBCL](http://sbcl.org/) version and that means
 backporting the one found in `sid` rather than using the very old one found
 in current *stable* debian release. See `bootstrap-debian.sh` for details
-about how to backport a recent enough SBCL here (1.1.14 or newer).
+about how to backport a recent enough SBCL here (1.2.5 or newer).
+
+### Redhat / CentOS
+
+To build and install pgloader the Steel Bank Common Lisp package (sbcl) from EPEL,
+and the freetds packages are required.
+
+With RHEL/CentOS 6, if the packaged version of sbcl isn't >=1.3.6, you'll need
+to build it from source.
+
+It is recommended to build the RPM yourself, see below, to ensure that all installed
+files are properly tracked and that you can safely update to newer versions of
+pgloader as they're released.
+
+To do an adhoc build and install run `boostrap-centos.sh` for CentOS 6 or
+`bootstrap-centos7.sh` for CentOS 7 to install the required dependencies.
+[Build pgloader](INSTALL.md#building-pgloader).
+
+#### rpmbuild
+
+The spec file in the root of the pgloader repository can be used to build your
+own RPM. For production deployments it is recommended that you build this RPM on
+a dedicated build box and then copy the RPM to your production environment for
+use; it is considered bad practice to have compilers and build tools present in
+production environments.
+
+1. Install the [EPEL repo](https://fedoraproject.org/wiki/EPEL#Quickstart).
+
+1. Install rpmbuild dependencies:
+
+        sudo yum -y install yum-utils rpmdevtools @"Development Tools"
+
+1. Install pgloader build dependencies:
+
+        sudo yum-builddep pgloader.spec
+
+1. Download pgloader source:
+
+        spectool -g -R pgloader.spec
+
+1. Build the source and binary RPMs (see `rpmbuild --help` for other build options):
+
+        rpmbuild -ba pgloader.spec
 
 ### Mac OS X
 

ISSUE_TEMPLATE.md

@@ -0,0 +1,96 @@
+Thanks for contributing to [pgloader](https://pgloader.io) by reporting an
+issue! Reporting an issue is the only way we can solve problems, fix bugs,
+and improve both the software and its user experience in general.
+
+The best bug reports follow those 3 simple steps:
+
+  1. show what you did,
+  2. show the result you got,
+  3. explain how the result is not what you expected.
+
+In the case of pgloader, here's the information I will need to read in your
+bug report. Having all of this is a big help, and often means the bug you
+reported can be fixed very efficiently as soon as I get to it.
+
+Please provide the following information:
+
+<!-- delete text above this line -->
+
+  - [ ] pgloader --version
+  
+    ```
+    <fill pgloader version here>
+    ```
+  
+  - [ ] did you test a fresh compile from the source tree?
+    
+    Compiling pgloader from sources is documented in the
+    [README](https://github.com/dimitri/pgloader#build-from-sources), it's
+    easy to do, and if patches are to be made to fix your bug, you're going
+    to have to build from sources to get the fix anyway…
+    
+  - [ ] did you search for other similar issues?
+    
+  - [ ] how can I reproduce the bug?
+
+    Incude a self-contained pgloader command file.
+
+    If you're loading from a database, consider attaching a database dump to
+    your issue. For MySQL, use `mysqldump`. For SQLite, just send over your
+    source file, that's easy. Maybe be the one with your production data, of
+    course, the one with just the sample of data that allows me to reproduce
+    your bug.
+    
+    When using a proprietary database system as a source, consider creating
+    a sample database on some Cloud service or somewhere you can then give
+    me access to, and see my email address on my GitHub profile to send me
+    the credentials. Still open a public issue for tracking and as
+    documentation for other users.
+
+```
+--
+-- EDIT THIS FILE TO MATCH YOUR BUG REPORT
+--
+
+LOAD CSV
+     FROM INLINE with encoding 'ascii'
+     INTO postgresql:///pgloader
+     TARGET TABLE jordane
+
+     WITH truncate,
+          fields terminated by '|',
+          fields not enclosed,
+          fields escaped by backslash-quote
+
+      SET work_mem to '128MB',
+          standard_conforming_strings to 'on'
+
+   BEFORE LOAD DO
+    $$ drop table if exists jordane; $$,
+    $$ CREATE TABLE jordane
+       (
+         "NOM" character(20),
+         "PRENOM" character(20)
+       )
+    $$;
+
+BORDET|Jordane
+BORDET|Audrey
+LASTNAME|"opening quote
+BONNIER|testprenombe~aucouptroplong
+JOURDAIN|héhé¶
+```
+
+  - [ ] pgloader output you obtain
+  
+```
+PASTE HERE THE OUTPUT OF THE PGLOADER COMMAND
+```
+
+  - [ ] data that is being loaded, if relevant
+  
+```
+PASTE HERE THE DATA THAT HAS BEEN LOADED
+```
+
+  - [ ] How the data is different from what you expected, if relevant

LICENSE

@@ -0,0 +1,9 @@
+pgloader
+
+Copyright (c) 2005-2017, The PostgreSQL Global Development Group
+
+Permission to use, copy, modify, and distribute this software and its documentation for any purpose, without fee, and without a written agreement is hereby granted, provided that the above copyright notice and this paragraph and the following two paragraphs appear in all copies.
+
+IN NO EVENT SHALL THE UNIVERSITY OF CALIFORNIA BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF THE UNIVERSITY OF CALIFORNIA HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+THE UNIVERSITY OF CALIFORNIA SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS ON AN "AS IS" BASIS, AND THE UNIVERSITY OF CALIFORNIA HAS NO OBLIGATIONS TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.

Makefile

@@ -1,17 +1,19 @@
 # pgloader build tool
 APP_NAME   = pgloader
-VERSION    = 3.3.2
+VERSION    = 3.6.10
 
 # use either sbcl or ccl
 CL	   = sbcl
 
-# default to 4096 MB of RAM size in the image
-DYNSIZE    = 4096
+# default to 16 GB of RAM size in the image
+DYNSIZE    = 16384
 
 LISP_SRC   = $(wildcard src/*lisp)         \
              $(wildcard src/monkey/*lisp)  \
              $(wildcard src/utils/*lisp)   \
+             $(wildcard src/load/*lisp)    \
              $(wildcard src/parsers/*lisp) \
+             $(wildcard src/pg-copy/*lisp) \
              $(wildcard src/pgsql/*lisp)   \
              $(wildcard src/sources/*lisp) \
              pgloader.asd
@@ -21,9 +23,12 @@ LIBS       = $(BUILDDIR)/libs.stamp
 QLDIR      = $(BUILDDIR)/quicklisp
 MANIFEST   = $(BUILDDIR)/manifest.ql
 LATEST     = $(BUILDDIR)/pgloader-latest.tgz
+
+BUNDLEDIST = 2022-02-20
 BUNDLENAME = pgloader-bundle-$(VERSION)
 BUNDLEDIR  = $(BUILDDIR)/bundle/$(BUNDLENAME)
 BUNDLE     = $(BUILDDIR)/$(BUNDLENAME).tgz
+BUNDLETESTD= $(BUILDDIR)/bundle/test
 
 ifeq ($(OS),Windows_NT)
 EXE           = .exe
@@ -65,10 +70,9 @@ DEBUILD_ROOT = /tmp/pgloader
 all: $(PGLOADER)
 
 clean:
-	rm -rf $(LIBS) $(QLDIR) $(MANIFEST) $(BUILDAPP) $(PGLOADER)
-
-docs:
-	ronn -roff pgloader.1.md
+	rm -rf $(LIBS) $(QLDIR) $(MANIFEST) $(BUILDAPP) $(PGLOADER) \
+		buildapp.log build/bundle/* build/pgloader-bundle* build/quicklisp.lisp docs/_build
+	$(MAKE) -C test clean
 
 $(QLDIR)/local-projects/qmynd:
 	git clone --depth 1 https://github.com/qitab/qmynd.git $@
@@ -97,10 +101,12 @@ clones: $(QLDIR)/local-projects/cl-ixf \
         $(QLDIR)/local-projects/cl-csv \
         $(QLDIR)/local-projects/qmynd ;
 
-$(LIBS): $(QLDIR)/setup.lisp clones
-	$(CL) $(CL_OPTS) --load $(QLDIR)/setup.lisp                 \
-             --eval '(push "$(PWD)/" asdf:*central-registry*)'      \
-             --eval '(ql:quickload "pgloader")'                     \
+$(LIBS): $(QLDIR)/setup.lisp
+	$(CL) $(CL_OPTS) --load $(QLDIR)/setup.lisp                   \
+             --eval '(push :pgloader-image *features*)'               \
+             --eval '(setf *print-circle* t *print-pretty* t)'        \
+             --eval '(push "$(PWD)/" ql:*local-project-directories*)' \
+             --eval '(ql:quickload "pgloader")'                       \
              --eval '(quit)'
 	touch $@
 
@@ -139,8 +145,11 @@ $(PGLOADER): $(MANIFEST) $(BUILDAPP) $(LISP_SRC)
                          --manifest-file $(MANIFEST)             \
                          --asdf-tree $(QLDIR)/dists              \
                          --asdf-path .                           \
-                         --load-system $(APP_NAME)               \
+                         --load-system cffi                      \
+                         --load-system cl+ssl                    \
+                         --load-system mssql                     \
                          --load src/hooks.lisp                   \
+                         --load-system $(APP_NAME)               \
                          --entry pgloader:main                   \
                          --dynamic-space-size $(DYNSIZE)         \
                          $(COMPRESS_CORE_OPT)                    \
@@ -160,19 +169,35 @@ pgloader-standalone:
                        $(COMPRESS_CORE_OPT)                    \
                        --output $(PGLOADER)
 test: $(PGLOADER)
-	$(MAKE) PGLOADER=$(realpath $(PGLOADER)) -C test regress
+	$(MAKE) PGLOADER=$(realpath $(PGLOADER)) CL=$(CL) -C test regress
+
+save: ./src/save.lisp $(LISP_SRC)
+	$(CL) $(CL_OPTS) --load ./src/save.lisp
+
+check-saved:
+	$(MAKE) PGLOADER=$(realpath $(PGLOADER)) CL=$(CL) -C test regress
 
 clean-bundle:
 	rm -rf $(BUNDLEDIR)
+	rm -rf $(BUNDLETESTD)/$(BUNDLENAME)/*
 
-$(BUNDLEDIR):
+$(BUNDLETESTD):
 	mkdir -p $@
-	$(CL) $(CL_OPTS) --load $(QLDIR)/setup.lisp                \
-             --eval '(ql:bundle-systems (list "pgloader" "buildapp") :to "$@")' \
-             --eval '(quit)'
 
-$(BUNDLE): $(BUNDLEDIR)
+$(BUNDLEDIR): quicklisp
+	mkdir -p $@
+	$(CL) $(CL_OPTS) --load $(QLDIR)/setup.lisp      \
+             --eval '(defvar *bundle-dir* "$@")'         \
+             --eval '(defvar *pwd* "$(PWD)/")'           \
+             --eval '(defvar *ql-dist* "$(BUNDLEDIST)")' \
+             --load bundle/ql.lisp
+
+$(BUNDLEDIR)/version.sexp: $(BUNDLEDIR)
+	echo "\"$(VERSION)\"" > $@
+
+$(BUNDLE): $(BUNDLEDIR) $(BUNDLEDIR)/version.sexp
 	cp bundle/README.md $(BUNDLEDIR)
+	cp bundle/save.lisp $(BUNDLEDIR)
 	sed -e s/%VERSION%/$(VERSION)/ < bundle/Makefile > $(BUNDLEDIR)/Makefile
 	git archive --format=tar --prefix=pgloader-$(VERSION)/ master \
 	     | tar -C $(BUNDLEDIR)/local-projects/ -xf -
@@ -180,9 +205,12 @@ $(BUNDLE): $(BUNDLEDIR)
 	tar -C build/bundle 		    \
             --exclude bin   		    \
             --exclude test/sqlite           \
-            -czf $@ pgloader-bundle-$(VERSION)
+            -czf $@ $(BUNDLENAME)
 
-bundle: $(BUNDLE)
+bundle: clean-bundle $(BUNDLE) $(BUNDLETESTD)
+	tar -C $(BUNDLETESTD) -xf $(BUNDLE)
+	make -C $(BUNDLETESTD)/$(BUNDLENAME)
+	$(BUNDLETESTD)/$(BUNDLENAME)/bin/pgloader --version
 
 test-bundle:
 	$(MAKE) -C $(BUNDLEDIR) test
@@ -193,11 +221,6 @@ deb:
 	mkdir -p $(DEBUILD_ROOT) && rm -rf $(DEBUILD_ROOT)/*
 	rsync -Ca --exclude 'build'                      		  \
 		  --exclude '.vagrant'                   		  \
-		  --exclude 'test/sqlite-chinook.load'   		  \
-		  --exclude 'test/sqlite'                		  \
-		  --exclude 'test/data/2013_Gaz_113CDs_national.txt'      \
-		  --exclude 'test/data/reg2013.dbf'      		  \
-		  --exclude 'test/data/sakila-db.zip'    		  \
               ./ $(DEBUILD_ROOT)/
 	cd $(DEBUILD_ROOT) && make -f debian/rules orig
 	cd $(DEBUILD_ROOT) && debuild -us -uc -sa
@@ -230,4 +253,4 @@ latest:
 
 check: test ;
 
-.PHONY: test pgloader-standalone
+.PHONY: test pgloader-standalone docs bundle

README.md

@@ -1,8 +1,8 @@
 # PGLoader
 
 [![Build Status](https://travis-ci.org/dimitri/pgloader.svg?branch=master)](https://travis-ci.org/dimitri/pgloader)
-
 [![Join the chat at https://gitter.im/dimitri/pgloader](https://badges.gitter.im/Join%20Chat.svg)](https://gitter.im/dimitri/pgloader?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge)
+[![Read The Docs Status](https://readthedocs.org/projects/pgloader/badge/?version=latest&style=plastic)](http://pgloader.readthedocs.io/en/latest/)
 
 pgloader is a data loading tool for PostgreSQL, using the `COPY` command.
 
@@ -20,113 +20,50 @@ being the transformation of MySQL datestamps `0000-00-00` and
 `0000-00-00 00:00:00` to PostgreSQL `NULL` value (because our calendar
 never had a *year zero*).
 
-## Versioning
+## Documentation
 
-pgloader version 1.x is quite old and was developed in `TCL`.
-When faced with maintaining that code, the new emerging development
-team (hi!) picked `python` instead because that made sense at the
-time. So pgloader version 2.x was written in python.
+Full documentation is available online, including manual pages of all the
+pgloader sub-commands. Check out
+[https://pgloader.readthedocs.io/](https://pgloader.readthedocs.io/en/latest/).
 
-The current version of pgloader is the 3.x series, which is written in
-[Common Lisp](http://cliki.net/) for better development flexibility,
-runtime performance, and support of real threading.
-
-The versioning is now following the Emacs model, where any X.0 release
-number means you're using a development version (alpha, beta, or release
-candidate). The next stable versions are going to be `3.1` then `3.2` etc.
-
-When using a development snapshot rather than a released version the version
-number includes the git hash (in its abbreviated form):
-
-  - `pgloader version "3.0.99"`
-  
-     Release candidate 9 for pgloader version 3.1, with a *git tag* named
-     `v3.0.99` so that it's easy to checkout the same sources as the
-     released code.
-     
-  - `pgloader version "3.0.fecae2c"`
-  
-     Development snapshot again *git hash* `fecae2c`. It's possible to have
-     the same sources on another setup with using the git command `git
-     checkout fecae2c`.
-
-  - `pgloader version "3.1.0"`
-  
-     Stable release.
-
-## LICENCE
-
-pgloader is available under [The PostgreSQL Licence](http://www.postgresql.org/about/licence/).
-
-## INSTALL
-
-You can install pgloader directly from
-[apt.postgresql.org](https://wiki.postgresql.org/wiki/Apt) and from official
-debian repositories, see
-[packages.debian.org/pgloader](https://packages.debian.org/search?keywords=pgloader).
-
-    $ apt-get install pgloader
-
-You can also use a **docker** image for pgloader at
-<https://hub.docker.com/r/dimitri/pgloader/>:
-
-    $ docker pull dimitri/pgloader
-    $ docker run --rm --name pgloader dimitri/pgloader:latest pgloader --version
-    $ docker run --rm --name pgloader dimitri/pgloader:latest pgloader --help
-
-## Build from sources
-
-pgloader is now a Common Lisp program, tested using the
-[SBCL](http://sbcl.org/) (>= 1.1.14) and
-[Clozure CL](http://ccl.clozure.com/) implementations with
-[Quicklisp](http://www.quicklisp.org/beta/).
-
-    $ apt-get install sbcl unzip libsqlite3-dev make curl gawk freetds-dev libzip-dev
-    $ cd /path/to/pgloader
-	$ make pgloader
-	$ ./build/bin/pgloader --help
-
-When building from sources, you should always build from the current git
-HEAD as it's basically the only source that is managed in a way to ensure it
-builds aginst current set of dependencies versions.
-
-## More options when building from source
-
-The `Makefile` target `pgloader` knows how to produce a Self Contained
-Binary file for pgloader, found at `./build/bin/pgloader`:
-
-    $ make pgloader
-
-By default, the `Makefile` uses [SBCL](http://sbcl.org/) to compile your
-binary image, though it's possible to build using
-[CCL](http://ccl.clozure.com/).
-
-    $ make CL=ccl pgloader
-
-If using `SBCL` and it supports core compression, the make process will
-use it to generate a smaller binary.  To force disabling core
-compression, you may use:
-
-    $ make COMPRESS_CORE=no pgloader
-
-The `--compress-core` is unique to SBCL, so not used when `CC` is different
-from the `sbcl` value.
-
-You can also tweak the default amount of memory that the `pgloader` image
-will allow itself using when running through your data (don't ask for more
-than your current RAM tho):
-
-    $ make DYNSIZE=8192 pgloader
-
-The `make pgloader` command when successful outputs a `./build/bin/pgloader`
-file for you to use.
+```
+$ pgloader --help
+pgloader [ option ... ] SOURCE TARGET
+  --help -h                       boolean  Show usage and exit.
+  --version -V                    boolean  Displays pgloader version and exit.
+  --quiet -q                      boolean  Be quiet
+  --verbose -v                    boolean  Be verbose
+  --debug -d                      boolean  Display debug level information.
+  --client-min-messages           string   Filter logs seen at the console (default: "warning")
+  --log-min-messages              string   Filter logs seen in the logfile (default: "notice")
+  --summary -S                    string   Filename where to copy the summary
+  --root-dir -D                   string   Output root directory. (default: #P"/tmp/pgloader/")
+  --upgrade-config -U             boolean  Output the command(s) corresponding to .conf file for v2.x
+  --list-encodings -E             boolean  List pgloader known encodings and exit.
+  --logfile -L                    string   Filename where to send the logs.
+  --load-lisp-file -l             string   Read user code from files
+  --dry-run                       boolean  Only check database connections, don't load anything.
+  --on-error-stop                 boolean  Refrain from handling errors properly.
+  --no-ssl-cert-verification      boolean  Instruct OpenSSL to bypass verifying certificates.
+  --context -C                    string   Command Context Variables
+  --with                          string   Load options
+  --set                           string   PostgreSQL options
+  --field                         string   Source file fields specification
+  --cast                          string   Specific cast rules
+  --type                          string   Force input source type
+  --encoding                      string   Source expected encoding
+  --before                        string   SQL script to run before loading the data
+  --after                         string   SQL script to run after loading the data
+  --self-upgrade                  string   Path to pgloader newer sources
+  --regress                       boolean  Drive regression testing
+```
 
 ## Usage
 
 You can either give a command file to pgloader or run it all from the
 command line, see the
-[pgloader quick start](http://pgloader.io/howto/quickstart.html) on
-<http://pgloader.io> for more details.
+[pgloader quick start](https://pgloader.readthedocs.io/en/latest/tutorial/tutorial.html#pgloader-quick-start) on
+<https://pgloader.readthedocs.io> for more details.
 
     $ ./build/bin/pgloader --help
     $ ./build/bin/pgloader <file.load>
@@ -142,8 +79,22 @@ indexes, foreign keys, comments) and parallel loading of the corrected data:
     $ createdb pagila
     $ pgloader mysql://user@localhost/sakila postgresql:///pagila
 
-See the documentation file `pgloader.1.md` for details. You can compile that
-file into a manual page or an HTML page thanks to the `ronn` application:
+## LICENCE
 
-    $ apt-get install ruby-ronn
-	$ make docs
+pgloader is available under [The PostgreSQL
+Licence](http://www.postgresql.org/about/licence/).
+
+## INSTALL
+
+Please see full documentation at
+[https://pgloader.readthedocs.io/](https://pgloader.readthedocs.io/en/latest/install.html).
+
+If you're using debian, it's already available:
+
+    $ apt-get install pgloader
+
+If you're using docker, you can use the latest version built by the CI at
+each commit to the master branch:
+
+    $ docker pull ghcr.io/dimitri/pgloader:latest
+    $ docker run --rm -it ghcr.io/dimitri/pgloader:latest pgloader --version

bootstrap-centos.sh

@@ -1,15 +1,17 @@
 #!/usr/bin/env bash
 
+SBCL_VERSION=2.2.5
+
 sudo yum -y install yum-utils rpmdevtools @"Development Tools" \
                     sqlite-devel zlib-devel
 
 # SBCL 1.3, we'll overwrite the repo version of sbcl with a more recent one
 sudo yum -y install epel-release
-sudo yum install -y sbcl.x86_64
+sudo yum install -y sbcl.x86_64 --enablerepo=epel
 
-wget http://downloads.sourceforge.net/project/sbcl/sbcl/1.3.6/sbcl-1.3.6-source.tar.bz2
-tar xfj sbcl-1.3.6-source.tar.bz2
-cd sbcl-1.3.6
+wget http://downloads.sourceforge.net/project/sbcl/sbcl/$SBCL_VERSION/sbcl-$SBCL_VERSION-source.tar.bz2
+tar xfj sbcl-$SBCL_VERSION-source.tar.bz2
+cd sbcl-$SBCL_VERSION
 ./make.sh --with-sb-thread --with-sb-core-compression --prefix=/usr > /dev/null 2>&1
 sudo sh install.sh
 cd

bootstrap-debian.sh

@@ -27,8 +27,8 @@ sudo apt-key adv --recv-keys --keyserver keyserver.ubuntu.com 0xcbcb082a1bb943db
 sudo add-apt-repository 'deb http://mirrors.linsrv.net/mariadb/repo/10.0/debian wheezy main'
 
 sudo apt-get update
-sudo apt-get install -y postgresql-9.3 postgresql-contrib-9.3 \
-                        postgresql-9.3-ip4r                   \
+sudo apt-get install -y postgresql-15                         \
+                        postgresql-15-ip4r                    \
                         sbcl                                  \
                         git patch unzip                       \
                         devscripts pandoc                     \

bundle/Makefile

@@ -10,7 +10,7 @@ EXE           = .exe
 COMPRESS_CORE = no
 DYNSIZE       = 1024		# support for windows 32 bits
 else
-DYNSIZE       = 4096
+DYNSIZE       = 16384
 EXE =
 endif
 
@@ -48,9 +48,12 @@ $(PGLOADER): $(BUILDAPP)
                          $(BUILDAPP_OPTS)                             \
                          --sbcl $(CL)                                 \
                          --asdf-tree .                                \
+                         --load-system cffi                           \
+                         --load-system cl+ssl                         \
+                         --load-system mssql                          \
+                         --load $(SRCDIR)/src/hooks.lisp              \
                          --load-system $(APP_NAME)                    \
                          --eval '(setf pgloader.params::*version-string* "$(VERSION)")' \
-                         --load $(SRCDIR)/src/hooks.lisp              \
                          --entry pgloader:main                        \
                          --dynamic-space-size $(DYNSIZE)              \
                          $(COMPRESS_CORE_OPT)                         \
@@ -61,4 +64,7 @@ $(PGLOADER): $(BUILDAPP)
 test: $(PGLOADER)
 	$(MAKE) PGLOADER=$(realpath $(PGLOADER)) -C $(SRCDIR)/test regress
 
+save:
+	sbcl --no-userinit --load ./save.lisp
+
 check: test ;

bundle/ql.lisp

@@ -0,0 +1,30 @@
+;;;
+;;; Script used to prepare a pgloader bundle
+;;;
+
+;; fetch a list of recent  candidates with
+;; (subseq (ql-dist:available-versions (ql-dist:dist "quicklisp")) 0 5)
+;;
+;; the 2017-06-30 QL release is broken, avoid it.
+;;
+(defvar *ql-dist* :latest)
+
+(defvar *ql-dist-url-format*
+  "http://beta.quicklisp.org/dist/quicklisp/~a/distinfo.txt")
+
+(let ((pkgs (append '("pgloader" "buildapp")
+                    (getf (read-from-string
+                           (uiop:read-file-string
+                            (uiop:merge-pathnames* "pgloader.asd" *pwd*)))
+                          :depends-on)))
+      (dist (if (or (eq :latest *ql-dist*)
+                    (string= "latest" *ql-dist*))
+                (cdr
+                 ;; available-versions is an alist of (date . url), and the
+                 ;; first one is the most recent one
+                 (first
+                  (ql-dist:available-versions (ql-dist:dist "quicklisp"))))
+                (format nil *ql-dist-url-format* *ql-dist*))))
+  (ql-dist:install-dist dist :prompt nil :replace t)
+  (ql:bundle-systems pkgs :to *bundle-dir*))
+(quit)

bundle/save.lisp

@@ -0,0 +1,47 @@
+;;;
+;;; Create a build/bin/pgloader executable from the source code, using
+;;; Quicklisp to load pgloader and its dependencies.
+;;;
+
+(in-package #:cl-user)
+
+(require :asdf)                         ; should work in SBCL and CCL
+
+(let* ((cwd             (uiop:getcwd))
+       (bundle.lisp     (uiop:merge-pathnames* "bundle.lisp" cwd))
+       (version-file    (uiop:merge-pathnames* "version.sexp" cwd))
+       (version-string  (uiop:read-file-form version-file))
+       (asdf:*central-registry* (list cwd)))
+
+  (format t "Loading bundle.lisp~%")
+  (load bundle.lisp)
+
+  (format t "Loading system pgloader ~a~%" version-string)
+  (asdf:load-system :pgloader :verbose nil)
+  (load (asdf:system-relative-pathname :pgloader "src/hooks.lisp"))
+
+  (let* ((pgl            (find-package "PGLOADER"))
+         (version-symbol (find-symbol "*VERSION-STRING*" pgl)))
+    (setf (symbol-value version-symbol) version-string)))
+
+(defun pgloader-image-main ()
+  (let ((argv #+sbcl sb-ext:*posix-argv*
+              #+ccl ccl:*command-line-argument-list*))
+    (pgloader::main argv)))
+
+(let* ((cwd          (uiop:getcwd))
+       (bin-dir      (uiop:merge-pathnames* "bin/" cwd))
+       (bin-filename (uiop:merge-pathnames* "pgloader" bin-dir)))
+
+  (ensure-directories-exist bin-dir)
+
+  #+ccl
+  (ccl:save-application bin-filename
+                        :toplevel-function #'cl-user::pgloader-image-main
+                        :prepend-kernel t)
+  #+sbcl
+  (sb-ext:save-lisp-and-die bin-filename
+                            :toplevel #'cl-user::pgloader-image-main
+                            :executable t
+                            :save-runtime-options t
+                            :compression t))

conf/freetds.conf

@@ -0,0 +1,4 @@
+[global]
+        tds version = 8.0
+        client charset = UTF-8
+

debian/changelog

@@ -1,3 +1,125 @@
+pgloader (3.6.10-2) unstable; urgency=medium
+
+  * Limit architectures to those that have sbcl available and working thread
+    support (notably, this excludes armel and armhf).
+
+ -- Christoph Berg <myon@debian.org>  Fri, 22 Mar 2024 14:59:27 +0100
+
+pgloader (3.6.10-1) unstable; urgency=medium
+
+  * New upstream version.
+  * Bump ip4r dependencies to 16. (Closes: #1052837)
+
+ -- Christoph Berg <myon@debian.org>  Thu, 02 Nov 2023 17:44:07 +0100
+
+pgloader (3.6.9-1) unstable; urgency=medium
+
+  * New upstream version.
+  * Bump ip4r dependencies to 15. (Closes: #1022296)
+
+ -- Christoph Berg <myon@debian.org>  Mon, 24 Oct 2022 12:58:09 +0200
+
+pgloader (3.6.8-1) unstable; urgency=medium
+
+  * New upstream version.
+  * Depend on libsqlite3-0.
+
+ -- Christoph Berg <myon@debian.org>  Mon, 26 Sep 2022 14:24:02 +0200
+
+pgloader (3.6.7-1) unstable; urgency=medium
+
+  * New upstream version:
+  * Set SBCL dynamic space size to 16 GB on 64 bit architectures.
+  * Improve documentation with command lines and defaults.
+  * SBCL compiler notes should not be fatal to pgloader.
+
+ -- Christoph Berg <myon@debian.org>  Sat, 13 Aug 2022 10:32:41 +0200
+
+pgloader (3.6.6-1) unstable; urgency=medium
+
+  * New upstream version.
+  * Run tests at build-time as well.
+
+ -- Christoph Berg <myon@debian.org>  Mon, 27 Jun 2022 11:03:00 +0200
+
+pgloader (3.6.4-1) unstable; urgency=medium
+
+  * New upstream version.
+  * debian/tests/testsuite: Run regression tests.
+
+ -- Christoph Berg <myon@debian.org>  Fri, 24 Jun 2022 14:32:54 +0200
+
+pgloader (3.6.3-1) unstable; urgency=medium
+
+  * New upstream version.
+  * Remove cl-pgloader, deprecated upstream.
+  * debian/tests/ssl: Force md5 auth if cl-postmodern is too old.
+
+ -- Christoph Berg <myon@debian.org>  Tue, 21 Dec 2021 10:09:53 +0100
+
+pgloader (3.6.2-1) unstable; urgency=medium
+
+  * New upstream version.
+  * debian/tests/ssl: Add --debug to get backtraces.
+  * debian/rules: Sync loaded systems with Makefile.
+  * debian/rules: Print actual compiler log.
+  * debian/rules: Skip dh_dwz like dh_strip as it fails on buster.
+  * Bump required cl-db3 version to 20200212.
+  * Note that we need cl-plus-ssl 20190204 or later.
+  * Note that we need cl-csv 20180712 or later.
+  * DH 13.
+
+ -- Christoph Berg <myon@debian.org>  Tue, 14 Jul 2020 17:02:30 +0200
+
+pgloader (3.6.1-1) unstable; urgency=medium
+
+  * New upstream version.
+  * SSL is always enabled now, drop our patch.
+  * Add B-D on python3-sphinx-rtd-theme.
+
+ -- Christoph Berg <christoph.berg@credativ.de>  Mon, 21 Jan 2019 16:09:17 +0100
+
+pgloader (3.5.2-3) unstable; urgency=medium
+
+  * Make cl-pgloader test depend on ca-certificates so the snakeoil
+    certificate is recognized as a valid CA. (Needs the /etc/ssl/certs/*.0
+    file.)
+
+ -- Christoph Berg <christoph.berg@credativ.de>  Tue, 31 Jul 2018 16:24:03 +0200
+
+pgloader (3.5.2-2) unstable; urgency=medium
+
+  * Install pgloader.asd into correct location. (Closes: #857226)
+  * Test cl-pgloader through sbcl --eval.
+  * Skip building and manpage generation in arch-indep builds.
+
+ -- Christoph Berg <myon@debian.org>  Tue, 03 Jul 2018 22:51:48 +0200
+
+pgloader (3.5.2-1) unstable; urgency=medium
+
+  * New upstream version.
+  * All included test data has been verified as free, stop building a +dfsg
+    tarball.
+  * debian/source/options: Ignore changes in src/params.lisp (release vs
+    non-release).
+  * Enable SSL in src/hooks.lisp.
+  * Run wrap-and-sort -st.
+  * Add new B-D cl-mustache, cl-yason, cl-zs3, sync Depends to cl-pgloader.
+  * Depend on the libssl version cl-plus-ssl depends on. (Closes: #864309)
+  * Build and install new sphinx docs instead.
+  * Build manpage using help2man.
+  * Priority: optional, move cl-pgloader to Section: lisp.
+  * Update S-V.
+  * Add watch file.
+
+ -- Christoph Berg <christoph.berg@credativ.de>  Tue, 03 Jul 2018 16:59:07 +0200
+
+pgloader (3.4.1+dfsg-1) unstable; urgency=medium
+
+  * New release, bugfixes and new features
+
+ -- Dimitri Fontaine <dim@tapoueh.org>  Thu, 06 Jul 2017 16:51:53 +0300
+
 pgloader (3.3.2+dfsg-1) unstable; urgency=medium
 
   * Fixes github issue 453 (Closes: #843555)

debian/cl-pgloader.dirs

@@ -1,2 +0,0 @@
-usr/share/common-lisp/source/pgloader
-usr/share/common-lisp/systems

debian/cl-pgloader.docs

@@ -1,2 +0,0 @@
-README.md
-pgloader.1.md

debian/cl-pgloader.install

@@ -1,3 +0,0 @@
-pgloader.asd usr/share/common-lisp/source/simple-date
-pgloader.lisp usr/share/common-lisp/source/pgloader
-src usr/share/common-lisp/source/pgloader

debian/cl-pgloader.links

@@ -1 +0,0 @@
-usr/share/common-lisp/source/pgloader/pgloader.asd usr/share/common-lisp/systems/pgloader.asd

debian/clean

@@ -0,0 +1 @@
+buildapp.*

debian/compat

@@ -1 +0,0 @@
-8

debian/control

@@ -1,34 +1,74 @@
 Source: pgloader
 Section: database
-Priority: extra
+Priority: optional
 Maintainer: Dimitri Fontaine <dim@tapoueh.org>
-Uploaders: Christoph Berg <myon@debian.org>
-Build-Depends: debhelper (>= 8.0.0), sbcl (>= 1.1.13), ruby-ronn, buildapp (>= 1.5), cl-asdf (>= 3.0.3), cl-log, cl-postmodern, cl-simple-date, cl-qmynd, cl-split-sequence, cl-unicode, cl-interpol, cl-csv, cl-fad, cl-lparallel, cl-esrap, cl-alexandria, cl-drakma, cl-flexi-streams, cl-usocket, cl-local-time, cl-command-line-arguments, cl-abnf, cl-db3, cl-py-configparser, cl-sqlite, cl-trivial-backtrace, cl-markdown, cl-md5, cl-asdf-finalizers, cl-asdf-system-connections, cl-cffi (>= 1:0.12.0), cl-ixf, gawk, cl-bordeaux-threads (>= 0.8.3), cl-metabang-bind, cl-mssql, cl-uuid, cl-trivial-utf-8, cl-quri, cl-utilities, cl-ppcre, tzdata
-Standards-Version: 3.9.6
+Uploaders:
+ Christoph Berg <myon@debian.org>,
+Build-Depends:
+ buildapp (>= 1.5),
+ cl-abnf,
+ cl-alexandria,
+ cl-asdf (>= 3.0.3),
+ cl-asdf-finalizers,
+ cl-asdf-system-connections,
+ cl-bordeaux-threads (>= 0.8.3),
+ cl-cffi (>= 1:0.12.0),
+ cl-command-line-arguments,
+ cl-csv (>= 20180712),
+ cl-db3 (>= 20200212),
+ cl-drakma,
+ cl-esrap,
+ cl-fad,
+ cl-flexi-streams,
+ cl-interpol,
+ cl-ixf,
+ cl-local-time,
+ cl-log,
+ cl-lparallel,
+ cl-markdown,
+ cl-md5,
+ cl-metabang-bind,
+ cl-mssql,
+ cl-mustache,
+ cl-plus-ssl (>= 20190204),
+ cl-postmodern,
+ cl-ppcre,
+ cl-py-configparser,
+ cl-qmynd,
+ cl-quri,
+ cl-simple-date,
+ cl-split-sequence,
+ cl-sqlite,
+ cl-trivial-backtrace,
+ cl-trivial-utf-8,
+ cl-unicode,
+ cl-usocket,
+ cl-utilities,
+ cl-uuid,
+ cl-yason,
+ cl-zs3,
+ debhelper-compat (= 13),
+ gawk,
+ help2man,
+ libsqlite3-dev,
+ postgresql-16-ip4r <!nocheck> | postgresql-ip4r <!nocheck>,
+ python3-sphinx,
+ python3-sphinx-rtd-theme,
+ sbcl (>= 1.1.13),
+ tzdata,
+Standards-Version: 4.6.0
 Homepage: https://github.com/dimitri/pgloader
 Vcs-Git: https://github.com/dimitri/pgloader.git
 Vcs-Browser: https://github.com/dimitri/pgloader
 
 Package: pgloader
-Architecture: any
-Depends: ${shlibs:Depends}, ${misc:Depends}, freetds-dev
-Description: extract, transform and load data into PostgreSQL
- pgloader imports data from different kind of sources and COPY it into
- PostgreSQL.
- .
- The command language is described in the manual page and allows one to
- describe where to find the data source, its format, and to describe data
- processing and transformation.
- .
- Supported source formats include CSV, fixed width flat files, dBase3 files
- (DBF), and SQLite and MySQL databases. In most of those formats, pgloader
- is able to auto-discover the schema and create the tables and the indexes
- in PostgreSQL. In the MySQL case it's possible to edit CASTing rules from
- the pgloader command directly.
-
-Package: cl-pgloader
-Architecture: all
-Depends: ${misc:Depends}, cl-asdf (>= 3.0.3), cl-log, cl-postmodern, cl-simple-date, cl-qmynd, cl-split-sequence, cl-unicode, cl-interpol, cl-csv, cl-fad, cl-lparallel, cl-esrap, cl-alexandria, cl-drakma, cl-flexi-streams, cl-usocket, cl-local-time, cl-command-line-arguments, cl-abnf, cl-db3, cl-py-configparser, cl-sqlite, cl-trivial-backtrace, cl-markdown, cl-md5, cl-asdf-finalizers, cl-asdf-system-connections, cl-cffi (>= 1:0.12.0), cl-bordeaux-threads (>= 0.8.3), cl-metabang-bind, cl-uuid, cl-trivial-utf-8, cl-quri, cl-utilities, cl-ppcre
+Architecture: amd64 arm64 i386 ppc64el powerpc ppc64
+Depends:
+ freetds-dev,
+ ${misc:Depends},
+ ${shlibs:Depends},
+ ${sqlite:Depends},
+ ${ssl:Depends},
 Description: extract, transform and load data into PostgreSQL
  pgloader imports data from different kind of sources and COPY it into
  PostgreSQL.

debian/copyright

@@ -20,4 +20,76 @@ License: PostgreSQL
  INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
  AND FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS ON
  AN "AS IS" BASIS, AND THE UNIVERSITY OF CALIFORNIA HAS NO OBLIGATIONS TO
- PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
+ PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
+
+Files: test/sqlite/Chinook*
+Copyright: Copyright (c) 2008-2017 Luis Rocha
+License: MIT
+ Permission is hereby granted, free of charge, to any person obtaining a copy of
+ this software and associated documentation files (the "Software"), to deal in
+ the Software without restriction, including without limitation the rights to
+ use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+ of the Software, and to permit persons to whom the Software is furnished to do
+ so, subject to the following conditions:
+ .
+ The above copyright notice and this permission notice shall be included in all
+ copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS
+ IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT
+ LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE
+ AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
+ CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+Files: test/data/2013_Gaz_113CDs_national.txt
+Copyright: public domain
+License: us-public-domain
+ All U.S. Census Bureau materials, regardless of the media, are entirely in the
+ public domain. There are no user fees, site licenses, or any special agreements
+ etc for the public or private use, and or reuse of any census title. As tax
+ funded product, it's all in the public record.
+
+Files: test/data/reg2013.dbf
+Copyright: public comain
+License: fr-public-domain
+ Les publications et données mises à disposition sur le présent site sont
+ consultables et téléchargeables gratuitement. Sauf spécification contraire,
+ elles peuvent être réutilisées, y compris à des fins commerciales, sans licence
+ et sans versement de redevances autres que celles collectées par les sociétés
+ de perception et de répartition des droits d'auteur régies par le titre II du
+ livre III du code de la propriété intellectuelle. La réutilisation est
+ toutefois subordonnée au respect de l'intégrité de l'information et des données
+ et à la mention précise des sources.
+ .
+ https://www.insee.fr/fr/information/2008466
+
+Files: test/data/sakila-db.zip
+Copyright: Copyright © 2007, 2018, Oracle and/or its affiliates. All rights reserved.
+License: new-bsd-license
+ The contents of the sakila-schema.sql and sakila-data.sql files are licensed
+ under the New BSD license.
+ .
+ Information on the New BSD license can be found at
+ http://www.opensource.org/licenses/bsd-license.php and
+ http://en.wikipedia.org/wiki/BSD_License.
+ .
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions are met:
+ .
+ 1. Redistributions of source code must retain the above copyright notice, this
+ list of conditions and the following disclaimer.
+ .
+ 2. Redistributions in binary form must reproduce the above copyright notice,
+ this list of conditions and the following disclaimer in the documentation
+ and/or other materials provided with the distribution.
+ .
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

debian/patches/bionic-theme-options

@@ -0,0 +1,14 @@
+--- a/docs/conf.py
++++ b/docs/conf.py
+@@ -92,11 +92,6 @@ html_theme = 'sphinx_rtd_theme'
+ #
+ # html_theme_options = {}
+ html_theme_options = {
+-    'github_user': 'dimitri',
+-    'github_repo': 'pgloader',
+-    'description': 'your migration companion',
+-    'travis_button': True,
+-    'show_related': True,
+     #'sidebar_collapse': False,
+ }
+ 

debian/patches/series

@@ -0,0 +1 @@
+#bionic-theme-options

debian/pgloader.docs

@@ -1,3 +1,2 @@
 README.md
-pgloader.1.md
-web/src/*.md
+docs/_build/html

debian/pgloader.manpages

@@ -1 +0,0 @@
-pgloader.1

debian/rules

@@ -1,55 +1,87 @@
 #!/usr/bin/make -f
-# -*- makefile -*-
-# Sample debian/rules that uses debhelper.
-# This file was originally written by Joey Hess and Craig Small.
-# As a special exception, when this file is copied by dh-make into a
-# dh-make output file, you may use that output file without restriction.
-# This special exception was added by Craig Small in version 0.37 of dh-make.
 
-# Uncomment this to turn on verbose mode.
-#export DH_VERBOSE=1
+include /usr/share/dpkg/pkg-info.mk
 
-PKGVERS = $(shell dpkg-parsechangelog | awk -F '[:-]' '/^Version:/ { print substr($$2, 2) }')
-EXCLUDE = --exclude-vcs --exclude=debian --exclude=build --exclude=.vagrant
+# get libsqlite3 package name from libsqlite3-dev
+LIBSQLITE := $(shell dpkg-query --showformat='$${Depends}' --show libsqlite3-dev | grep -o 'libsqlite[^ ]*')
+# make pgloader depend on the libssl package cl-plus-ssl depends on
+LIBSSL := $(shell dpkg-query --showformat='$${Depends}' --show cl-plus-ssl | grep -o 'libssl[^ ]*')
 
 BITS = $(shell dpkg-architecture -qDEB_BUILD_ARCH_BITS)
 ifeq ($(BITS),32)
 SIZE=1024
 else
-SIZE=4096
+SIZE=16384
 endif
 
+MAKEFILE_VERSION = $(shell awk '/^VERSION/ { print $$3 }' Makefile)
+DOC_VERSION = $(shell awk '/^release/ { print $$3 }' docs/conf.py | tr -d "'")
+SPECFILE_VERSION = $(shell awk '/^Version/ { print $$2 }' pgloader.spec)
+DEBIAN_VERSION = $(shell dpkg-parsechangelog -SVersion | cut -d- -f 1)
+PGLOADER_MAJOR_VERSION = $(shell awk '/^.defparameter .major-version/ { print $$3 }' src/params.lisp | grep -Eo '[0-9.]+')
+PGLOADER_MINOR_VERSION = $(shell awk '/^.defparameter .minor-version/ { print $$3 }' src/params.lisp | grep -Eo '[0-9.]+')
+
 # buildd provides a build environment where $HOME is not writable, but the
 # CL compilers here will need to fill-in a per-user cache
 export HOME = $(CURDIR)/debian/home
 
-orig: clean
-	rm -rf $(HOME)
-	cd .. && tar czf pgloader_$(PKGVERS).orig.tar.gz $(EXCLUDE) pgloader
+override_dh_auto_clean:
+	dh_auto_clean
+	rm -rf debian/home
+	# sanity checks on version number
+	[ "$(MAKEFILE_VERSION)" = "$(DOC_VERSION)" ] # Makefile = docs/conf.py version
+	[ "$(MAKEFILE_VERSION)" = "$(SPECFILE_VERSION)" ] # Makefile = pgloader.spec version
+	[ "$(MAKEFILE_VERSION)" = "$(DEBIAN_VERSION)" ] # Makefile = debian/changelog version
+	[ "$(MAKEFILE_VERSION)" = "$(PGLOADER_MAJOR_VERSION).$(PGLOADER_MINOR_VERSION)" ] # Makefile = src/params.lisp version
 
-override_dh_auto_build:
-	make docs
-	mkdir -p build/bin
-	mkdir -p $(HOME)
-	buildapp --require sb-posix                         \
-                 --require sb-bsd-sockets                   \
-                 --load /usr/share/common-lisp/source/cl-asdf/build/asdf.lisp \
-                 --asdf-path .                              \
-                 --asdf-tree /usr/share/common-lisp/systems \
-                 --load-system asdf-finalizers         	    \
-                 --load-system asdf-system-connections 	    \
-                 --load-system pgloader               	    \
-                 --load src/hooks.lisp                      \
-                 --entry pgloader:main                      \
-                 --dynamic-space-size $(SIZE)               \
-                 --compress-core                    	    \
-                 --output build/bin/pgloader
-
-override_dh_auto_test:
-	# no nothing
-
-override_dh_strip:
+override_dh_auto_build-indep:
 	# do nothing
 
+override_dh_auto_build-arch:
+	mkdir -p build/bin
+	mkdir -p $(HOME)
+	buildapp --require sb-posix						\
+		--require sb-bsd-sockets					\
+		--load /usr/share/common-lisp/source/cl-asdf/build/asdf.lisp	\
+		--asdf-path .							\
+		--asdf-tree /usr/share/common-lisp/systems			\
+		--load-system asdf-finalizers					\
+		--load-system asdf-system-connections				\
+		--load-system cffi						\
+		--load-system cl+ssl						\
+		--load-system mssql						\
+		--load src/hooks.lisp						\
+		--load-system pgloader						\
+		--entry pgloader:main						\
+		--dynamic-space-size $(SIZE)					\
+		--compress-core							\
+		--logfile buildapp.log						\
+		--output build/bin/pgloader					\
+			|| echo $$? > buildapp.fail
+	cat buildapp.log
+	test ! -f buildapp.fail
+	ls -l build/bin/pgloader
+	$(MAKE) -C docs html
+
+override_dh_auto_test:
+	PATH=$(CURDIR)/build/bin:$(PATH) debian/tests/testsuite
+
+override_dh_strip override_dh_dwz:
+	# do nothing, sbcl doesn't write any debug info
+
+override_dh_installman-arch:
+	mkdir -p debian/pgloader/usr/share/man/man1/
+	PATH=debian/pgloader/usr/bin:$(PATH) \
+	help2man --version-string $(DEB_VERSION_UPSTREAM) \
+		--no-info \
+		--name "extract, transform and load data into PostgreSQL" \
+		pgloader > \
+		debian/pgloader/usr/share/man/man1/pgloader.1
+
+override_dh_gencontrol:
+	dh_gencontrol -- \
+		-V"sqlite:Depends=$(LIBSQLITE)" \
+		-V"ssl:Depends=$(LIBSSL)"
+
 %:
-	dh $@ 
+	dh $@

debian/source/options

@@ -0,0 +1,2 @@
+# ignore release/non-release status
+extend-diff-ignore=src/params.lisp

debian/tests/control

@@ -0,0 +1,13 @@
+Depends:
+ ca-certificates,
+ cl-postmodern,
+ pgloader,
+ postgresql,
+Tests: ssl
+Restrictions: allow-stderr, needs-root
+
+Depends:
+ pgloader,
+ postgresql-16-ip4r | postgresql-ip4r,
+Tests: testsuite
+Restrictions: allow-stderr

debian/tests/ssl

@@ -0,0 +1,34 @@
+#!/bin/sh
+
+# test needs root so we have a SSL certificate
+
+set -eux
+
+trap "rm -rf /tmp/pgloader" EXIT
+
+# check if cl-postmodern is new enough to support scram-sha-256
+postmodern=$(dpkg-query --show --showformat='${Version}' cl-postmodern)
+if dpkg --compare-versions "$postmodern" lt 20200101; then
+  AUTH="-i--auth-local=trust -i--auth-host=md5"
+fi
+
+pg_virtualenv ${AUTH:-} <<-'EOF'
+	set -eux
+
+	# force SSL connection
+	HBA=$(psql -XAtc 'SHOW hba_file')
+	sed -i -e 's/^host/hostssl/' $HBA
+	psql -XAtc 'SELECT pg_reload_conf()'
+
+	createdb pgloader
+	export PGDATABASE=pgloader
+	psql -XAtc 'create schema expected'
+
+	# test UNIX socket
+	rm -rf /tmp/pgloader
+	PGHOST=/var/run/postgresql su -c 'pgloader --debug --regress test/allcols.load' postgres
+
+	# test SSL connection
+	rm -rf /tmp/pgloader
+	PGSSLMODE=require pgloader --debug --regress test/allcols.load
+EOF

debian/tests/testsuite

@@ -0,0 +1,11 @@
+#!/bin/sh
+
+set -eux
+
+case $USER in
+  root) PGSUPERUSER=postgres ;;
+  *) PGSUPERUSER=$USER ;;
+esac
+
+# use trust authentication to avoid scram failures on bullseye/buster/stretch/impish/focal/bionic
+PGLOADER=pgloader PGSUPERUSER=$PGSUPERUSER pg_virtualenv -i'-Atrust' make -C test prepare regress

debian/watch

@@ -0,0 +1,2 @@
+version=4
+https://github.com/dimitri/pgloader/tags .*/v(.*).tar.gz

docs/CNAME

@@ -0,0 +1 @@
+pgloader.org

docs/Makefile

@@ -0,0 +1,20 @@
+# Minimal makefile for Sphinx documentation
+#
+
+# You can set these variables from the command line.
+SPHINXOPTS    =
+SPHINXBUILD   = sphinx-build
+SPHINXPROJ    = pgloader
+SOURCEDIR     = .
+BUILDDIR      = _build
+
+# Put it first so that "make" without argument is like "make help".
+help:
+	@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+
+.PHONY: help Makefile
+
+# Catch-all target: route all unknown targets to Sphinx using the new
+# "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
+%: Makefile
+	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)

docs/batches.rst

@@ -0,0 +1,123 @@
+Batch Processing
+================
+
+To load data to PostgreSQL, pgloader uses the `COPY` streaming protocol.
+While this is the faster way to load data, `COPY` has an important drawback:
+as soon as PostgreSQL emits an error with any bit of data sent to it,
+whatever the problem is, the whole data set is rejected by PostgreSQL.
+
+To work around that, pgloader cuts the data into *batches* of 25000 rows
+each, so that when a problem occurs it's only impacting that many rows of
+data. Each batch is kept in memory while the `COPY` streaming happens, in
+order to be able to handle errors should some happen.
+
+When PostgreSQL rejects the whole batch, pgloader logs the error message
+then isolates the bad row(s) from the accepted ones by retrying the batched
+rows in smaller batches. To do that, pgloader parses the *CONTEXT* error
+message from the failed COPY, as the message contains the line number where
+the error was found in the batch, as in the following example::
+
+    CONTEXT: COPY errors, line 3, column b: "2006-13-11"
+
+Using that information, pgloader will reload all rows in the batch before
+the erroneous one, log the erroneous one as rejected, then try loading the
+remaining of the batch in a single attempt, which may or may not contain
+other erroneous data.
+
+At the end of a load containing rejected rows, you will find two files in
+the *root-dir* location, under a directory named the same as the target
+database of your setup. The filenames are the target table, and their
+extensions are `.dat` for the rejected data and `.log` for the file
+containing the full PostgreSQL client side logs about the rejected data.
+
+The `.dat` file is formatted in PostgreSQL the text COPY format as documented
+in `http://www.postgresql.org/docs/9.2/static/sql-copy.html#AEN66609`.
+
+It is possible to use the following WITH options to control pgloader batch
+behavior:
+
+  - *on error stop*, *on error resume next*
+
+    This option controls if pgloader is using building batches of data at
+    all. The batch implementation allows pgloader to recover errors by
+    sending the data that PostgreSQL accepts again, and by keeping away the
+    data that PostgreSQL rejects.
+
+    To enable retrying the data and loading the good parts, use the option
+    *on error resume next*, which is the default to file based data loads
+    (such as CSV, IXF or DBF).
+
+    When migrating from another RDMBS technology, it's best to have a
+    reproducible loading process. In that case it's possible to use *on
+    error stop* and fix either the casting rules, the data transformation
+    functions or in cases the input data until your migration runs through
+    completion. That's why *on error resume next* is the default for SQLite,
+    MySQL and MS SQL source kinds.
+
+A Note About Performance
+------------------------
+
+pgloader has been developed with performance in mind, to be able to cope
+with ever growing needs in loading large amounts of data into PostgreSQL.
+
+The basic architecture it uses is the old Unix pipe model, where a thread is
+responsible for loading the data (reading a CSV file, querying MySQL, etc)
+and fills pre-processed data into a queue. Another threads feeds from the
+queue, apply some more *transformations* to the input data and stream the
+end result to PostgreSQL using the COPY protocol.
+
+When given a file that the PostgreSQL `COPY` command knows how to parse, and
+if the file contains no erroneous data, then pgloader will never be as fast
+as just using the PostgreSQL `COPY` command.
+
+Note that while the `COPY` command is restricted to read either from its
+standard input or from a local file on the server's file system, the command
+line tool `psql` implements a `\copy` command that knows how to stream a
+file local to the client over the network and into the PostgreSQL server,
+using the same protocol as pgloader uses.
+
+A Note About Parallelism
+------------------------
+
+pgloader uses several concurrent tasks to process the data being loaded:
+
+  - a reader task reads the data in and pushes it to a queue,
+  
+  - at last one write task feeds from the queue and formats the raw into the
+    PostgreSQL COPY format in batches (so that it's possible to then retry a
+    failed batch without reading the data from source again), and then sends
+    the data to PostgreSQL using the COPY protocol.
+
+The parameter *workers* allows to control how many worker threads are
+allowed to be active at any time (that's the parallelism level); and the
+parameter *concurrency* allows to control how many tasks are started to
+handle the data (they may not all run at the same time, depending on the
+*workers* setting).
+
+We allow *workers* simultaneous workers to be active at the same time in the
+context of a single table. A single unit of work consist of several kinds of
+workers:
+
+  - a reader getting raw data from the source,
+  - N writers preparing and sending the data down to PostgreSQL.
+
+The N here is setup to the *concurrency* parameter: with a *CONCURRENCY* of
+2, we start (+ 1 2) = 3 concurrent tasks, with a *concurrency* of 4 we start
+(+ 1 4) = 5 concurrent tasks, of which only *workers* may be active
+simultaneously.
+
+The defaults are `workers = 4, concurrency = 1` when loading from a database
+source, and `workers = 8, concurrency = 2` when loading from something else
+(currently, a file). Those defaults are arbitrary and waiting for feedback
+from users, so please consider providing feedback if you play with the
+settings.
+
+As the `CREATE INDEX` threads started by pgloader are only waiting until
+PostgreSQL is done with the real work, those threads are *NOT* counted into
+the concurrency levels as detailed here.
+
+By default, as many `CREATE INDEX` threads as the maximum number of indexes
+per table are found in your source schema. It is possible to set the `max
+parallel create index` *WITH* option to another number in case there's just
+too many of them to create.
+

docs/bugreport.rst

@@ -0,0 +1,49 @@
+Reporting Bugs
+==============
+
+pgloader is a software and as such contains bugs. Most bugs are easy to
+solve and taken care of in a short delay. For this to be possible though,
+bug reports need to follow those recommandations:
+
+  - include pgloader version,
+  - include problematic input and output,
+  - include a description of the output you expected,
+  - explain the difference between the ouput you have and the one you expected,
+  - include a self-reproducing test-case
+
+Test Cases to Reproduce Bugs
+----------------------------
+
+Use the *inline* source type to help reproduce a bug, as in the pgloader tests::
+
+  LOAD CSV
+     FROM INLINE
+     INTO postgresql://dim@localhost/pgloader?public."HS"
+
+     WITH truncate,
+          fields terminated by '\t',
+          fields not enclosed,
+          fields escaped by backslash-quote,
+          quote identifiers
+
+      SET work_mem to '128MB',
+          standard_conforming_strings to 'on',
+          application_name to 'my app name'
+
+   BEFORE LOAD DO
+    $$ create extension if not exists hstore; $$,
+    $$ drop table if exists "HS"; $$,
+    $$ CREATE TABLE "HS"
+       (
+          id     serial primary key,
+          kv     hstore
+       )
+    $$;
+  
+  
+  1	email=>foo@example.com,a=>b
+  2	test=>value
+  3	a=>b,c=>"quoted hstore value",d=>other
+  4	baddata
+
+

docs/command.rst

@@ -0,0 +1,380 @@
+Command Syntax
+==============
+
+pgloader implements a Domain Specific Language allowing to setup complex
+data loading scripts handling computed columns and on-the-fly sanitization
+of the input data. For more complex data loading scenarios, you will be
+required to learn that DSL's syntax. It's meant to look familiar to DBA by
+being inspired by SQL where it makes sense, which is not that much after
+all.
+
+The pgloader commands follow the same global grammar rules. Each of them
+might support only a subset of the general options and provide specific
+options.
+
+::
+
+    LOAD <source-type>
+	     FROM <source-url>
+           [ HAVING FIELDS <source-level-options> ]
+		 INTO <postgresql-url>
+           [ TARGET TABLE [ "<schema>" ]."<table name>" ]
+           [ TARGET COLUMNS <columns-and-options> ]
+
+	[ WITH <load-options> ]
+
+	[ SET <postgresql-settings> ]
+
+    [ BEFORE LOAD [ DO <sql statements> | EXECUTE <sql file> ] ... ]
+    [  AFTER LOAD [ DO <sql statements> | EXECUTE <sql file> ] ... ]
+	;
+
+The main clauses are the `LOAD`, `FROM`, `INTO` and `WITH` clauses that each
+command implements. Some command then implement the `SET` command, or some
+specific clauses such as the `CAST` clause.
+
+.. _common_clauses:
+
+Command Clauses
+---------------
+
+The pgloader command syntax allows composing CLAUSEs together. Some clauses
+are specific to the FROM source-type, most clauses are always available.
+
+FROM
+----
+
+The *FROM* clause specifies where to read the data from, and each command
+introduces its own variant of sources. For instance, the *CSV* source
+supports `inline`, `stdin`, a filename, a quoted filename, and a *FILENAME
+MATCHING* clause (see above); whereas the *MySQL* source only supports a
+MySQL database URI specification.
+
+INTO
+----
+
+The PostgreSQL connection URI must contains the name of the target table
+where to load the data into. That table must have already been created in
+PostgreSQL, and the name might be schema qualified.
+
+Then *INTO* option also supports an optional comma separated list of target
+columns, which are either the name of an input *field* or the white space
+separated list of the target column name, its PostgreSQL data type and a
+*USING* expression.
+
+The *USING* expression can be any valid Common Lisp form and will be read
+with the current package set to `pgloader.transforms`, so that you can use
+functions defined in that package, such as functions loaded dynamically with
+the `--load` command line parameter.
+
+Each *USING* expression is compiled at runtime to native code.
+
+This feature allows pgloader to load any number of fields in a CSV file into
+a possibly different number of columns in the database, using custom code
+for that projection.
+
+WITH
+----
+
+Set of options to apply to the command, using a global syntax of either:
+
+   - *key = value*
+   - *use option*
+   - *do not use option*
+
+See each specific command for details.
+
+All data sources specific commands support the following options:
+
+  - *on error stop*, *on error resume next*
+  - *batch rows = R*
+  - *batch size = ... MB*
+  - *prefetch rows = ...*
+
+See the section BATCH BEHAVIOUR OPTIONS for more details.
+
+In addition, the following settings are available:
+
+   - *workers = W*
+   - *concurrency = C*
+   - *max parallel create index = I*
+
+See section A NOTE ABOUT PARALLELISM for more details.
+
+SET
+---
+
+This clause allows to specify session parameters to be set for all the
+sessions opened by pgloader. It expects a list of parameter name, the equal
+sign, then the single-quoted value as a comma separated list.
+
+The names and values of the parameters are not validated by pgloader, they
+are given as-is to PostgreSQL.
+
+BEFORE LOAD DO
+--------------
+
+You can run SQL queries against the database before loading the data from
+the `CSV` file. Most common SQL queries are `CREATE TABLE IF NOT EXISTS` so
+that the data can be loaded.
+
+Each command must be *dollar-quoted*: it must begin and end with a double
+dollar sign, `$$`. Dollar-quoted queries are then comma separated. No extra
+punctuation is expected after the last SQL query.
+
+BEFORE LOAD EXECUTE
+-------------------
+
+Same behaviour as in the *BEFORE LOAD DO* clause. Allows you to read the SQL
+queries from a SQL file. Implements support for PostgreSQL dollar-quoting
+and the `\i` and `\ir` include facilities as in `psql` batch mode (where
+they are the same thing).
+
+AFTER LOAD DO
+-------------
+
+Same format as *BEFORE LOAD DO*, the dollar-quoted queries found in that
+section are executed once the load is done. That's the right time to create
+indexes and constraints, or re-enable triggers.
+
+AFTER LOAD EXECUTE
+------------------
+
+Same behaviour as in the *AFTER LOAD DO* clause. Allows you to read the SQL
+queries from a SQL file. Implements support for PostgreSQL dollar-quoting
+and the `\i` and `\ir` include facilities as in `psql` batch mode (where
+they are the same thing).
+
+AFTER CREATE SCHEMA DO
+----------------------
+
+Same format as *BEFORE LOAD DO*, the dollar-quoted queries found in that
+section are executed once the schema has been created by pgloader, and
+before the data is loaded. It's the right time to ALTER TABLE or do some
+custom implementation on-top of what pgloader does, like maybe partitioning.
+
+AFTER CREATE SCHEMA EXECUTE
+---------------------------
+
+Same behaviour as in the *AFTER CREATE SCHEMA DO* clause. Allows you to read
+the SQL queries from a SQL file. Implements support for PostgreSQL
+dollar-quoting and the `\i` and `\ir` include facilities as in `psql` batch
+mode (where they are the same thing).
+
+Connection String
+-----------------
+
+The `<postgresql-url>` parameter is expected to be given as a *Connection URI*
+as documented in the PostgreSQL documentation at
+http://www.postgresql.org/docs/9.3/static/libpq-connect.html#LIBPQ-CONNSTRING.
+
+::
+
+    postgresql://[user[:password]@][netloc][:port][/dbname][?option=value&...]
+
+Where:
+
+  - *user*
+
+    Can contain any character, including colon (`:`) which must then be
+    doubled (`::`) and at-sign (`@`) which must then be doubled (`@@`).
+
+    When omitted, the *user* name defaults to the value of the `PGUSER`
+    environment variable, and if it is unset, the value of the `USER`
+    environment variable.
+
+  - *password*
+
+	Can contain any character, including the at sign (`@`) which must then
+	be doubled (`@@`). To leave the password empty, when the *user* name
+	ends with at at sign, you then have to use the syntax user:@.
+
+    When omitted, the *password* defaults to the value of the `PGPASSWORD`
+    environment variable if it is set, otherwise the password is left
+    unset.
+    
+    When no *password* is found either in the connection URI nor in the
+    environment, then pgloader looks for a `.pgpass` file as documented at
+    https://www.postgresql.org/docs/current/static/libpq-pgpass.html. The
+    implementation is not that of `libpq` though. As with `libpq` you can
+    set the environment variable `PGPASSFILE` to point to a `.pgpass` file,
+    and pgloader defaults to `~/.pgpass` on unix like systems and
+    `%APPDATA%\postgresql\pgpass.conf` on windows. Matching rules and syntax
+    are the same as with `libpq`, refer to its documentation.
+
+  - *netloc*
+
+    Can be either a hostname in dotted notation, or an ipv4, or an Unix
+    domain socket path. Empty is the default network location, under a
+    system providing *unix domain socket* that method is preferred, otherwise
+    the *netloc* default to `localhost`.
+
+	It's possible to force the *unix domain socket* path by using the syntax
+	`unix:/path/to/where/the/socket/file/is`, so to force a non default
+	socket path and a non default port, you would have:
+
+	    postgresql://unix:/tmp:54321/dbname
+
+    The *netloc* defaults to the value of the `PGHOST` environment
+    variable, and if it is unset, to either the default `unix` socket path
+    when running on a Unix system, and `localhost` otherwise.
+
+    Socket path containing colons are supported by doubling the colons
+    within the path, as in the following example:
+    
+        postgresql://unix:/tmp/project::region::instance:5432/dbname
+
+  - *dbname*
+
+	Should be a proper identifier (letter followed by a mix of letters,
+	digits and the punctuation signs comma (`,`), dash (`-`) and underscore
+	(`_`).
+
+    When omitted, the *dbname* defaults to the value of the environment
+    variable `PGDATABASE`, and if that is unset, to the *user* value as
+    determined above.
+
+  - *options*
+
+    The optional parameters must be supplied with the form `name=value`, and
+    you may use several parameters by separating them away using an
+    ampersand (`&`) character.
+
+    Only some options are supported here, *tablename* (which might be
+    qualified with a schema name) *sslmode*, *host*, *port*, *dbname*,
+    *user* and *password*.
+
+    The *sslmode* parameter values can be one of `disable`, `allow`,
+    `prefer` or `require`.
+
+    For backward compatibility reasons, it's possible to specify the
+    *tablename* option directly, without spelling out the `tablename=`
+    parts.
+
+    The options override the main URI components when both are given, and
+    using the percent-encoded option parameters allow using passwords
+    starting with a colon and bypassing other URI components parsing
+    limitations.
+
+Regular Expressions
+-------------------
+
+Several clauses listed in the following accept *regular expressions* with
+the following input rules:
+
+  - A regular expression begins with a tilde sign (`~`),
+
+  - is then followed with an opening sign,
+
+  - then any character is allowed and considered part of the regular
+    expression, except for the closing sign,
+
+  - then a closing sign is expected.
+
+The opening and closing sign are allowed by pair, here's the complete list
+of allowed delimiters::
+
+    ~//
+    ~[]
+    ~{}
+    ~()
+    ~<>
+    ~""
+    ~''
+    ~||
+    ~##
+
+Pick the set of delimiters that don't collide with the *regular expression*
+you're trying to input. If your expression is such that none of the
+solutions allow you to enter it, the places where such expressions are
+allowed should allow for a list of expressions.
+
+Comments
+--------
+
+Any command may contain comments, following those input rules:
+
+  - the `--` delimiter begins a comment that ends with the end of the
+    current line,
+
+  - the delimiters `/*` and `*/` respectively start and end a comment, which
+    can be found in the middle of a command or span several lines.
+
+Any place where you could enter a *whitespace* will accept a comment too.
+
+Batch behaviour options
+-----------------------
+
+All pgloader commands have support for a *WITH* clause that allows for
+specifying options. Some options are generic and accepted by all commands,
+such as the *batch behaviour options*, and some options are specific to a
+data source kind, such as the CSV *skip header* option.
+
+The global batch behaviour options are:
+
+  - *batch rows*
+
+    Takes a numeric value as argument, used as the maximum number of rows
+    allowed in a batch. The default is `25 000` and can be changed to try
+    having better performance characteristics or to control pgloader memory
+    usage;
+
+  - *batch size*
+
+    Takes a memory unit as argument, such as *20 MB*, its default value.
+    Accepted multipliers are *kB*, *MB*, *GB*, *TB* and *PB*. The case is
+    important so as not to be confused about bits versus bytes, we're only
+    talking bytes here.
+
+  - *prefetch rows*
+
+    Takes a numeric value as argument, defaults to `100000`. That's the
+    number of rows that pgloader is allowed to read in memory in each reader
+    thread. See the *workers* setting for how many reader threads are
+    allowed to run at the same time.
+
+Other options are specific to each input source, please refer to specific
+parts of the documentation for their listing and covering.
+
+A batch is then closed as soon as either the *batch rows* or the *batch
+size* threshold is crossed, whichever comes first. In cases when a batch has
+to be closed because of the *batch size* setting, a *debug* level log
+message is printed with how many rows did fit in the *oversized* batch.
+
+Templating with Mustache
+------------------------
+
+pgloader implements the https://mustache.github.io/ templating system so
+that you may have dynamic parts of your commands. See the documentation for
+this template system online.
+
+A specific feature of pgloader is the ability to fetch a variable from the
+OS environment of the pgloader process, making it possible to run pgloader
+as in the following example::
+
+    $ DBPATH=sqlite/sqlite.db pgloader ./test/sqlite-env.load
+    
+or in several steps::
+
+    $ export DBPATH=sqlite/sqlite.db
+    $ pgloader ./test/sqlite-env.load
+
+The variable can then be used in a typical mustache fashion::
+
+    load database
+         from '{{DBPATH}}'
+         into postgresql:///pgloader;
+
+It's also possible to prepare a INI file such as the following::
+
+    [pgloader]
+    
+    DBPATH = sqlite/sqlite.db
+
+And run the following command, feeding the INI values as a *context* for
+pgloader templating system::
+
+    $ pgloader --context ./test/sqlite.ini ./test/sqlite-ini.load
+
+The mustache templates implementation with OS environment support replaces
+former `GETENV` implementation, which didn't work anyway.

docs/conf.py

@@ -0,0 +1,118 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+#
+# pgloader documentation build configuration file, created by
+# sphinx-quickstart on Tue Dec  5 19:23:32 2017.
+#
+# This file is execfile()d with the current directory set to its
+# containing dir.
+#
+# Note that not all possible configuration values are present in this
+# autogenerated file.
+#
+# All configuration values have a default; values that are commented out
+# serve to show the default.
+
+# If extensions (or modules to document with autodoc) are in another directory,
+# add these directories to sys.path here. If the directory is relative to the
+# documentation root, use os.path.abspath to make it absolute, like shown here.
+#
+# import os
+# import sys
+# sys.path.insert(0, os.path.abspath('.'))
+
+# -- Project information -----------------------------------------------------
+
+project = 'pgloader'
+copyright = '2005-2022, Dimitri Fontaine'
+author = 'Dimitri Fontaine'
+
+version = '3.6'
+release = '3.6.10'
+
+# -- General configuration ------------------------------------------------
+
+# The master toctree document.
+master_doc = 'index'
+
+# Add any Sphinx extension module names here, as strings. They can be
+# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
+# ones.
+extensions = [
+]
+
+# Add any paths that contain templates here, relative to this directory.
+templates_path = ['_templates']
+
+# List of patterns, relative to source directory, that match files and
+# directories to ignore when looking for source files.
+# This pattern also affects html_static_path and html_extra_path.
+exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
+
+
+# -- Options for HTML output ----------------------------------------------
+
+# The theme to use for HTML and HTML Help pages.  See the documentation for
+# a list of builtin themes.
+#
+#html_theme = 'alabaster'
+html_theme = 'sphinx_rtd_theme'
+
+# Add any paths that contain custom static files (such as style sheets) here,
+# relative to this directory. They are copied after the builtin static files,
+# so a file named "default.css" will overwrite the builtin "default.css".
+#html_static_path = ['_static']
+
+
+# -- Options for LaTeX output ---------------------------------------------
+
+latex_elements = {
+    # The paper size ('letterpaper' or 'a4paper').
+    #
+    # 'papersize': 'letterpaper',
+
+    # The font size ('10pt', '11pt' or '12pt').
+    #
+    # 'pointsize': '10pt',
+
+    # Additional stuff for the LaTeX preamble.
+    #
+    # 'preamble': '',
+
+    # Latex figure (float) alignment
+    #
+    # 'figure_align': 'htbp',
+}
+
+# Grouping the document tree into LaTeX files. List of tuples
+# (source start file, target name, title,
+#  author, documentclass [howto, manual, or own class]).
+latex_documents = [
+    (master_doc, 'pgloader.tex', 'pgloader Documentation',
+     'Dimitri Fontaine', 'manual'),
+]
+
+
+# -- Options for manual page output ---------------------------------------
+
+# One entry per manual page. List of tuples
+# (source start file, name, description, authors, manual section).
+man_pages = [
+    (master_doc, 'pgloader', 'pgloader Documentation',
+     [author], 1)
+]
+
+
+# -- Options for Texinfo output -------------------------------------------
+
+# Grouping the document tree into Texinfo files. List of tuples
+# (source start file, target name, title, author,
+#  dir menu entry, description, category)
+texinfo_documents = [
+    (master_doc, 'pgloader', 'pgloader Documentation',
+     author, 'pgloader', 'One line description of project.',
+     'Miscellaneous'),
+]
+
+
+

docs/dist/carousel.css

@@ -1,164 +0,0 @@
-/* GLOBAL STYLES
--------------------------------------------------- */
-/* Padding below the footer and lighter body text */
-
-body {
-  padding-bottom: 40px;
-  color: #5a5a5a;
-}
-
-
-
-/* CUSTOMIZE THE NAVBAR
--------------------------------------------------- */
-
-/* Special class on .container surrounding .navbar, used for positioning it into place. */
-.navbar-wrapper {
-  position: absolute;
-  top: 0;
-  left: 0;
-  right: 0;
-  z-index: 20;
-}
-
-/* Flip around the padding for proper display in narrow viewports */
-.navbar-wrapper .container {
-  padding-left: 0;
-  padding-right: 0;
-}
-.navbar-wrapper .navbar {
-  padding-left: 15px;
-  padding-right: 15px;
-}
-
-
-/* CUSTOMIZE THE CAROUSEL
--------------------------------------------------- */
-
-/* Carousel base class */
-.carousel {
-  height: 350px;
-  margin-bottom: 60px;
-}
-/* Since positioning the image, we need to help out the caption */
-.carousel-caption {
-  z-index: 10;
-}
-.carousel-caption h1 {
-  color: orange;
-}
-.carousel-caption p {
-  text-align: justify;
-}
-
-/* Declare heights because of positioning of img element */
-.carousel .item {
-  height: 350px;
-  background-color: #777;
-}
-.carousel-inner > .item > img {
-  position: absolute;
-  top: 0;
-  left: 0;
-  min-width: 100%;
-  height: 350px;
-}
-
-
-
-/* MARKETING CONTENT
--------------------------------------------------- */
-
-/* Pad the edges of the mobile views a bit */
-.marketing {
-  padding-left: 15px;
-  padding-right: 15px;
-}
-
-/* Center align the text within the three columns below the carousel */
-.marketing .col-lg-4 {
-  text-align: center;
-  margin-bottom: 20px;
-}
-.marketing h2 {
-  font-weight: normal;
-}
-.marketing .col-lg-4 p {
-  margin-left: 10px;
-  margin-right: 10px;
-}
-
-
-/* Featurettes
-------------------------- */
-
-.featurette-divider {
-  margin: 80px 0; /* Space out the Bootstrap <hr> more */
-}
-
-/* Thin out the marketing headings */
-.featurette-heading {
-  font-weight: 300;
-  line-height: 1;
-  letter-spacing: -1px;
-}
-
-
-
-/* RESPONSIVE CSS
--------------------------------------------------- */
-
-@media (min-width: 768px) {
-
-  /* Remove the edge padding needed for mobile */
-  .marketing {
-    padding-left: 0;
-    padding-right: 0;
-  }
-
-  /* Navbar positioning foo */
-  .navbar-wrapper {
-    margin-top: 20px;
-  }
-  .navbar-wrapper .container {
-    padding-left:  15px;
-    padding-right: 15px;
-  }
-  .navbar-wrapper .navbar {
-    padding-left:  0;
-    padding-right: 0;
-  }
-
-  /* The navbar becomes detached from the top, so we round the corners */
-  .navbar-wrapper .navbar {
-    border-radius: 4px;
-  }
-
-  /* Bump up size of carousel content */
-  .carousel-caption p {
-    margin-bottom: 20px;
-    font-size: 21px;
-    line-height: 1.4;
-  }
-
-  .featurette-heading {
-    font-size: 50px;
-  }
-
-}
-
-/* @media (min-width: 992px) { */
-/*   .featurette-heading { */
-/*     margin-top: 120px; */
-/*   } */
-/* } */
-
-pre {
-  overflow: auto;
-  word-wrap: normal;
-  white-space: pre;
-}
-
-pre code {
-  white-space: pre;
-}

docs/dist/css/bootstrap-theme.css

@@ -1,397 +0,0 @@
-/*!
- * Bootstrap v3.0.3 (http://getbootstrap.com)
- * Copyright 2013 Twitter, Inc.
- * Licensed under http://www.apache.org/licenses/LICENSE-2.0
- */
-
-.btn-default,
-.btn-primary,
-.btn-success,
-.btn-info,
-.btn-warning,
-.btn-danger {
-  text-shadow: 0 -1px 0 rgba(0, 0, 0, 0.2);
-  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.15), 0 1px 1px rgba(0, 0, 0, 0.075);
-          box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.15), 0 1px 1px rgba(0, 0, 0, 0.075);
-}
-
-.btn-default:active,
-.btn-primary:active,
-.btn-success:active,
-.btn-info:active,
-.btn-warning:active,
-.btn-danger:active,
-.btn-default.active,
-.btn-primary.active,
-.btn-success.active,
-.btn-info.active,
-.btn-warning.active,
-.btn-danger.active {
-  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
-          box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
-}
-
-.btn:active,
-.btn.active {
-  background-image: none;
-}
-
-.btn-default {
-  text-shadow: 0 1px 0 #fff;
-  background-image: -webkit-linear-gradient(top, #ffffff 0%, #e0e0e0 100%);
-  background-image: linear-gradient(to bottom, #ffffff 0%, #e0e0e0 100%);
-  background-repeat: repeat-x;
-  border-color: #dbdbdb;
-  border-color: #ccc;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffffffff', endColorstr='#ffe0e0e0', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-}
-
-.btn-default:hover,
-.btn-default:focus {
-  background-color: #e0e0e0;
-  background-position: 0 -15px;
-}
-
-.btn-default:active,
-.btn-default.active {
-  background-color: #e0e0e0;
-  border-color: #dbdbdb;
-}
-
-.btn-primary {
-  background-image: -webkit-linear-gradient(top, #428bca 0%, #2d6ca2 100%);
-  background-image: linear-gradient(to bottom, #428bca 0%, #2d6ca2 100%);
-  background-repeat: repeat-x;
-  border-color: #2b669a;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff428bca', endColorstr='#ff2d6ca2', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-}
-
-.btn-primary:hover,
-.btn-primary:focus {
-  background-color: #2d6ca2;
-  background-position: 0 -15px;
-}
-
-.btn-primary:active,
-.btn-primary.active {
-  background-color: #2d6ca2;
-  border-color: #2b669a;
-}
-
-.btn-success {
-  background-image: -webkit-linear-gradient(top, #5cb85c 0%, #419641 100%);
-  background-image: linear-gradient(to bottom, #5cb85c 0%, #419641 100%);
-  background-repeat: repeat-x;
-  border-color: #3e8f3e;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff5cb85c', endColorstr='#ff419641', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-}
-
-.btn-success:hover,
-.btn-success:focus {
-  background-color: #419641;
-  background-position: 0 -15px;
-}
-
-.btn-success:active,
-.btn-success.active {
-  background-color: #419641;
-  border-color: #3e8f3e;
-}
-
-.btn-warning {
-  background-image: -webkit-linear-gradient(top, #f0ad4e 0%, #eb9316 100%);
-  background-image: linear-gradient(to bottom, #f0ad4e 0%, #eb9316 100%);
-  background-repeat: repeat-x;
-  border-color: #e38d13;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fff0ad4e', endColorstr='#ffeb9316', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-}
-
-.btn-warning:hover,
-.btn-warning:focus {
-  background-color: #eb9316;
-  background-position: 0 -15px;
-}
-
-.btn-warning:active,
-.btn-warning.active {
-  background-color: #eb9316;
-  border-color: #e38d13;
-}
-
-.btn-danger {
-  background-image: -webkit-linear-gradient(top, #d9534f 0%, #c12e2a 100%);
-  background-image: linear-gradient(to bottom, #d9534f 0%, #c12e2a 100%);
-  background-repeat: repeat-x;
-  border-color: #b92c28;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffd9534f', endColorstr='#ffc12e2a', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-}
-
-.btn-danger:hover,
-.btn-danger:focus {
-  background-color: #c12e2a;
-  background-position: 0 -15px;
-}
-
-.btn-danger:active,
-.btn-danger.active {
-  background-color: #c12e2a;
-  border-color: #b92c28;
-}
-
-.btn-info {
-  background-image: -webkit-linear-gradient(top, #5bc0de 0%, #2aabd2 100%);
-  background-image: linear-gradient(to bottom, #5bc0de 0%, #2aabd2 100%);
-  background-repeat: repeat-x;
-  border-color: #28a4c9;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff5bc0de', endColorstr='#ff2aabd2', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-}
-
-.btn-info:hover,
-.btn-info:focus {
-  background-color: #2aabd2;
-  background-position: 0 -15px;
-}
-
-.btn-info:active,
-.btn-info.active {
-  background-color: #2aabd2;
-  border-color: #28a4c9;
-}
-
-.thumbnail,
-.img-thumbnail {
-  -webkit-box-shadow: 0 1px 2px rgba(0, 0, 0, 0.075);
-          box-shadow: 0 1px 2px rgba(0, 0, 0, 0.075);
-}
-
-.dropdown-menu > li > a:hover,
-.dropdown-menu > li > a:focus {
-  background-color: #e8e8e8;
-  background-image: -webkit-linear-gradient(top, #f5f5f5 0%, #e8e8e8 100%);
-  background-image: linear-gradient(to bottom, #f5f5f5 0%, #e8e8e8 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fff5f5f5', endColorstr='#ffe8e8e8', GradientType=0);
-}
-
-.dropdown-menu > .active > a,
-.dropdown-menu > .active > a:hover,
-.dropdown-menu > .active > a:focus {
-  background-color: #357ebd;
-  background-image: -webkit-linear-gradient(top, #428bca 0%, #357ebd 100%);
-  background-image: linear-gradient(to bottom, #428bca 0%, #357ebd 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff428bca', endColorstr='#ff357ebd', GradientType=0);
-}
-
-.navbar-default {
-  background-image: -webkit-linear-gradient(top, #ffffff 0%, #f8f8f8 100%);
-  background-image: linear-gradient(to bottom, #ffffff 0%, #f8f8f8 100%);
-  background-repeat: repeat-x;
-  border-radius: 4px;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffffffff', endColorstr='#fff8f8f8', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.15), 0 1px 5px rgba(0, 0, 0, 0.075);
-          box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.15), 0 1px 5px rgba(0, 0, 0, 0.075);
-}
-
-.navbar-default .navbar-nav > .active > a {
-  background-image: -webkit-linear-gradient(top, #ebebeb 0%, #f3f3f3 100%);
-  background-image: linear-gradient(to bottom, #ebebeb 0%, #f3f3f3 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffebebeb', endColorstr='#fff3f3f3', GradientType=0);
-  -webkit-box-shadow: inset 0 3px 9px rgba(0, 0, 0, 0.075);
-          box-shadow: inset 0 3px 9px rgba(0, 0, 0, 0.075);
-}
-
-.navbar-brand,
-.navbar-nav > li > a {
-  text-shadow: 0 1px 0 rgba(255, 255, 255, 0.25);
-}
-
-.navbar-inverse {
-  background-image: -webkit-linear-gradient(top, #3c3c3c 0%, #222222 100%);
-  background-image: linear-gradient(to bottom, #3c3c3c 0%, #222222 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff3c3c3c', endColorstr='#ff222222', GradientType=0);
-  filter: progid:DXImageTransform.Microsoft.gradient(enabled=false);
-}
-
-.navbar-inverse .navbar-nav > .active > a {
-  background-image: -webkit-linear-gradient(top, #222222 0%, #282828 100%);
-  background-image: linear-gradient(to bottom, #222222 0%, #282828 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff222222', endColorstr='#ff282828', GradientType=0);
-  -webkit-box-shadow: inset 0 3px 9px rgba(0, 0, 0, 0.25);
-          box-shadow: inset 0 3px 9px rgba(0, 0, 0, 0.25);
-}
-
-.navbar-inverse .navbar-brand,
-.navbar-inverse .navbar-nav > li > a {
-  text-shadow: 0 -1px 0 rgba(0, 0, 0, 0.25);
-}
-
-.navbar-static-top,
-.navbar-fixed-top,
-.navbar-fixed-bottom {
-  border-radius: 0;
-}
-
-.alert {
-  text-shadow: 0 1px 0 rgba(255, 255, 255, 0.2);
-  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.25), 0 1px 2px rgba(0, 0, 0, 0.05);
-          box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.25), 0 1px 2px rgba(0, 0, 0, 0.05);
-}
-
-.alert-success {
-  background-image: -webkit-linear-gradient(top, #dff0d8 0%, #c8e5bc 100%);
-  background-image: linear-gradient(to bottom, #dff0d8 0%, #c8e5bc 100%);
-  background-repeat: repeat-x;
-  border-color: #b2dba1;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffdff0d8', endColorstr='#ffc8e5bc', GradientType=0);
-}
-
-.alert-info {
-  background-image: -webkit-linear-gradient(top, #d9edf7 0%, #b9def0 100%);
-  background-image: linear-gradient(to bottom, #d9edf7 0%, #b9def0 100%);
-  background-repeat: repeat-x;
-  border-color: #9acfea;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffd9edf7', endColorstr='#ffb9def0', GradientType=0);
-}
-
-.alert-warning {
-  background-image: -webkit-linear-gradient(top, #fcf8e3 0%, #f8efc0 100%);
-  background-image: linear-gradient(to bottom, #fcf8e3 0%, #f8efc0 100%);
-  background-repeat: repeat-x;
-  border-color: #f5e79e;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fffcf8e3', endColorstr='#fff8efc0', GradientType=0);
-}
-
-.alert-danger {
-  background-image: -webkit-linear-gradient(top, #f2dede 0%, #e7c3c3 100%);
-  background-image: linear-gradient(to bottom, #f2dede 0%, #e7c3c3 100%);
-  background-repeat: repeat-x;
-  border-color: #dca7a7;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fff2dede', endColorstr='#ffe7c3c3', GradientType=0);
-}
-
-.progress {
-  background-image: -webkit-linear-gradient(top, #ebebeb 0%, #f5f5f5 100%);
-  background-image: linear-gradient(to bottom, #ebebeb 0%, #f5f5f5 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffebebeb', endColorstr='#fff5f5f5', GradientType=0);
-}
-
-.progress-bar {
-  background-image: -webkit-linear-gradient(top, #428bca 0%, #3071a9 100%);
-  background-image: linear-gradient(to bottom, #428bca 0%, #3071a9 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff428bca', endColorstr='#ff3071a9', GradientType=0);
-}
-
-.progress-bar-success {
-  background-image: -webkit-linear-gradient(top, #5cb85c 0%, #449d44 100%);
-  background-image: linear-gradient(to bottom, #5cb85c 0%, #449d44 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff5cb85c', endColorstr='#ff449d44', GradientType=0);
-}
-
-.progress-bar-info {
-  background-image: -webkit-linear-gradient(top, #5bc0de 0%, #31b0d5 100%);
-  background-image: linear-gradient(to bottom, #5bc0de 0%, #31b0d5 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff5bc0de', endColorstr='#ff31b0d5', GradientType=0);
-}
-
-.progress-bar-warning {
-  background-image: -webkit-linear-gradient(top, #f0ad4e 0%, #ec971f 100%);
-  background-image: linear-gradient(to bottom, #f0ad4e 0%, #ec971f 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fff0ad4e', endColorstr='#ffec971f', GradientType=0);
-}
-
-.progress-bar-danger {
-  background-image: -webkit-linear-gradient(top, #d9534f 0%, #c9302c 100%);
-  background-image: linear-gradient(to bottom, #d9534f 0%, #c9302c 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffd9534f', endColorstr='#ffc9302c', GradientType=0);
-}
-
-.list-group {
-  border-radius: 4px;
-  -webkit-box-shadow: 0 1px 2px rgba(0, 0, 0, 0.075);
-          box-shadow: 0 1px 2px rgba(0, 0, 0, 0.075);
-}
-
-.list-group-item.active,
-.list-group-item.active:hover,
-.list-group-item.active:focus {
-  text-shadow: 0 -1px 0 #3071a9;
-  background-image: -webkit-linear-gradient(top, #428bca 0%, #3278b3 100%);
-  background-image: linear-gradient(to bottom, #428bca 0%, #3278b3 100%);
-  background-repeat: repeat-x;
-  border-color: #3278b3;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff428bca', endColorstr='#ff3278b3', GradientType=0);
-}
-
-.panel {
-  -webkit-box-shadow: 0 1px 2px rgba(0, 0, 0, 0.05);
-          box-shadow: 0 1px 2px rgba(0, 0, 0, 0.05);
-}
-
-.panel-default > .panel-heading {
-  background-image: -webkit-linear-gradient(top, #f5f5f5 0%, #e8e8e8 100%);
-  background-image: linear-gradient(to bottom, #f5f5f5 0%, #e8e8e8 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fff5f5f5', endColorstr='#ffe8e8e8', GradientType=0);
-}
-
-.panel-primary > .panel-heading {
-  background-image: -webkit-linear-gradient(top, #428bca 0%, #357ebd 100%);
-  background-image: linear-gradient(to bottom, #428bca 0%, #357ebd 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ff428bca', endColorstr='#ff357ebd', GradientType=0);
-}
-
-.panel-success > .panel-heading {
-  background-image: -webkit-linear-gradient(top, #dff0d8 0%, #d0e9c6 100%);
-  background-image: linear-gradient(to bottom, #dff0d8 0%, #d0e9c6 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffdff0d8', endColorstr='#ffd0e9c6', GradientType=0);
-}
-
-.panel-info > .panel-heading {
-  background-image: -webkit-linear-gradient(top, #d9edf7 0%, #c4e3f3 100%);
-  background-image: linear-gradient(to bottom, #d9edf7 0%, #c4e3f3 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffd9edf7', endColorstr='#ffc4e3f3', GradientType=0);
-}
-
-.panel-warning > .panel-heading {
-  background-image: -webkit-linear-gradient(top, #fcf8e3 0%, #faf2cc 100%);
-  background-image: linear-gradient(to bottom, #fcf8e3 0%, #faf2cc 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fffcf8e3', endColorstr='#fffaf2cc', GradientType=0);
-}
-
-.panel-danger > .panel-heading {
-  background-image: -webkit-linear-gradient(top, #f2dede 0%, #ebcccc 100%);
-  background-image: linear-gradient(to bottom, #f2dede 0%, #ebcccc 100%);
-  background-repeat: repeat-x;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#fff2dede', endColorstr='#ffebcccc', GradientType=0);
-}
-
-.well {
-  background-image: -webkit-linear-gradient(top, #e8e8e8 0%, #f5f5f5 100%);
-  background-image: linear-gradient(to bottom, #e8e8e8 0%, #f5f5f5 100%);
-  background-repeat: repeat-x;
-  border-color: #dcdcdc;
-  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffe8e8e8', endColorstr='#fff5f5f5', GradientType=0);
-  -webkit-box-shadow: inset 0 1px 3px rgba(0, 0, 0, 0.05), 0 1px 0 rgba(255, 255, 255, 0.1);
-          box-shadow: inset 0 1px 3px rgba(0, 0, 0, 0.05), 0 1px 0 rgba(255, 255, 255, 0.1);
-}

docs/dist/fonts/glyphicons-halflings-regular.svg

@@ -1,229 +0,0 @@
-<?xml version="1.0" standalone="no"?>
-<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd" >
-<svg xmlns="http://www.w3.org/2000/svg">
-<metadata></metadata>
-<defs>
-<font id="glyphicons_halflingsregular" horiz-adv-x="1200" >
-<font-face units-per-em="1200" ascent="960" descent="-240" />
-<missing-glyph horiz-adv-x="500" />
-<glyph />
-<glyph />
-<glyph unicode="&#xd;" />
-<glyph unicode=" " />
-<glyph unicode="*" d="M100 500v200h259l-183 183l141 141l183 -183v259h200v-259l183 183l141 -141l-183 -183h259v-200h-259l183 -183l-141 -141l-183 183v-259h-200v259l-183 -183l-141 141l183 183h-259z" />
-<glyph unicode="+" d="M0 400v300h400v400h300v-400h400v-300h-400v-400h-300v400h-400z" />
-<glyph unicode="&#xa0;" />
-<glyph unicode="&#x2000;" horiz-adv-x="652" />
-<glyph unicode="&#x2001;" horiz-adv-x="1304" />
-<glyph unicode="&#x2002;" horiz-adv-x="652" />
-<glyph unicode="&#x2003;" horiz-adv-x="1304" />
-<glyph unicode="&#x2004;" horiz-adv-x="434" />
-<glyph unicode="&#x2005;" horiz-adv-x="326" />
-<glyph unicode="&#x2006;" horiz-adv-x="217" />
-<glyph unicode="&#x2007;" horiz-adv-x="217" />
-<glyph unicode="&#x2008;" horiz-adv-x="163" />
-<glyph unicode="&#x2009;" horiz-adv-x="260" />
-<glyph unicode="&#x200a;" horiz-adv-x="72" />
-<glyph unicode="&#x202f;" horiz-adv-x="260" />
-<glyph unicode="&#x205f;" horiz-adv-x="326" />
-<glyph unicode="&#x20ac;" d="M100 500l100 100h113q0 47 5 100h-218l100 100h135q37 167 112 257q117 141 297 141q242 0 354 -189q60 -103 66 -209h-181q0 55 -25.5 99t-63.5 68t-75 36.5t-67 12.5q-24 0 -52.5 -10t-62.5 -32t-65.5 -67t-50.5 -107h379l-100 -100h-300q-6 -46 -6 -100h406l-100 -100 h-300q9 -74 33 -132t52.5 -91t62 -54.5t59 -29t46.5 -7.5q29 0 66 13t75 37t63.5 67.5t25.5 96.5h174q-31 -172 -128 -278q-107 -117 -274 -117q-205 0 -324 158q-36 46 -69 131.5t-45 205.5h-217z" />
-<glyph unicode="&#x2212;" d="M200 400h900v300h-900v-300z" />
-<glyph unicode="&#x2601;" d="M-14 494q0 -80 56.5 -137t135.5 -57h750q120 0 205 86t85 208q0 120 -85 206.5t-205 86.5q-46 0 -90 -14q-44 97 -134.5 156.5t-200.5 59.5q-152 0 -260 -107.5t-108 -260.5q0 -25 2 -37q-66 -14 -108.5 -67.5t-42.5 -122.5z" />
-<glyph unicode="&#x2709;" d="M0 100l400 400l200 -200l200 200l400 -400h-1200zM0 300v600l300 -300zM0 1100l600 -603l600 603h-1200zM900 600l300 300v-600z" />
-<glyph unicode="&#x270f;" d="M-13 -13l333 112l-223 223zM187 403l214 -214l614 614l-214 214zM887 1103l214 -214l99 92q13 13 13 32.5t-13 33.5l-153 153q-15 13 -33 13t-33 -13z" />
-<glyph unicode="&#xe000;" horiz-adv-x="500" d="M0 0z" />
-<glyph unicode="&#xe001;" d="M0 1200h1200l-500 -550v-550h300v-100h-800v100h300v550z" />
-<glyph unicode="&#xe002;" d="M14 84q18 -55 86 -75.5t147 5.5q65 21 109 69t44 90v606l600 155v-521q-64 16 -138 -7q-79 -26 -122.5 -83t-25.5 -111q17 -55 85.5 -75.5t147.5 4.5q70 23 111.5 63.5t41.5 95.5v881q0 10 -7 15.5t-17 2.5l-752 -193q-10 -3 -17 -12.5t-7 -19.5v-689q-64 17 -138 -7 q-79 -25 -122.5 -82t-25.5 -112z" />
-<glyph unicode="&#xe003;" d="M23 693q0 200 142 342t342 142t342 -142t142 -342q0 -142 -78 -261l300 -300q7 -8 7 -18t-7 -18l-109 -109q-8 -7 -18 -7t-18 7l-300 300q-119 -78 -261 -78q-200 0 -342 142t-142 342zM176 693q0 -136 97 -233t234 -97t233.5 96.5t96.5 233.5t-96.5 233.5t-233.5 96.5 t-234 -97t-97 -233z" />
-<glyph unicode="&#xe005;" d="M100 784q0 64 28 123t73 100.5t104.5 64t119 20.5t120 -38.5t104.5 -104.5q48 69 109.5 105t121.5 38t118.5 -20.5t102.5 -64t71 -100.5t27 -123q0 -57 -33.5 -117.5t-94 -124.5t-126.5 -127.5t-150 -152.5t-146 -174q-62 85 -145.5 174t-149.5 152.5t-126.5 127.5 t-94 124.5t-33.5 117.5z" />
-<glyph unicode="&#xe006;" d="M-72 800h479l146 400h2l146 -400h472l-382 -278l145 -449l-384 275l-382 -275l146 447zM168 71l2 1z" />
-<glyph unicode="&#xe007;" d="M-72 800h479l146 400h2l146 -400h472l-382 -278l145 -449l-384 275l-382 -275l146 447zM168 71l2 1zM237 700l196 -142l-73 -226l192 140l195 -141l-74 229l193 140h-235l-77 211l-78 -211h-239z" />
-<glyph unicode="&#xe008;" d="M0 0v143l400 257v100q-37 0 -68.5 74.5t-31.5 125.5v200q0 124 88 212t212 88t212 -88t88 -212v-200q0 -51 -31.5 -125.5t-68.5 -74.5v-100l400 -257v-143h-1200z" />
-<glyph unicode="&#xe009;" d="M0 0v1100h1200v-1100h-1200zM100 100h100v100h-100v-100zM100 300h100v100h-100v-100zM100 500h100v100h-100v-100zM100 700h100v100h-100v-100zM100 900h100v100h-100v-100zM300 100h600v400h-600v-400zM300 600h600v400h-600v-400zM1000 100h100v100h-100v-100z M1000 300h100v100h-100v-100zM1000 500h100v100h-100v-100zM1000 700h100v100h-100v-100zM1000 900h100v100h-100v-100z" />
-<glyph unicode="&#xe010;" d="M0 50v400q0 21 14.5 35.5t35.5 14.5h400q21 0 35.5 -14.5t14.5 -35.5v-400q0 -21 -14.5 -35.5t-35.5 -14.5h-400q-21 0 -35.5 14.5t-14.5 35.5zM0 650v400q0 21 14.5 35.5t35.5 14.5h400q21 0 35.5 -14.5t14.5 -35.5v-400q0 -21 -14.5 -35.5t-35.5 -14.5h-400 q-21 0 -35.5 14.5t-14.5 35.5zM600 50v400q0 21 14.5 35.5t35.5 14.5h400q21 0 35.5 -14.5t14.5 -35.5v-400q0 -21 -14.5 -35.5t-35.5 -14.5h-400q-21 0 -35.5 14.5t-14.5 35.5zM600 650v400q0 21 14.5 35.5t35.5 14.5h400q21 0 35.5 -14.5t14.5 -35.5v-400 q0 -21 -14.5 -35.5t-35.5 -14.5h-400q-21 0 -35.5 14.5t-14.5 35.5z" />
-<glyph unicode="&#xe011;" d="M0 50v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM0 450v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200 q-21 0 -35.5 14.5t-14.5 35.5zM0 850v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM400 50v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5 t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM400 450v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM400 850v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5 v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM800 50v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM800 450v200q0 21 14.5 35.5t35.5 14.5h200 q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM800 850v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5z" />
-<glyph unicode="&#xe012;" d="M0 50v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM0 450q0 -21 14.5 -35.5t35.5 -14.5h200q21 0 35.5 14.5t14.5 35.5v200q0 21 -14.5 35.5t-35.5 14.5h-200q-21 0 -35.5 -14.5 t-14.5 -35.5v-200zM0 850v200q0 21 14.5 35.5t35.5 14.5h200q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5zM400 50v200q0 21 14.5 35.5t35.5 14.5h700q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5 t-35.5 -14.5h-700q-21 0 -35.5 14.5t-14.5 35.5zM400 450v200q0 21 14.5 35.5t35.5 14.5h700q21 0 35.5 -14.5t14.5 -35.5v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-700q-21 0 -35.5 14.5t-14.5 35.5zM400 850v200q0 21 14.5 35.5t35.5 14.5h700q21 0 35.5 -14.5t14.5 -35.5 v-200q0 -21 -14.5 -35.5t-35.5 -14.5h-700q-21 0 -35.5 14.5t-14.5 35.5z" />
-<glyph unicode="&#xe013;" d="M29 454l419 -420l818 820l-212 212l-607 -607l-206 207z" />
-<glyph unicode="&#xe014;" d="M106 318l282 282l-282 282l212 212l282 -282l282 282l212 -212l-282 -282l282 -282l-212 -212l-282 282l-282 -282z" />
-<glyph unicode="&#xe015;" d="M23 693q0 200 142 342t342 142t342 -142t142 -342q0 -142 -78 -261l300 -300q7 -8 7 -18t-7 -18l-109 -109q-8 -7 -18 -7t-18 7l-300 300q-119 -78 -261 -78q-200 0 -342 142t-142 342zM176 693q0 -136 97 -233t234 -97t233.5 96.5t96.5 233.5t-96.5 233.5t-233.5 96.5 t-234 -97t-97 -233zM300 600v200h100v100h200v-100h100v-200h-100v-100h-200v100h-100z" />
-<glyph unicode="&#xe016;" d="M23 694q0 200 142 342t342 142t342 -142t142 -342q0 -141 -78 -262l300 -299q7 -7 7 -18t-7 -18l-109 -109q-8 -8 -18 -8t-18 8l-300 299q-120 -77 -261 -77q-200 0 -342 142t-142 342zM176 694q0 -136 97 -233t234 -97t233.5 97t96.5 233t-96.5 233t-233.5 97t-234 -97 t-97 -233zM300 601h400v200h-400v-200z" />
-<glyph unicode="&#xe017;" d="M23 600q0 183 105 331t272 210v-166q-103 -55 -165 -155t-62 -220q0 -177 125 -302t302 -125t302 125t125 302q0 120 -62 220t-165 155v166q167 -62 272 -210t105 -331q0 -118 -45.5 -224.5t-123 -184t-184 -123t-224.5 -45.5t-224.5 45.5t-184 123t-123 184t-45.5 224.5 zM500 750q0 -21 14.5 -35.5t35.5 -14.5h100q21 0 35.5 14.5t14.5 35.5v400q0 21 -14.5 35.5t-35.5 14.5h-100q-21 0 -35.5 -14.5t-14.5 -35.5v-400z" />
-<glyph unicode="&#xe018;" d="M100 1h200v300h-200v-300zM400 1v500h200v-500h-200zM700 1v800h200v-800h-200zM1000 1v1200h200v-1200h-200z" />
-<glyph unicode="&#xe019;" d="M26 601q0 -33 6 -74l151 -38l2 -6q14 -49 38 -93l3 -5l-80 -134q45 -59 105 -105l133 81l5 -3q45 -26 94 -39l5 -2l38 -151q40 -5 74 -5q27 0 74 5l38 151l6 2q46 13 93 39l5 3l134 -81q56 44 104 105l-80 134l3 5q24 44 39 93l1 6l152 38q5 40 5 74q0 28 -5 73l-152 38 l-1 6q-16 51 -39 93l-3 5l80 134q-44 58 -104 105l-134 -81l-5 3q-45 25 -93 39l-6 1l-38 152q-40 5 -74 5q-27 0 -74 -5l-38 -152l-5 -1q-50 -14 -94 -39l-5 -3l-133 81q-59 -47 -105 -105l80 -134l-3 -5q-25 -47 -38 -93l-2 -6l-151 -38q-6 -48 -6 -73zM385 601 q0 88 63 151t152 63t152 -63t63 -151q0 -89 -63 -152t-152 -63t-152 63t-63 152z" />
-<glyph unicode="&#xe020;" d="M100 1025v50q0 10 7.5 17.5t17.5 7.5h275v100q0 41 29.5 70.5t70.5 29.5h300q41 0 70.5 -29.5t29.5 -70.5v-100h275q10 0 17.5 -7.5t7.5 -17.5v-50q0 -11 -7 -18t-18 -7h-1050q-11 0 -18 7t-7 18zM200 100v800h900v-800q0 -41 -29.5 -71t-70.5 -30h-700q-41 0 -70.5 30 t-29.5 71zM300 100h100v700h-100v-700zM500 100h100v700h-100v-700zM500 1100h300v100h-300v-100zM700 100h100v700h-100v-700zM900 100h100v700h-100v-700z" />
-<glyph unicode="&#xe021;" d="M1 601l656 644l644 -644h-200v-600h-300v400h-300v-400h-300v600h-200z" />
-<glyph unicode="&#xe022;" d="M100 25v1150q0 11 7 18t18 7h475v-500h400v-675q0 -11 -7 -18t-18 -7h-850q-11 0 -18 7t-7 18zM700 800v300l300 -300h-300z" />
-<glyph unicode="&#xe023;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -171 121.5 -292.5t292.5 -121.5t292.5 121.5t121.5 292.5t-121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM500 500v400h100 v-300h200v-100h-300z" />
-<glyph unicode="&#xe024;" d="M-100 0l431 1200h209l-21 -300h162l-20 300h208l431 -1200h-538l-41 400h-242l-40 -400h-539zM488 500h224l-27 300h-170z" />
-<glyph unicode="&#xe025;" d="M0 0v400h490l-290 300h200v500h300v-500h200l-290 -300h490v-400h-1100zM813 200h175v100h-175v-100z" />
-<glyph unicode="&#xe026;" d="M1 600q0 122 47.5 233t127.5 191t191 127.5t233 47.5t233 -47.5t191 -127.5t127.5 -191t47.5 -233t-47.5 -233t-127.5 -191t-191 -127.5t-233 -47.5t-233 47.5t-191 127.5t-127.5 191t-47.5 233zM188 600q0 -170 121 -291t291 -121t291 121t121 291t-121 291t-291 121 t-291 -121t-121 -291zM350 600h150v300h200v-300h150l-250 -300z" />
-<glyph unicode="&#xe027;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -171 121.5 -292.5t292.5 -121.5t292.5 121.5t121.5 292.5t-121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM350 600l250 300 l250 -300h-150v-300h-200v300h-150z" />
-<glyph unicode="&#xe028;" d="M0 25v475l200 700h800q199 -700 200 -700v-475q0 -11 -7 -18t-18 -7h-1150q-11 0 -18 7t-7 18zM200 500h200l50 -200h300l50 200h200l-97 500h-606z" />
-<glyph unicode="&#xe029;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -172 121.5 -293t292.5 -121t292.5 121t121.5 293q0 171 -121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM500 397v401 l297 -200z" />
-<glyph unicode="&#xe030;" d="M23 600q0 -118 45.5 -224.5t123 -184t184 -123t224.5 -45.5t224.5 45.5t184 123t123 184t45.5 224.5h-150q0 -177 -125 -302t-302 -125t-302 125t-125 302t125 302t302 125q136 0 246 -81l-146 -146h400v400l-145 -145q-157 122 -355 122q-118 0 -224.5 -45.5t-184 -123 t-123 -184t-45.5 -224.5z" />
-<glyph unicode="&#xe031;" d="M23 600q0 118 45.5 224.5t123 184t184 123t224.5 45.5q198 0 355 -122l145 145v-400h-400l147 147q-112 80 -247 80q-177 0 -302 -125t-125 -302h-150zM100 0v400h400l-147 -147q112 -80 247 -80q177 0 302 125t125 302h150q0 -118 -45.5 -224.5t-123 -184t-184 -123 t-224.5 -45.5q-198 0 -355 122z" />
-<glyph unicode="&#xe032;" d="M100 0h1100v1200h-1100v-1200zM200 100v900h900v-900h-900zM300 200v100h100v-100h-100zM300 400v100h100v-100h-100zM300 600v100h100v-100h-100zM300 800v100h100v-100h-100zM500 200h500v100h-500v-100zM500 400v100h500v-100h-500zM500 600v100h500v-100h-500z M500 800v100h500v-100h-500z" />
-<glyph unicode="&#xe033;" d="M0 100v600q0 41 29.5 70.5t70.5 29.5h100v200q0 82 59 141t141 59h300q82 0 141 -59t59 -141v-200h100q41 0 70.5 -29.5t29.5 -70.5v-600q0 -41 -29.5 -70.5t-70.5 -29.5h-900q-41 0 -70.5 29.5t-29.5 70.5zM400 800h300v150q0 21 -14.5 35.5t-35.5 14.5h-200 q-21 0 -35.5 -14.5t-14.5 -35.5v-150z" />
-<glyph unicode="&#xe034;" d="M100 0v1100h100v-1100h-100zM300 400q60 60 127.5 84t127.5 17.5t122 -23t119 -30t110 -11t103 42t91 120.5v500q-40 -81 -101.5 -115.5t-127.5 -29.5t-138 25t-139.5 40t-125.5 25t-103 -29.5t-65 -115.5v-500z" />
-<glyph unicode="&#xe035;" d="M0 275q0 -11 7 -18t18 -7h50q11 0 18 7t7 18v300q0 127 70.5 231.5t184.5 161.5t245 57t245 -57t184.5 -161.5t70.5 -231.5v-300q0 -11 7 -18t18 -7h50q11 0 18 7t7 18v300q0 116 -49.5 227t-131 192.5t-192.5 131t-227 49.5t-227 -49.5t-192.5 -131t-131 -192.5 t-49.5 -227v-300zM200 20v460q0 8 6 14t14 6h160q8 0 14 -6t6 -14v-460q0 -8 -6 -14t-14 -6h-160q-8 0 -14 6t-6 14zM800 20v460q0 8 6 14t14 6h160q8 0 14 -6t6 -14v-460q0 -8 -6 -14t-14 -6h-160q-8 0 -14 6t-6 14z" />
-<glyph unicode="&#xe036;" d="M0 400h300l300 -200v800l-300 -200h-300v-400zM688 459l141 141l-141 141l71 71l141 -141l141 141l71 -71l-141 -141l141 -141l-71 -71l-141 141l-141 -141z" />
-<glyph unicode="&#xe037;" d="M0 400h300l300 -200v800l-300 -200h-300v-400zM700 857l69 53q111 -135 111 -310q0 -169 -106 -302l-67 54q86 110 86 248q0 146 -93 257z" />
-<glyph unicode="&#xe038;" d="M0 401v400h300l300 200v-800l-300 200h-300zM702 858l69 53q111 -135 111 -310q0 -170 -106 -303l-67 55q86 110 86 248q0 145 -93 257zM889 951l7 -8q123 -151 123 -344q0 -189 -119 -339l-7 -8l81 -66l6 8q142 178 142 405q0 230 -144 408l-6 8z" />
-<glyph unicode="&#xe039;" d="M0 0h500v500h-200v100h-100v-100h-200v-500zM0 600h100v100h400v100h100v100h-100v300h-500v-600zM100 100v300h300v-300h-300zM100 800v300h300v-300h-300zM200 200v100h100v-100h-100zM200 900h100v100h-100v-100zM500 500v100h300v-300h200v-100h-100v-100h-200v100 h-100v100h100v200h-200zM600 0v100h100v-100h-100zM600 1000h100v-300h200v-300h300v200h-200v100h200v500h-600v-200zM800 800v300h300v-300h-300zM900 0v100h300v-100h-300zM900 900v100h100v-100h-100zM1100 200v100h100v-100h-100z" />
-<glyph unicode="&#xe040;" d="M0 200h100v1000h-100v-1000zM100 0v100h300v-100h-300zM200 200v1000h100v-1000h-100zM500 0v91h100v-91h-100zM500 200v1000h200v-1000h-200zM700 0v91h100v-91h-100zM800 200v1000h100v-1000h-100zM900 0v91h200v-91h-200zM1000 200v1000h200v-1000h-200z" />
-<glyph unicode="&#xe041;" d="M1 700v475q0 10 7.5 17.5t17.5 7.5h474l700 -700l-500 -500zM148 953q0 -42 29 -71q30 -30 71.5 -30t71.5 30q29 29 29 71t-29 71q-30 30 -71.5 30t-71.5 -30q-29 -29 -29 -71z" />
-<glyph unicode="&#xe042;" d="M2 700v475q0 11 7 18t18 7h474l700 -700l-500 -500zM148 953q0 -42 30 -71q29 -30 71 -30t71 30q30 29 30 71t-30 71q-29 30 -71 30t-71 -30q-30 -29 -30 -71zM701 1200h100l700 -700l-500 -500l-50 50l450 450z" />
-<glyph unicode="&#xe043;" d="M100 0v1025l175 175h925v-1000l-100 -100v1000h-750l-100 -100h750v-1000h-900z" />
-<glyph unicode="&#xe044;" d="M200 0l450 444l450 -443v1150q0 20 -14.5 35t-35.5 15h-800q-21 0 -35.5 -15t-14.5 -35v-1151z" />
-<glyph unicode="&#xe045;" d="M0 100v700h200l100 -200h600l100 200h200v-700h-200v200h-800v-200h-200zM253 829l40 -124h592l62 124l-94 346q-2 11 -10 18t-18 7h-450q-10 0 -18 -7t-10 -18zM281 24l38 152q2 10 11.5 17t19.5 7h500q10 0 19.5 -7t11.5 -17l38 -152q2 -10 -3.5 -17t-15.5 -7h-600 q-10 0 -15.5 7t-3.5 17z" />
-<glyph unicode="&#xe046;" d="M0 200q0 -41 29.5 -70.5t70.5 -29.5h1000q41 0 70.5 29.5t29.5 70.5v600q0 41 -29.5 70.5t-70.5 29.5h-150q-4 8 -11.5 21.5t-33 48t-53 61t-69 48t-83.5 21.5h-200q-41 0 -82 -20.5t-70 -50t-52 -59t-34 -50.5l-12 -20h-150q-41 0 -70.5 -29.5t-29.5 -70.5v-600z M356 500q0 100 72 172t172 72t172 -72t72 -172t-72 -172t-172 -72t-172 72t-72 172zM494 500q0 -44 31 -75t75 -31t75 31t31 75t-31 75t-75 31t-75 -31t-31 -75zM900 700v100h100v-100h-100z" />
-<glyph unicode="&#xe047;" d="M53 0h365v66q-41 0 -72 11t-49 38t1 71l92 234h391l82 -222q16 -45 -5.5 -88.5t-74.5 -43.5v-66h417v66q-34 1 -74 43q-18 19 -33 42t-21 37l-6 13l-385 998h-93l-399 -1006q-24 -48 -52 -75q-12 -12 -33 -25t-36 -20l-15 -7v-66zM416 521l178 457l46 -140l116 -317h-340 z" />
-<glyph unicode="&#xe048;" d="M100 0v89q41 7 70.5 32.5t29.5 65.5v827q0 28 -1 39.5t-5.5 26t-15.5 21t-29 14t-49 14.5v70h471q120 0 213 -88t93 -228q0 -55 -11.5 -101.5t-28 -74t-33.5 -47.5t-28 -28l-12 -7q8 -3 21.5 -9t48 -31.5t60.5 -58t47.5 -91.5t21.5 -129q0 -84 -59 -156.5t-142 -111 t-162 -38.5h-500zM400 200h161q89 0 153 48.5t64 132.5q0 90 -62.5 154.5t-156.5 64.5h-159v-400zM400 700h139q76 0 130 61.5t54 138.5q0 82 -84 130.5t-239 48.5v-379z" />
-<glyph unicode="&#xe049;" d="M200 0v57q77 7 134.5 40.5t65.5 80.5l173 849q10 56 -10 74t-91 37q-6 1 -10.5 2.5t-9.5 2.5v57h425l2 -57q-33 -8 -62 -25.5t-46 -37t-29.5 -38t-17.5 -30.5l-5 -12l-128 -825q-10 -52 14 -82t95 -36v-57h-500z" />
-<glyph unicode="&#xe050;" d="M-75 200h75v800h-75l125 167l125 -167h-75v-800h75l-125 -167zM300 900v300h150h700h150v-300h-50q0 29 -8 48.5t-18.5 30t-33.5 15t-39.5 5.5t-50.5 1h-200v-850l100 -50v-100h-400v100l100 50v850h-200q-34 0 -50.5 -1t-40 -5.5t-33.5 -15t-18.5 -30t-8.5 -48.5h-49z " />
-<glyph unicode="&#xe051;" d="M33 51l167 125v-75h800v75l167 -125l-167 -125v75h-800v-75zM100 901v300h150h700h150v-300h-50q0 29 -8 48.5t-18 30t-33.5 15t-40 5.5t-50.5 1h-200v-650l100 -50v-100h-400v100l100 50v650h-200q-34 0 -50.5 -1t-39.5 -5.5t-33.5 -15t-18.5 -30t-8 -48.5h-50z" />
-<glyph unicode="&#xe052;" d="M0 50q0 -20 14.5 -35t35.5 -15h1100q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-1100q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM0 350q0 -20 14.5 -35t35.5 -15h800q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-800q-21 0 -35.5 -14.5t-14.5 -35.5 v-100zM0 650q0 -20 14.5 -35t35.5 -15h1000q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-1000q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM0 950q0 -20 14.5 -35t35.5 -15h600q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-600q-21 0 -35.5 -14.5 t-14.5 -35.5v-100z" />
-<glyph unicode="&#xe053;" d="M0 50q0 -20 14.5 -35t35.5 -15h1100q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-1100q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM0 650q0 -20 14.5 -35t35.5 -15h1100q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-1100q-21 0 -35.5 -14.5t-14.5 -35.5 v-100zM200 350q0 -20 14.5 -35t35.5 -15h700q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-700q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM200 950q0 -20 14.5 -35t35.5 -15h700q21 0 35.5 15t14.5 35v100q0 21 -14.5 35.5t-35.5 14.5h-700q-21 0 -35.5 -14.5 t-14.5 -35.5v-100z" />
-<glyph unicode="&#xe054;" d="M0 50v100q0 21 14.5 35.5t35.5 14.5h1100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-1100q-21 0 -35.5 15t-14.5 35zM100 650v100q0 21 14.5 35.5t35.5 14.5h1000q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-1000q-21 0 -35.5 15 t-14.5 35zM300 350v100q0 21 14.5 35.5t35.5 14.5h800q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-800q-21 0 -35.5 15t-14.5 35zM500 950v100q0 21 14.5 35.5t35.5 14.5h600q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-600 q-21 0 -35.5 15t-14.5 35z" />
-<glyph unicode="&#xe055;" d="M0 50v100q0 21 14.5 35.5t35.5 14.5h1100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-1100q-21 0 -35.5 15t-14.5 35zM0 350v100q0 21 14.5 35.5t35.5 14.5h1100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-1100q-21 0 -35.5 15 t-14.5 35zM0 650v100q0 21 14.5 35.5t35.5 14.5h1100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-1100q-21 0 -35.5 15t-14.5 35zM0 950v100q0 21 14.5 35.5t35.5 14.5h1100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-1100 q-21 0 -35.5 15t-14.5 35z" />
-<glyph unicode="&#xe056;" d="M0 50v100q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-100q-21 0 -35.5 15t-14.5 35zM0 350v100q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-100q-21 0 -35.5 15 t-14.5 35zM0 650v100q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-100q-21 0 -35.5 15t-14.5 35zM0 950v100q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-100q-21 0 -35.5 15 t-14.5 35zM300 50v100q0 21 14.5 35.5t35.5 14.5h800q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-800q-21 0 -35.5 15t-14.5 35zM300 350v100q0 21 14.5 35.5t35.5 14.5h800q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-800 q-21 0 -35.5 15t-14.5 35zM300 650v100q0 21 14.5 35.5t35.5 14.5h800q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15h-800q-21 0 -35.5 15t-14.5 35zM300 950v100q0 21 14.5 35.5t35.5 14.5h800q21 0 35.5 -14.5t14.5 -35.5v-100q0 -20 -14.5 -35t-35.5 -15 h-800q-21 0 -35.5 15t-14.5 35z" />
-<glyph unicode="&#xe057;" d="M-101 500v100h201v75l166 -125l-166 -125v75h-201zM300 0h100v1100h-100v-1100zM500 50q0 -20 14.5 -35t35.5 -15h600q20 0 35 15t15 35v100q0 21 -15 35.5t-35 14.5h-600q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM500 350q0 -20 14.5 -35t35.5 -15h300q20 0 35 15t15 35 v100q0 21 -15 35.5t-35 14.5h-300q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM500 650q0 -20 14.5 -35t35.5 -15h500q20 0 35 15t15 35v100q0 21 -15 35.5t-35 14.5h-500q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM500 950q0 -20 14.5 -35t35.5 -15h100q20 0 35 15t15 35v100 q0 21 -15 35.5t-35 14.5h-100q-21 0 -35.5 -14.5t-14.5 -35.5v-100z" />
-<glyph unicode="&#xe058;" d="M1 50q0 -20 14.5 -35t35.5 -15h600q20 0 35 15t15 35v100q0 21 -15 35.5t-35 14.5h-600q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM1 350q0 -20 14.5 -35t35.5 -15h300q20 0 35 15t15 35v100q0 21 -15 35.5t-35 14.5h-300q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM1 650 q0 -20 14.5 -35t35.5 -15h500q20 0 35 15t15 35v100q0 21 -15 35.5t-35 14.5h-500q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM1 950q0 -20 14.5 -35t35.5 -15h100q20 0 35 15t15 35v100q0 21 -15 35.5t-35 14.5h-100q-21 0 -35.5 -14.5t-14.5 -35.5v-100zM801 0v1100h100v-1100 h-100zM934 550l167 -125v75h200v100h-200v75z" />
-<glyph unicode="&#xe059;" d="M0 275v650q0 31 22 53t53 22h750q31 0 53 -22t22 -53v-650q0 -31 -22 -53t-53 -22h-750q-31 0 -53 22t-22 53zM900 600l300 300v-600z" />
-<glyph unicode="&#xe060;" d="M0 44v1012q0 18 13 31t31 13h1112q19 0 31.5 -13t12.5 -31v-1012q0 -18 -12.5 -31t-31.5 -13h-1112q-18 0 -31 13t-13 31zM100 263l247 182l298 -131l-74 156l293 318l236 -288v500h-1000v-737zM208 750q0 56 39 95t95 39t95 -39t39 -95t-39 -95t-95 -39t-95 39t-39 95z " />
-<glyph unicode="&#xe062;" d="M148 745q0 124 60.5 231.5t165 172t226.5 64.5q123 0 227 -63t164.5 -169.5t60.5 -229.5t-73 -272q-73 -114 -166.5 -237t-150.5 -189l-57 -66q-10 9 -27 26t-66.5 70.5t-96 109t-104 135.5t-100.5 155q-63 139 -63 262zM342 772q0 -107 75.5 -182.5t181.5 -75.5 q107 0 182.5 75.5t75.5 182.5t-75.5 182t-182.5 75t-182 -75.5t-75 -181.5z" />
-<glyph unicode="&#xe063;" d="M1 600q0 122 47.5 233t127.5 191t191 127.5t233 47.5t233 -47.5t191 -127.5t127.5 -191t47.5 -233t-47.5 -233t-127.5 -191t-191 -127.5t-233 -47.5t-233 47.5t-191 127.5t-127.5 191t-47.5 233zM173 600q0 -177 125.5 -302t301.5 -125v854q-176 0 -301.5 -125 t-125.5 -302z" />
-<glyph unicode="&#xe064;" d="M117 406q0 94 34 186t88.5 172.5t112 159t115 177t87.5 194.5q21 -71 57.5 -142.5t76 -130.5t83 -118.5t82 -117t70 -116t50 -125.5t18.5 -136q0 -89 -39 -165.5t-102 -126.5t-140 -79.5t-156 -33.5q-114 6 -211.5 53t-161.5 138.5t-64 210.5zM243 414q14 -82 59.5 -136 t136.5 -80l16 98q-7 6 -18 17t-34 48t-33 77q-15 73 -14 143.5t10 122.5l9 51q-92 -110 -119.5 -185t-12.5 -156z" />
-<glyph unicode="&#xe065;" d="M0 400v300q0 165 117.5 282.5t282.5 117.5q366 -6 397 -14l-186 -186h-311q-41 0 -70.5 -29.5t-29.5 -70.5v-500q0 -41 29.5 -70.5t70.5 -29.5h500q41 0 70.5 29.5t29.5 70.5v125l200 200v-225q0 -165 -117.5 -282.5t-282.5 -117.5h-300q-165 0 -282.5 117.5 t-117.5 282.5zM436 341l161 50l412 412l-114 113l-405 -405zM995 1015l113 -113l113 113l-21 85l-92 28z" />
-<glyph unicode="&#xe066;" d="M0 400v300q0 165 117.5 282.5t282.5 117.5h261l2 -80q-133 -32 -218 -120h-145q-41 0 -70.5 -29.5t-29.5 -70.5v-500q0 -41 29.5 -70.5t70.5 -29.5h500q41 0 70.5 29.5t29.5 70.5l200 153v-53q0 -165 -117.5 -282.5t-282.5 -117.5h-300q-165 0 -282.5 117.5t-117.5 282.5 zM423 524q30 38 81.5 64t103 35.5t99 14t77.5 3.5l29 -1v-209l360 324l-359 318v-216q-7 0 -19 -1t-48 -8t-69.5 -18.5t-76.5 -37t-76.5 -59t-62 -88t-39.5 -121.5z" />
-<glyph unicode="&#xe067;" d="M0 400v300q0 165 117.5 282.5t282.5 117.5h300q60 0 127 -23l-178 -177h-349q-41 0 -70.5 -29.5t-29.5 -70.5v-500q0 -41 29.5 -70.5t70.5 -29.5h500q41 0 70.5 29.5t29.5 70.5v69l200 200v-169q0 -165 -117.5 -282.5t-282.5 -117.5h-300q-165 0 -282.5 117.5 t-117.5 282.5zM342 632l283 -284l566 567l-136 137l-430 -431l-147 147z" />
-<glyph unicode="&#xe068;" d="M0 603l300 296v-198h200v200h-200l300 300l295 -300h-195v-200h200v198l300 -296l-300 -300v198h-200v-200h195l-295 -300l-300 300h200v200h-200v-198z" />
-<glyph unicode="&#xe069;" d="M200 50v1000q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-437l500 487v-1100l-500 488v-438q0 -21 -14.5 -35.5t-35.5 -14.5h-100q-21 0 -35.5 14.5t-14.5 35.5z" />
-<glyph unicode="&#xe070;" d="M0 50v1000q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-437l500 487v-487l500 487v-1100l-500 488v-488l-500 488v-438q0 -21 -14.5 -35.5t-35.5 -14.5h-100q-21 0 -35.5 14.5t-14.5 35.5z" />
-<glyph unicode="&#xe071;" d="M136 550l564 550v-487l500 487v-1100l-500 488v-488z" />
-<glyph unicode="&#xe072;" d="M200 0l900 550l-900 550v-1100z" />
-<glyph unicode="&#xe073;" d="M200 150q0 -21 14.5 -35.5t35.5 -14.5h200q21 0 35.5 14.5t14.5 35.5v800q0 21 -14.5 35.5t-35.5 14.5h-200q-21 0 -35.5 -14.5t-14.5 -35.5v-800zM600 150q0 -21 14.5 -35.5t35.5 -14.5h200q21 0 35.5 14.5t14.5 35.5v800q0 21 -14.5 35.5t-35.5 14.5h-200 q-21 0 -35.5 -14.5t-14.5 -35.5v-800z" />
-<glyph unicode="&#xe074;" d="M200 150q0 -20 14.5 -35t35.5 -15h800q21 0 35.5 15t14.5 35v800q0 21 -14.5 35.5t-35.5 14.5h-800q-21 0 -35.5 -14.5t-14.5 -35.5v-800z" />
-<glyph unicode="&#xe075;" d="M0 0v1100l500 -487v487l564 -550l-564 -550v488z" />
-<glyph unicode="&#xe076;" d="M0 0v1100l500 -487v487l500 -487v437q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-1000q0 -21 -14.5 -35.5t-35.5 -14.5h-100q-21 0 -35.5 14.5t-14.5 35.5v438l-500 -488v488z" />
-<glyph unicode="&#xe077;" d="M300 0v1100l500 -487v437q0 21 14.5 35.5t35.5 14.5h100q21 0 35.5 -14.5t14.5 -35.5v-1000q0 -21 -14.5 -35.5t-35.5 -14.5h-100q-21 0 -35.5 14.5t-14.5 35.5v438z" />
-<glyph unicode="&#xe078;" d="M100 250v100q0 21 14.5 35.5t35.5 14.5h1000q21 0 35.5 -14.5t14.5 -35.5v-100q0 -21 -14.5 -35.5t-35.5 -14.5h-1000q-21 0 -35.5 14.5t-14.5 35.5zM100 500h1100l-550 564z" />
-<glyph unicode="&#xe079;" d="M185 599l592 -592l240 240l-353 353l353 353l-240 240z" />
-<glyph unicode="&#xe080;" d="M272 194l353 353l-353 353l241 240l572 -571l21 -22l-1 -1v-1l-592 -591z" />
-<glyph unicode="&#xe081;" d="M3 600q0 162 80 299.5t217.5 217.5t299.5 80t299.5 -80t217.5 -217.5t80 -299.5t-80 -300t-217.5 -218t-299.5 -80t-299.5 80t-217.5 218t-80 300zM300 500h200v-200h200v200h200v200h-200v200h-200v-200h-200v-200z" />
-<glyph unicode="&#xe082;" d="M3 600q0 162 80 299.5t217.5 217.5t299.5 80t299.5 -80t217.5 -217.5t80 -299.5t-80 -300t-217.5 -218t-299.5 -80t-299.5 80t-217.5 218t-80 300zM300 500h600v200h-600v-200z" />
-<glyph unicode="&#xe083;" d="M3 600q0 162 80 299.5t217.5 217.5t299.5 80t299.5 -80t217.5 -217.5t80 -299.5t-80 -300t-217.5 -218t-299.5 -80t-299.5 80t-217.5 218t-80 300zM246 459l213 -213l141 142l141 -142l213 213l-142 141l142 141l-213 212l-141 -141l-141 142l-212 -213l141 -141z" />
-<glyph unicode="&#xe084;" d="M3 600q0 162 80 299.5t217.5 217.5t299.5 80t299.5 -80t217.5 -217.5t80 -299.5t-80 -299.5t-217.5 -217.5t-299.5 -80t-299.5 80t-217.5 217.5t-80 299.5zM270 551l276 -277l411 411l-175 174l-236 -236l-102 102z" />
-<glyph unicode="&#xe085;" d="M3 600q0 162 80 299.5t217.5 217.5t299.5 80t299.5 -80t217.5 -217.5t80 -299.5t-80 -300t-217.5 -218t-299.5 -80t-299.5 80t-217.5 218t-80 300zM363 700h144q4 0 11.5 -1t11 -1t6.5 3t3 9t1 11t3.5 8.5t3.5 6t5.5 4t6.5 2.5t9 1.5t9 0.5h11.5h12.5q19 0 30 -10t11 -26 q0 -22 -4 -28t-27 -22q-5 -1 -12.5 -3t-27 -13.5t-34 -27t-26.5 -46t-11 -68.5h200q5 3 14 8t31.5 25.5t39.5 45.5t31 69t14 94q0 51 -17.5 89t-42 58t-58.5 32t-58.5 15t-51.5 3q-105 0 -172 -56t-67 -183zM500 300h200v100h-200v-100z" />
-<glyph unicode="&#xe086;" d="M3 600q0 162 80 299.5t217.5 217.5t299.5 80t299.5 -80t217.5 -217.5t80 -299.5t-80 -300t-217.5 -218t-299.5 -80t-299.5 80t-217.5 218t-80 300zM400 300h400v100h-100v300h-300v-100h100v-200h-100v-100zM500 800h200v100h-200v-100z" />
-<glyph unicode="&#xe087;" d="M0 500v200h194q15 60 36 104.5t55.5 86t88 69t126.5 40.5v200h200v-200q54 -20 113 -60t112.5 -105.5t71.5 -134.5h203v-200h-203q-25 -102 -116.5 -186t-180.5 -117v-197h-200v197q-140 27 -208 102.5t-98 200.5h-194zM290 500q24 -73 79.5 -127.5t130.5 -78.5v206h200 v-206q149 48 201 206h-201v200h200q-25 74 -76 127.5t-124 76.5v-204h-200v203q-75 -24 -130 -77.5t-79 -125.5h209v-200h-210z" />
-<glyph unicode="&#xe088;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -171 121.5 -292.5t292.5 -121.5t292.5 121.5t121.5 292.5t-121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM356 465l135 135 l-135 135l109 109l135 -135l135 135l109 -109l-135 -135l135 -135l-109 -109l-135 135l-135 -135z" />
-<glyph unicode="&#xe089;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -171 121.5 -292.5t292.5 -121.5t292.5 121.5t121.5 292.5t-121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM322 537l141 141 l87 -87l204 205l142 -142l-346 -345z" />
-<glyph unicode="&#xe090;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -115 62 -215l568 567q-100 62 -216 62q-171 0 -292.5 -121.5t-121.5 -292.5zM391 245q97 -59 209 -59q171 0 292.5 121.5t121.5 292.5 q0 112 -59 209z" />
-<glyph unicode="&#xe091;" d="M0 547l600 453v-300h600v-300h-600v-301z" />
-<glyph unicode="&#xe092;" d="M0 400v300h600v300l600 -453l-600 -448v301h-600z" />
-<glyph unicode="&#xe093;" d="M204 600l450 600l444 -600h-298v-600h-300v600h-296z" />
-<glyph unicode="&#xe094;" d="M104 600h296v600h300v-600h298l-449 -600z" />
-<glyph unicode="&#xe095;" d="M0 200q6 132 41 238.5t103.5 193t184 138t271.5 59.5v271l600 -453l-600 -448v301q-95 -2 -183 -20t-170 -52t-147 -92.5t-100 -135.5z" />
-<glyph unicode="&#xe096;" d="M0 0v400l129 -129l294 294l142 -142l-294 -294l129 -129h-400zM635 777l142 -142l294 294l129 -129v400h-400l129 -129z" />
-<glyph unicode="&#xe097;" d="M34 176l295 295l-129 129h400v-400l-129 130l-295 -295zM600 600v400l129 -129l295 295l142 -141l-295 -295l129 -130h-400z" />
-<glyph unicode="&#xe101;" d="M23 600q0 118 45.5 224.5t123 184t184 123t224.5 45.5t224.5 -45.5t184 -123t123 -184t45.5 -224.5t-45.5 -224.5t-123 -184t-184 -123t-224.5 -45.5t-224.5 45.5t-184 123t-123 184t-45.5 224.5zM456 851l58 -302q4 -20 21.5 -34.5t37.5 -14.5h54q20 0 37.5 14.5 t21.5 34.5l58 302q4 20 -8 34.5t-33 14.5h-207q-20 0 -32 -14.5t-8 -34.5zM500 300h200v100h-200v-100z" />
-<glyph unicode="&#xe102;" d="M0 800h100v-200h400v300h200v-300h400v200h100v100h-111v6t-1 15t-3 18l-34 172q-11 39 -41.5 63t-69.5 24q-32 0 -61 -17l-239 -144q-22 -13 -40 -35q-19 24 -40 36l-238 144q-33 18 -62 18q-39 0 -69.5 -23t-40.5 -61l-35 -177q-2 -8 -3 -18t-1 -15v-6h-111v-100z M100 0h400v400h-400v-400zM200 900q-3 0 14 48t35 96l18 47l214 -191h-281zM700 0v400h400v-400h-400zM731 900l202 197q5 -12 12 -32.5t23 -64t25 -72t7 -28.5h-269z" />
-<glyph unicode="&#xe103;" d="M0 -22v143l216 193q-9 53 -13 83t-5.5 94t9 113t38.5 114t74 124q47 60 99.5 102.5t103 68t127.5 48t145.5 37.5t184.5 43.5t220 58.5q0 -189 -22 -343t-59 -258t-89 -181.5t-108.5 -120t-122 -68t-125.5 -30t-121.5 -1.5t-107.5 12.5t-87.5 17t-56.5 7.5l-99 -55z M238.5 300.5q19.5 -6.5 86.5 76.5q55 66 367 234q70 38 118.5 69.5t102 79t99 111.5t86.5 148q22 50 24 60t-6 19q-7 5 -17 5t-26.5 -14.5t-33.5 -39.5q-35 -51 -113.5 -108.5t-139.5 -89.5l-61 -32q-369 -197 -458 -401q-48 -111 -28.5 -117.5z" />
-<glyph unicode="&#xe104;" d="M111 408q0 -33 5 -63q9 -56 44 -119.5t105 -108.5q31 -21 64 -16t62 23.5t57 49.5t48 61.5t35 60.5q32 66 39 184.5t-13 157.5q79 -80 122 -164t26 -184q-5 -33 -20.5 -69.5t-37.5 -80.5q-10 -19 -14.5 -29t-12 -26t-9 -23.5t-3 -19t2.5 -15.5t11 -9.5t19.5 -5t30.5 2.5 t42 8q57 20 91 34t87.5 44.5t87 64t65.5 88.5t47 122q38 172 -44.5 341.5t-246.5 278.5q22 -44 43 -129q39 -159 -32 -154q-15 2 -33 9q-79 33 -120.5 100t-44 175.5t48.5 257.5q-13 -8 -34 -23.5t-72.5 -66.5t-88.5 -105.5t-60 -138t-8 -166.5q2 -12 8 -41.5t8 -43t6 -39.5 t3.5 -39.5t-1 -33.5t-6 -31.5t-13.5 -24t-21 -20.5t-31 -12q-38 -10 -67 13t-40.5 61.5t-15 81.5t10.5 75q-52 -46 -83.5 -101t-39 -107t-7.5 -85z" />
-<glyph unicode="&#xe105;" d="M-61 600l26 40q6 10 20 30t49 63.5t74.5 85.5t97 90t116.5 83.5t132.5 59t145.5 23.5t145.5 -23.5t132.5 -59t116.5 -83.5t97 -90t74.5 -85.5t49 -63.5t20 -30l26 -40l-26 -40q-6 -10 -20 -30t-49 -63.5t-74.5 -85.5t-97 -90t-116.5 -83.5t-132.5 -59t-145.5 -23.5 t-145.5 23.5t-132.5 59t-116.5 83.5t-97 90t-74.5 85.5t-49 63.5t-20 30zM120 600q7 -10 40.5 -58t56 -78.5t68 -77.5t87.5 -75t103 -49.5t125 -21.5t123.5 20t100.5 45.5t85.5 71.5t66.5 75.5t58 81.5t47 66q-1 1 -28.5 37.5t-42 55t-43.5 53t-57.5 63.5t-58.5 54 q49 -74 49 -163q0 -124 -88 -212t-212 -88t-212 88t-88 212q0 85 46 158q-102 -87 -226 -258zM377 656q49 -124 154 -191l105 105q-37 24 -75 72t-57 84l-20 36z" />
-<glyph unicode="&#xe106;" d="M-61 600l26 40q6 10 20 30t49 63.5t74.5 85.5t97 90t116.5 83.5t132.5 59t145.5 23.5q61 0 121 -17l37 142h148l-314 -1200h-148l37 143q-82 21 -165 71.5t-140 102t-109.5 112t-72 88.5t-29.5 43zM120 600q210 -282 393 -336l37 141q-107 18 -178.5 101.5t-71.5 193.5 q0 85 46 158q-102 -87 -226 -258zM377 656q49 -124 154 -191l47 47l23 87q-30 28 -59 69t-44 68l-14 26zM780 161l38 145q22 15 44.5 34t46 44t40.5 44t41 50.5t33.5 43.5t33 44t24.5 34q-97 127 -140 175l39 146q67 -54 131.5 -125.5t87.5 -103.5t36 -52l26 -40l-26 -40 q-7 -12 -25.5 -38t-63.5 -79.5t-95.5 -102.5t-124 -100t-146.5 -79z" />
-<glyph unicode="&#xe107;" d="M-97.5 34q13.5 -34 50.5 -34h1294q37 0 50.5 35.5t-7.5 67.5l-642 1056q-20 33 -48 36t-48 -29l-642 -1066q-21 -32 -7.5 -66zM155 200l445 723l445 -723h-345v100h-200v-100h-345zM500 600l100 -300l100 300v100h-200v-100z" />
-<glyph unicode="&#xe108;" d="M100 262v41q0 20 11 44.5t26 38.5l363 325v339q0 62 44 106t106 44t106 -44t44 -106v-339l363 -325q15 -14 26 -38.5t11 -44.5v-41q0 -20 -12 -26.5t-29 5.5l-359 249v-263q100 -91 100 -113v-64q0 -21 -13 -29t-32 1l-94 78h-222l-94 -78q-19 -9 -32 -1t-13 29v64 q0 22 100 113v263l-359 -249q-17 -12 -29 -5.5t-12 26.5z" />
-<glyph unicode="&#xe109;" d="M0 50q0 -20 14.5 -35t35.5 -15h1000q21 0 35.5 15t14.5 35v750h-1100v-750zM0 900h1100v150q0 21 -14.5 35.5t-35.5 14.5h-150v100h-100v-100h-500v100h-100v-100h-150q-21 0 -35.5 -14.5t-14.5 -35.5v-150zM100 100v100h100v-100h-100zM100 300v100h100v-100h-100z M100 500v100h100v-100h-100zM300 100v100h100v-100h-100zM300 300v100h100v-100h-100zM300 500v100h100v-100h-100zM500 100v100h100v-100h-100zM500 300v100h100v-100h-100zM500 500v100h100v-100h-100zM700 100v100h100v-100h-100zM700 300v100h100v-100h-100zM700 500 v100h100v-100h-100zM900 100v100h100v-100h-100zM900 300v100h100v-100h-100zM900 500v100h100v-100h-100z" />
-<glyph unicode="&#xe110;" d="M0 200v200h259l600 600h241v198l300 -295l-300 -300v197h-159l-600 -600h-341zM0 800h259l122 -122l141 142l-181 180h-341v-200zM678 381l141 142l122 -123h159v198l300 -295l-300 -300v197h-241z" />
-<glyph unicode="&#xe111;" d="M0 400v600q0 41 29.5 70.5t70.5 29.5h1000q41 0 70.5 -29.5t29.5 -70.5v-600q0 -41 -29.5 -70.5t-70.5 -29.5h-596l-304 -300v300h-100q-41 0 -70.5 29.5t-29.5 70.5z" />
-<glyph unicode="&#xe112;" d="M100 600v200h300v-250q0 -113 6 -145q17 -92 102 -117q39 -11 92 -11q37 0 66.5 5.5t50 15.5t36 24t24 31.5t14 37.5t7 42t2.5 45t0 47v25v250h300v-200q0 -42 -3 -83t-15 -104t-31.5 -116t-58 -109.5t-89 -96.5t-129 -65.5t-174.5 -25.5t-174.5 25.5t-129 65.5t-89 96.5 t-58 109.5t-31.5 116t-15 104t-3 83zM100 900v300h300v-300h-300zM800 900v300h300v-300h-300z" />
-<glyph unicode="&#xe113;" d="M-30 411l227 -227l352 353l353 -353l226 227l-578 579z" />
-<glyph unicode="&#xe114;" d="M70 797l580 -579l578 579l-226 227l-353 -353l-352 353z" />
-<glyph unicode="&#xe115;" d="M-198 700l299 283l300 -283h-203v-400h385l215 -200h-800v600h-196zM402 1000l215 -200h381v-400h-198l299 -283l299 283h-200v600h-796z" />
-<glyph unicode="&#xe116;" d="M18 939q-5 24 10 42q14 19 39 19h896l38 162q5 17 18.5 27.5t30.5 10.5h94q20 0 35 -14.5t15 -35.5t-15 -35.5t-35 -14.5h-54l-201 -961q-2 -4 -6 -10.5t-19 -17.5t-33 -11h-31v-50q0 -20 -14.5 -35t-35.5 -15t-35.5 15t-14.5 35v50h-300v-50q0 -20 -14.5 -35t-35.5 -15 t-35.5 15t-14.5 35v50h-50q-21 0 -35.5 15t-14.5 35q0 21 14.5 35.5t35.5 14.5h535l48 200h-633q-32 0 -54.5 21t-27.5 43z" />
-<glyph unicode="&#xe117;" d="M0 0v800h1200v-800h-1200zM0 900v100h200q0 41 29.5 70.5t70.5 29.5h300q41 0 70.5 -29.5t29.5 -70.5h500v-100h-1200z" />
-<glyph unicode="&#xe118;" d="M1 0l300 700h1200l-300 -700h-1200zM1 400v600h200q0 41 29.5 70.5t70.5 29.5h300q41 0 70.5 -29.5t29.5 -70.5h500v-200h-1000z" />
-<glyph unicode="&#xe119;" d="M302 300h198v600h-198l298 300l298 -300h-198v-600h198l-298 -300z" />
-<glyph unicode="&#xe120;" d="M0 600l300 298v-198h600v198l300 -298l-300 -297v197h-600v-197z" />
-<glyph unicode="&#xe121;" d="M0 100v100q0 41 29.5 70.5t70.5 29.5h1000q41 0 70.5 -29.5t29.5 -70.5v-100q0 -41 -29.5 -70.5t-70.5 -29.5h-1000q-41 0 -70.5 29.5t-29.5 70.5zM31 400l172 739q5 22 23 41.5t38 19.5h672q19 0 37.5 -22.5t23.5 -45.5l172 -732h-1138zM800 100h100v100h-100v-100z M1000 100h100v100h-100v-100z" />
-<glyph unicode="&#xe122;" d="M-101 600v50q0 24 25 49t50 38l25 13v-250l-11 5.5t-24 14t-30 21.5t-24 27.5t-11 31.5zM99 500v250v5q0 13 0.5 18.5t2.5 13t8 10.5t15 3h200l675 250v-850l-675 200h-38l47 -276q2 -12 -3 -17.5t-11 -6t-21 -0.5h-8h-83q-20 0 -34.5 14t-18.5 35q-56 337 -56 351z M1100 200v850q0 21 14.5 35.5t35.5 14.5q20 0 35 -14.5t15 -35.5v-850q0 -20 -15 -35t-35 -15q-21 0 -35.5 15t-14.5 35z" />
-<glyph unicode="&#xe123;" d="M74 350q0 21 13.5 35.5t33.5 14.5h17l118 173l63 327q15 77 76 140t144 83l-18 32q-6 19 3 32t29 13h94q20 0 29 -10.5t3 -29.5l-18 -37q83 -19 144 -82.5t76 -140.5l63 -327l118 -173h17q20 0 33.5 -14.5t13.5 -35.5q0 -20 -13 -40t-31 -27q-22 -9 -63 -23t-167.5 -37 t-251.5 -23t-245.5 20.5t-178.5 41.5l-58 20q-18 7 -31 27.5t-13 40.5zM497 110q12 -49 40 -79.5t63 -30.5t63 30.5t39 79.5q-48 -6 -102 -6t-103 6z" />
-<glyph unicode="&#xe124;" d="M21 445l233 -45l-78 -224l224 78l45 -233l155 179l155 -179l45 233l224 -78l-78 224l234 45l-180 155l180 156l-234 44l78 225l-224 -78l-45 233l-155 -180l-155 180l-45 -233l-224 78l78 -225l-233 -44l179 -156z" />
-<glyph unicode="&#xe125;" d="M0 200h200v600h-200v-600zM300 275q0 -75 100 -75h61q123 -100 139 -100h250q46 0 83 57l238 344q29 31 29 74v100q0 44 -30.5 84.5t-69.5 40.5h-328q28 118 28 125v150q0 44 -30.5 84.5t-69.5 40.5h-50q-27 0 -51 -20t-38 -48l-96 -198l-145 -196q-20 -26 -20 -63v-400z M400 300v375l150 212l100 213h50v-175l-50 -225h450v-125l-250 -375h-214l-136 100h-100z" />
-<glyph unicode="&#xe126;" d="M0 400v600h200v-600h-200zM300 525v400q0 75 100 75h61q123 100 139 100h250q46 0 83 -57l238 -344q29 -31 29 -74v-100q0 -44 -30.5 -84.5t-69.5 -40.5h-328q28 -118 28 -125v-150q0 -44 -30.5 -84.5t-69.5 -40.5h-50q-27 0 -51 20t-38 48l-96 198l-145 196 q-20 26 -20 63zM400 525l150 -212l100 -213h50v175l-50 225h450v125l-250 375h-214l-136 -100h-100v-375z" />
-<glyph unicode="&#xe127;" d="M8 200v600h200v-600h-200zM308 275v525q0 17 14 35.5t28 28.5l14 9l362 230q14 6 25 6q17 0 29 -12l109 -112q14 -14 14 -34q0 -18 -11 -32l-85 -121h302q85 0 138.5 -38t53.5 -110t-54.5 -111t-138.5 -39h-107l-130 -339q-7 -22 -20.5 -41.5t-28.5 -19.5h-341 q-7 0 -90 81t-83 94zM408 289l100 -89h293l131 339q6 21 19.5 41t28.5 20h203q16 0 25 15t9 36q0 20 -9 34.5t-25 14.5h-457h-6.5h-7.5t-6.5 0.5t-6 1t-5 1.5t-5.5 2.5t-4 4t-4 5.5q-5 12 -5 20q0 14 10 27l147 183l-86 83l-339 -236v-503z" />
-<glyph unicode="&#xe128;" d="M-101 651q0 72 54 110t139 37h302l-85 121q-11 16 -11 32q0 21 14 34l109 113q13 12 29 12q11 0 25 -6l365 -230q7 -4 16.5 -10.5t26 -26t16.5 -36.5v-526q0 -13 -85.5 -93.5t-93.5 -80.5h-342q-15 0 -28.5 20t-19.5 41l-131 339h-106q-84 0 -139 39t-55 111zM-1 601h222 q15 0 28.5 -20.5t19.5 -40.5l131 -339h293l106 89v502l-342 237l-87 -83l145 -184q10 -11 10 -26q0 -11 -5 -20q-1 -3 -3.5 -5.5l-4 -4t-5 -2.5t-5.5 -1.5t-6.5 -1t-6.5 -0.5h-7.5h-6.5h-476v-100zM999 201v600h200v-600h-200z" />
-<glyph unicode="&#xe129;" d="M97 719l230 -363q4 -6 10.5 -15.5t26 -25t36.5 -15.5h525q13 0 94 83t81 90v342q0 15 -20 28.5t-41 19.5l-339 131v106q0 84 -39 139t-111 55t-110 -53.5t-38 -138.5v-302l-121 84q-15 12 -33.5 11.5t-32.5 -13.5l-112 -110q-22 -22 -6 -53zM172 739l83 86l183 -146 q22 -18 47 -5q3 1 5.5 3.5l4 4t2.5 5t1.5 5.5t1 6.5t0.5 6v7.5v7v456q0 22 25 31t50 -0.5t25 -30.5v-202q0 -16 20 -29.5t41 -19.5l339 -130v-294l-89 -100h-503zM400 0v200h600v-200h-600z" />
-<glyph unicode="&#xe130;" d="M1 585q-15 -31 7 -53l112 -110q13 -13 32 -13.5t34 10.5l121 85l-1 -302q0 -84 38.5 -138t110.5 -54t111 55t39 139v106l339 131q20 6 40.5 19.5t20.5 28.5v342q0 7 -81 90t-94 83h-525q-17 0 -35.5 -14t-28.5 -28l-10 -15zM76 565l237 339h503l89 -100v-294l-340 -130 q-20 -6 -40 -20t-20 -29v-202q0 -22 -25 -31t-50 0t-25 31v456v14.5t-1.5 11.5t-5 12t-9.5 7q-24 13 -46 -5l-184 -146zM305 1104v200h600v-200h-600z" />
-<glyph unicode="&#xe131;" d="M5 597q0 122 47.5 232.5t127.5 190.5t190.5 127.5t232.5 47.5q162 0 299.5 -80t217.5 -218t80 -300t-80 -299.5t-217.5 -217.5t-299.5 -80t-300 80t-218 217.5t-80 299.5zM300 500h300l-2 -194l402 294l-402 298v-197h-298v-201z" />
-<glyph unicode="&#xe132;" d="M0 597q0 122 47.5 232.5t127.5 190.5t190.5 127.5t231.5 47.5q122 0 232.5 -47.5t190.5 -127.5t127.5 -190.5t47.5 -232.5q0 -162 -80 -299.5t-218 -217.5t-300 -80t-299.5 80t-217.5 217.5t-80 299.5zM200 600l400 -294v194h302v201h-300v197z" />
-<glyph unicode="&#xe133;" d="M5 597q0 122 47.5 232.5t127.5 190.5t190.5 127.5t232.5 47.5q121 0 231.5 -47.5t190.5 -127.5t127.5 -190.5t47.5 -232.5q0 -162 -80 -299.5t-217.5 -217.5t-299.5 -80t-300 80t-218 217.5t-80 299.5zM300 600h200v-300h200v300h200l-300 400z" />
-<glyph unicode="&#xe134;" d="M5 597q0 122 47.5 232.5t127.5 190.5t190.5 127.5t232.5 47.5q121 0 231.5 -47.5t190.5 -127.5t127.5 -190.5t47.5 -232.5q0 -162 -80 -299.5t-217.5 -217.5t-299.5 -80t-300 80t-218 217.5t-80 299.5zM300 600l300 -400l300 400h-200v300h-200v-300h-200z" />
-<glyph unicode="&#xe135;" d="M5 597q0 122 47.5 232.5t127.5 190.5t190.5 127.5t232.5 47.5q121 0 231.5 -47.5t190.5 -127.5t127.5 -190.5t47.5 -232.5q0 -162 -80 -299.5t-217.5 -217.5t-299.5 -80t-300 80t-218 217.5t-80 299.5zM254 780q-8 -34 5.5 -93t7.5 -87q0 -9 17 -44t16 -60q12 0 23 -5.5 t23 -15t20 -13.5q20 -10 108 -42q22 -8 53 -31.5t59.5 -38.5t57.5 -11q8 -18 -15 -55.5t-20 -57.5q12 -21 22.5 -34.5t28 -27t36.5 -17.5q0 -6 -3 -15.5t-3.5 -14.5t4.5 -17q101 -2 221 111q31 30 47 48t34 49t21 62q-14 9 -37.5 9.5t-35.5 7.5q-14 7 -49 15t-52 19 q-9 0 -39.5 -0.5t-46.5 -1.5t-39 -6.5t-39 -16.5q-50 -35 -66 -12q-4 2 -3.5 25.5t0.5 25.5q-6 13 -26.5 17t-24.5 7q2 22 -2 41t-16.5 28t-38.5 -20q-23 -25 -42 4q-19 28 -8 58q8 16 22 22q6 -1 26 -1.5t33.5 -4.5t19.5 -13q12 -19 32 -37.5t34 -27.5l14 -8q0 3 9.5 39.5 t5.5 57.5q-4 23 14.5 44.5t22.5 31.5q5 14 10 35t8.5 31t15.5 22.5t34 21.5q-6 18 10 37q8 0 23.5 -1.5t24.5 -1.5t20.5 4.5t20.5 15.5q-10 23 -30.5 42.5t-38 30t-49 26.5t-43.5 23q11 41 1 44q31 -13 58.5 -14.5t39.5 3.5l11 4q6 36 -17 53.5t-64 28.5t-56 23 q-19 -3 -37 0q-15 -12 -36.5 -21t-34.5 -12t-44 -8t-39 -6q-15 -3 -46 0t-45 -3q-20 -6 -51.5 -25.5t-34.5 -34.5q-3 -11 6.5 -22.5t8.5 -18.5q-3 -34 -27.5 -91t-29.5 -79zM518 915q3 12 16 30.5t16 25.5q10 -10 18.5 -10t14 6t14.5 14.5t16 12.5q0 -18 8 -42.5t16.5 -44 t9.5 -23.5q-6 1 -39 5t-53.5 10t-36.5 16z" />
-<glyph unicode="&#xe136;" d="M0 164.5q0 21.5 15 37.5l600 599q-33 101 6 201.5t135 154.5q164 92 306 -9l-259 -138l145 -232l251 126q13 -175 -151 -267q-123 -70 -253 -23l-596 -596q-15 -16 -36.5 -16t-36.5 16l-111 110q-15 15 -15 36.5z" />
-<glyph unicode="&#xe137;" horiz-adv-x="1220" d="M0 196v100q0 41 29.5 70.5t70.5 29.5h1000q41 0 70.5 -29.5t29.5 -70.5v-100q0 -41 -29.5 -70.5t-70.5 -29.5h-1000q-41 0 -70.5 29.5t-29.5 70.5zM0 596v100q0 41 29.5 70.5t70.5 29.5h1000q41 0 70.5 -29.5t29.5 -70.5v-100q0 -41 -29.5 -70.5t-70.5 -29.5h-1000 q-41 0 -70.5 29.5t-29.5 70.5zM0 996v100q0 41 29.5 70.5t70.5 29.5h1000q41 0 70.5 -29.5t29.5 -70.5v-100q0 -41 -29.5 -70.5t-70.5 -29.5h-1000q-41 0 -70.5 29.5t-29.5 70.5zM600 596h500v100h-500v-100zM800 196h300v100h-300v-100zM900 996h200v100h-200v-100z" />
-<glyph unicode="&#xe138;" d="M100 1100v100h1000v-100h-1000zM150 1000h900l-350 -500v-300l-200 -200v500z" />
-<glyph unicode="&#xe139;" d="M0 200v200h1200v-200q0 -41 -29.5 -70.5t-70.5 -29.5h-1000q-41 0 -70.5 29.5t-29.5 70.5zM0 500v400q0 41 29.5 70.5t70.5 29.5h300v100q0 41 29.5 70.5t70.5 29.5h200q41 0 70.5 -29.5t29.5 -70.5v-100h300q41 0 70.5 -29.5t29.5 -70.5v-400h-500v100h-200v-100h-500z M500 1000h200v100h-200v-100z" />
-<glyph unicode="&#xe140;" d="M0 0v400l129 -129l200 200l142 -142l-200 -200l129 -129h-400zM0 800l129 129l200 -200l142 142l-200 200l129 129h-400v-400zM729 329l142 142l200 -200l129 129v-400h-400l129 129zM729 871l200 200l-129 129h400v-400l-129 129l-200 -200z" />
-<glyph unicode="&#xe141;" d="M0 596q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM182 596q0 -172 121.5 -293t292.5 -121t292.5 121t121.5 293q0 171 -121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM291 655 q0 23 15.5 38.5t38.5 15.5t39 -16t16 -38q0 -23 -16 -39t-39 -16q-22 0 -38 16t-16 39zM400 850q0 22 16 38.5t39 16.5q22 0 38 -16t16 -39t-16 -39t-38 -16q-23 0 -39 16.5t-16 38.5zM513 609q0 32 21 56.5t52 29.5l122 126l1 1q-9 14 -9 28q0 22 16 38.5t39 16.5 q22 0 38 -16t16 -39t-16 -39t-38 -16q-16 0 -29 10l-55 -145q17 -22 17 -51q0 -36 -25.5 -61.5t-61.5 -25.5q-37 0 -62.5 25.5t-25.5 61.5zM800 655q0 22 16 38t39 16t38.5 -15.5t15.5 -38.5t-16 -39t-38 -16q-23 0 -39 16t-16 39z" />
-<glyph unicode="&#xe142;" d="M-40 375q-13 -95 35 -173q35 -57 94 -89t129 -32q63 0 119 28q33 16 65 40.5t52.5 45.5t59.5 64q40 44 57 61l394 394q35 35 47 84t-3 96q-27 87 -117 104q-20 2 -29 2q-46 0 -79.5 -17t-67.5 -51l-388 -396l-7 -7l69 -67l377 373q20 22 39 38q23 23 50 23q38 0 53 -36 q16 -39 -20 -75l-547 -547q-52 -52 -125 -52q-55 0 -100 33t-54 96q-5 35 2.5 66t31.5 63t42 50t56 54q24 21 44 41l348 348q52 52 82.5 79.5t84 54t107.5 26.5q25 0 48 -4q95 -17 154 -94.5t51 -175.5q-7 -101 -98 -192l-252 -249l-253 -256l7 -7l69 -60l517 511 q67 67 95 157t11 183q-16 87 -67 154t-130 103q-69 33 -152 33q-107 0 -197 -55q-40 -24 -111 -95l-512 -512q-68 -68 -81 -163z" />
-<glyph unicode="&#xe143;" d="M79 784q0 131 99 229.5t230 98.5q144 0 242 -129q103 129 245 129q130 0 227 -98.5t97 -229.5q0 -46 -17.5 -91t-61 -99t-77 -89.5t-104.5 -105.5q-197 -191 -293 -322l-17 -23l-16 23q-43 58 -100 122.5t-92 99.5t-101 100l-84.5 84.5t-68 74t-60 78t-33.5 70.5t-15 78z M250 784q0 -27 30.5 -70t61.5 -75.5t95 -94.5l22 -22q93 -90 190 -201q82 92 195 203l12 12q64 62 97.5 97t64.5 79t31 72q0 71 -48 119.5t-106 48.5q-73 0 -131 -83l-118 -171l-114 174q-51 80 -124 80q-59 0 -108.5 -49.5t-49.5 -118.5z" />
-<glyph unicode="&#xe144;" d="M57 353q0 -94 66 -160l141 -141q66 -66 159 -66q95 0 159 66l283 283q66 66 66 159t-66 159l-141 141q-12 12 -19 17l-105 -105l212 -212l-389 -389l-247 248l95 95l-18 18q-46 45 -75 101l-55 -55q-66 -66 -66 -159zM269 706q0 -93 66 -159l141 -141l19 -17l105 105 l-212 212l389 389l247 -247l-95 -96l18 -18q46 -46 77 -99l29 29q35 35 62.5 88t27.5 96q0 93 -66 159l-141 141q-66 66 -159 66q-95 0 -159 -66l-283 -283q-66 -64 -66 -159z" />
-<glyph unicode="&#xe145;" d="M200 100v953q0 21 30 46t81 48t129 38t163 15t162 -15t127 -38t79 -48t29 -46v-953q0 -41 -29.5 -70.5t-70.5 -29.5h-600q-41 0 -70.5 29.5t-29.5 70.5zM300 300h600v700h-600v-700zM496 150q0 -43 30.5 -73.5t73.5 -30.5t73.5 30.5t30.5 73.5t-30.5 73.5t-73.5 30.5 t-73.5 -30.5t-30.5 -73.5z" />
-<glyph unicode="&#xe146;" d="M0 0l303 380l207 208l-210 212h300l267 279l-35 36q-15 14 -15 35t15 35q14 15 35 15t35 -15l283 -282q15 -15 15 -36t-15 -35q-14 -15 -35 -15t-35 15l-36 35l-279 -267v-300l-212 210l-208 -207z" />
-<glyph unicode="&#xe148;" d="M295 433h139q5 -77 48.5 -126.5t117.5 -64.5v335l-27 7q-46 14 -79 26.5t-72 36t-62.5 52t-40 72.5t-16.5 99q0 92 44 159.5t109 101t144 40.5v78h100v-79q38 -4 72.5 -13.5t75.5 -31.5t71 -53.5t51.5 -84t24.5 -118.5h-159q-8 72 -35 109.5t-101 50.5v-307l64 -14 q34 -7 64 -16.5t70 -31.5t67.5 -52t47.5 -80.5t20 -112.5q0 -139 -89 -224t-244 -96v-77h-100v78q-152 17 -237 104q-40 40 -52.5 93.5t-15.5 139.5zM466 889q0 -29 8 -51t16.5 -34t29.5 -22.5t31 -13.5t38 -10q7 -2 11 -3v274q-61 -8 -97.5 -37.5t-36.5 -102.5zM700 237 q170 18 170 151q0 64 -44 99.5t-126 60.5v-311z" />
-<glyph unicode="&#xe149;" d="M100 600v100h166q-24 49 -44 104q-10 26 -14.5 55.5t-3 72.5t25 90t68.5 87q97 88 263 88q129 0 230 -89t101 -208h-153q0 52 -34 89.5t-74 51.5t-76 14q-37 0 -79 -14.5t-62 -35.5q-41 -44 -41 -101q0 -11 2.5 -24.5t5.5 -24t9.5 -26.5t10.5 -25t14 -27.5t14 -25.5 t15.5 -27t13.5 -24h242v-100h-197q8 -50 -2.5 -115t-31.5 -94q-41 -59 -99 -113q35 11 84 18t70 7q32 1 102 -16t104 -17q76 0 136 30l50 -147q-41 -25 -80.5 -36.5t-59 -13t-61.5 -1.5q-23 0 -128 33t-155 29q-39 -4 -82 -17t-66 -25l-24 -11l-55 145l16.5 11t15.5 10 t13.5 9.5t14.5 12t14.5 14t17.5 18.5q48 55 54 126.5t-30 142.5h-221z" />
-<glyph unicode="&#xe150;" d="M2 300l298 -300l298 300h-198v900h-200v-900h-198zM602 900l298 300l298 -300h-198v-900h-200v900h-198z" />
-<glyph unicode="&#xe151;" d="M2 300h198v900h200v-900h198l-298 -300zM700 0v200h100v-100h200v-100h-300zM700 400v100h300v-200h-99v-100h-100v100h99v100h-200zM700 700v500h300v-500h-100v100h-100v-100h-100zM801 900h100v200h-100v-200z" />
-<glyph unicode="&#xe152;" d="M2 300h198v900h200v-900h198l-298 -300zM700 0v500h300v-500h-100v100h-100v-100h-100zM700 700v200h100v-100h200v-100h-300zM700 1100v100h300v-200h-99v-100h-100v100h99v100h-200zM801 200h100v200h-100v-200z" />
-<glyph unicode="&#xe153;" d="M2 300l298 -300l298 300h-198v900h-200v-900h-198zM800 100v400h300v-500h-100v100h-200zM800 1100v100h200v-500h-100v400h-100zM901 200h100v200h-100v-200z" />
-<glyph unicode="&#xe154;" d="M2 300l298 -300l298 300h-198v900h-200v-900h-198zM800 400v100h200v-500h-100v400h-100zM800 800v400h300v-500h-100v100h-200zM901 900h100v200h-100v-200z" />
-<glyph unicode="&#xe155;" d="M2 300l298 -300l298 300h-198v900h-200v-900h-198zM700 100v200h500v-200h-500zM700 400v200h400v-200h-400zM700 700v200h300v-200h-300zM700 1000v200h200v-200h-200z" />
-<glyph unicode="&#xe156;" d="M2 300l298 -300l298 300h-198v900h-200v-900h-198zM700 100v200h200v-200h-200zM700 400v200h300v-200h-300zM700 700v200h400v-200h-400zM700 1000v200h500v-200h-500z" />
-<glyph unicode="&#xe157;" d="M0 400v300q0 165 117.5 282.5t282.5 117.5h300q162 0 281 -118.5t119 -281.5v-300q0 -165 -118.5 -282.5t-281.5 -117.5h-300q-165 0 -282.5 117.5t-117.5 282.5zM200 300q0 -41 29.5 -70.5t70.5 -29.5h500q41 0 70.5 29.5t29.5 70.5v500q0 41 -29.5 70.5t-70.5 29.5 h-500q-41 0 -70.5 -29.5t-29.5 -70.5v-500z" />
-<glyph unicode="&#xe158;" d="M0 400v300q0 163 119 281.5t281 118.5h300q165 0 282.5 -117.5t117.5 -282.5v-300q0 -165 -117.5 -282.5t-282.5 -117.5h-300q-163 0 -281.5 117.5t-118.5 282.5zM200 300q0 -41 29.5 -70.5t70.5 -29.5h500q41 0 70.5 29.5t29.5 70.5v500q0 41 -29.5 70.5t-70.5 29.5 h-500q-41 0 -70.5 -29.5t-29.5 -70.5v-500zM400 300l333 250l-333 250v-500z" />
-<glyph unicode="&#xe159;" d="M0 400v300q0 163 117.5 281.5t282.5 118.5h300q163 0 281.5 -119t118.5 -281v-300q0 -165 -117.5 -282.5t-282.5 -117.5h-300q-165 0 -282.5 117.5t-117.5 282.5zM200 300q0 -41 29.5 -70.5t70.5 -29.5h500q41 0 70.5 29.5t29.5 70.5v500q0 41 -29.5 70.5t-70.5 29.5 h-500q-41 0 -70.5 -29.5t-29.5 -70.5v-500zM300 700l250 -333l250 333h-500z" />
-<glyph unicode="&#xe160;" d="M0 400v300q0 165 117.5 282.5t282.5 117.5h300q165 0 282.5 -117.5t117.5 -282.5v-300q0 -162 -118.5 -281t-281.5 -119h-300q-165 0 -282.5 118.5t-117.5 281.5zM200 300q0 -41 29.5 -70.5t70.5 -29.5h500q41 0 70.5 29.5t29.5 70.5v500q0 41 -29.5 70.5t-70.5 29.5 h-500q-41 0 -70.5 -29.5t-29.5 -70.5v-500zM300 400h500l-250 333z" />
-<glyph unicode="&#xe161;" d="M0 400v300h300v200l400 -350l-400 -350v200h-300zM500 0v200h500q41 0 70.5 29.5t29.5 70.5v500q0 41 -29.5 70.5t-70.5 29.5h-500v200h400q165 0 282.5 -117.5t117.5 -282.5v-300q0 -165 -117.5 -282.5t-282.5 -117.5h-400z" />
-<glyph unicode="&#xe162;" d="M216 519q10 -19 32 -19h302q-155 -438 -160 -458q-5 -21 4 -32l9 -8l9 -1q13 0 26 16l538 630q15 19 6 36q-8 18 -32 16h-300q1 4 78 219.5t79 227.5q2 17 -6 27l-8 8h-9q-16 0 -25 -15q-4 -5 -98.5 -111.5t-228 -257t-209.5 -238.5q-17 -19 -7 -40z" />
-<glyph unicode="&#xe163;" d="M0 400q0 -165 117.5 -282.5t282.5 -117.5h300q47 0 100 15v185h-500q-41 0 -70.5 29.5t-29.5 70.5v500q0 41 29.5 70.5t70.5 29.5h500v185q-14 4 -114 7.5t-193 5.5l-93 2q-165 0 -282.5 -117.5t-117.5 -282.5v-300zM600 400v300h300v200l400 -350l-400 -350v200h-300z " />
-<glyph unicode="&#xe164;" d="M0 400q0 -165 117.5 -282.5t282.5 -117.5h300q163 0 281.5 117.5t118.5 282.5v98l-78 73l-122 -123v-148q0 -41 -29.5 -70.5t-70.5 -29.5h-500q-41 0 -70.5 29.5t-29.5 70.5v500q0 41 29.5 70.5t70.5 29.5h156l118 122l-74 78h-100q-165 0 -282.5 -117.5t-117.5 -282.5 v-300zM496 709l353 342l-149 149h500v-500l-149 149l-342 -353z" />
-<glyph unicode="&#xe165;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -171 121.5 -292.5t292.5 -121.5t292.5 121.5t121.5 292.5t-121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM406 600 q0 80 57 137t137 57t137 -57t57 -137t-57 -137t-137 -57t-137 57t-57 137z" />
-<glyph unicode="&#xe166;" d="M0 0v275q0 11 7 18t18 7h1048q11 0 19 -7.5t8 -17.5v-275h-1100zM100 800l445 -500l450 500h-295v400h-300v-400h-300zM900 150h100v50h-100v-50z" />
-<glyph unicode="&#xe167;" d="M0 0v275q0 11 7 18t18 7h1048q11 0 19 -7.5t8 -17.5v-275h-1100zM100 700h300v-300h300v300h295l-445 500zM900 150h100v50h-100v-50z" />
-<glyph unicode="&#xe168;" d="M0 0v275q0 11 7 18t18 7h1048q11 0 19 -7.5t8 -17.5v-275h-1100zM100 705l305 -305l596 596l-154 155l-442 -442l-150 151zM900 150h100v50h-100v-50z" />
-<glyph unicode="&#xe169;" d="M0 0v275q0 11 7 18t18 7h1048q11 0 19 -7.5t8 -17.5v-275h-1100zM100 988l97 -98l212 213l-97 97zM200 401h700v699l-250 -239l-149 149l-212 -212l149 -149zM900 150h100v50h-100v-50z" />
-<glyph unicode="&#xe170;" d="M0 0v275q0 11 7 18t18 7h1048q11 0 19 -7.5t8 -17.5v-275h-1100zM200 612l212 -212l98 97l-213 212zM300 1200l239 -250l-149 -149l212 -212l149 148l248 -237v700h-699zM900 150h100v50h-100v-50z" />
-<glyph unicode="&#xe171;" d="M23 415l1177 784v-1079l-475 272l-310 -393v416h-392zM494 210l672 938l-672 -712v-226z" />
-<glyph unicode="&#xe172;" d="M0 150v1000q0 20 14.5 35t35.5 15h250v-300h500v300h100l200 -200v-850q0 -21 -15 -35.5t-35 -14.5h-150v400h-700v-400h-150q-21 0 -35.5 14.5t-14.5 35.5zM600 1000h100v200h-100v-200z" />
-<glyph unicode="&#xe173;" d="M0 150v1000q0 20 14.5 35t35.5 15h250v-300h500v300h100l200 -200v-218l-276 -275l-120 120l-126 -127h-378v-400h-150q-21 0 -35.5 14.5t-14.5 35.5zM581 306l123 123l120 -120l353 352l123 -123l-475 -476zM600 1000h100v200h-100v-200z" />
-<glyph unicode="&#xe174;" d="M0 150v1000q0 20 14.5 35t35.5 15h250v-300h500v300h100l200 -200v-269l-103 -103l-170 170l-298 -298h-329v-400h-150q-21 0 -35.5 14.5t-14.5 35.5zM600 1000h100v200h-100v-200zM700 133l170 170l-170 170l127 127l170 -170l170 170l127 -128l-170 -169l170 -170 l-127 -127l-170 170l-170 -170z" />
-<glyph unicode="&#xe175;" d="M0 150v1000q0 20 14.5 35t35.5 15h250v-300h500v300h100l200 -200v-300h-400v-200h-500v-400h-150q-21 0 -35.5 14.5t-14.5 35.5zM600 300l300 -300l300 300h-200v300h-200v-300h-200zM600 1000v200h100v-200h-100z" />
-<glyph unicode="&#xe176;" d="M0 150v1000q0 20 14.5 35t35.5 15h250v-300h500v300h100l200 -200v-402l-200 200l-298 -298h-402v-400h-150q-21 0 -35.5 14.5t-14.5 35.5zM600 300h200v-300h200v300h200l-300 300zM600 1000v200h100v-200h-100z" />
-<glyph unicode="&#xe177;" d="M0 250q0 -21 14.5 -35.5t35.5 -14.5h1100q21 0 35.5 14.5t14.5 35.5v550h-1200v-550zM0 900h1200v150q0 21 -14.5 35.5t-35.5 14.5h-1100q-21 0 -35.5 -14.5t-14.5 -35.5v-150zM100 300v200h400v-200h-400z" />
-<glyph unicode="&#xe178;" d="M0 400l300 298v-198h400v-200h-400v-198zM100 800v200h100v-200h-100zM300 800v200h100v-200h-100zM500 800v200h400v198l300 -298l-300 -298v198h-400zM800 300v200h100v-200h-100zM1000 300h100v200h-100v-200z" />
-<glyph unicode="&#xe179;" d="M100 700v400l50 100l50 -100v-300h100v300l50 100l50 -100v-300h100v300l50 100l50 -100v-400l-100 -203v-447q0 -21 -14.5 -35.5t-35.5 -14.5h-200q-21 0 -35.5 14.5t-14.5 35.5v447zM800 597q0 -29 10.5 -55.5t25 -43t29 -28.5t25.5 -18l10 -5v-397q0 -21 14.5 -35.5 t35.5 -14.5h200q21 0 35.5 14.5t14.5 35.5v1106q0 31 -18 40.5t-44 -7.5l-276 -117q-25 -16 -43.5 -50.5t-18.5 -65.5v-359z" />
-<glyph unicode="&#xe180;" d="M100 0h400v56q-75 0 -87.5 6t-12.5 44v394h500v-394q0 -38 -12.5 -44t-87.5 -6v-56h400v56q-4 0 -11 0.5t-24 3t-30 7t-24 15t-11 24.5v888q0 22 25 34.5t50 13.5l25 2v56h-400v-56q75 0 87.5 -6t12.5 -44v-394h-500v394q0 38 12.5 44t87.5 6v56h-400v-56q4 0 11 -0.5 t24 -3t30 -7t24 -15t11 -24.5v-888q0 -22 -25 -34.5t-50 -13.5l-25 -2v-56z" />
-<glyph unicode="&#xe181;" d="M0 300q0 -41 29.5 -70.5t70.5 -29.5h300q41 0 70.5 29.5t29.5 70.5v500q0 41 -29.5 70.5t-70.5 29.5h-300q-41 0 -70.5 -29.5t-29.5 -70.5v-500zM100 100h400l200 200h105l295 98v-298h-425l-100 -100h-375zM100 300v200h300v-200h-300zM100 600v200h300v-200h-300z M100 1000h400l200 -200v-98l295 98h105v200h-425l-100 100h-375zM700 402v163l400 133v-163z" />
-<glyph unicode="&#xe182;" d="M16.5 974.5q0.5 -21.5 16 -90t46.5 -140t104 -177.5t175 -208q103 -103 207.5 -176t180 -103.5t137 -47t92.5 -16.5l31 1l163 162q16 17 13 40.5t-22 37.5l-192 136q-19 14 -45 12t-42 -19l-119 -118q-143 103 -267 227q-126 126 -227 268l118 118q17 17 20 41.5 t-11 44.5l-139 194q-14 19 -36.5 22t-40.5 -14l-162 -162q-1 -11 -0.5 -32.5z" />
-<glyph unicode="&#xe183;" d="M0 50v212q0 20 10.5 45.5t24.5 39.5l365 303v50q0 4 1 10.5t12 22.5t30 28.5t60 23t97 10.5t97 -10t60 -23.5t30 -27.5t12 -24l1 -10v-50l365 -303q14 -14 24.5 -39.5t10.5 -45.5v-212q0 -21 -15 -35.5t-35 -14.5h-1100q-21 0 -35.5 14.5t-14.5 35.5zM0 712 q0 -21 14.5 -33.5t34.5 -8.5l202 33q20 4 34.5 21t14.5 38v146q141 24 300 24t300 -24v-146q0 -21 14.5 -38t34.5 -21l202 -33q20 -4 34.5 8.5t14.5 33.5v200q-6 8 -19 20.5t-63 45t-112 57t-171 45t-235 20.5q-92 0 -175 -10.5t-141.5 -27t-108.5 -36.5t-81.5 -40 t-53.5 -36.5t-31 -27.5l-9 -10v-200z" />
-<glyph unicode="&#xe184;" d="M100 0v100h1100v-100h-1100zM175 200h950l-125 150v250l100 100v400h-100v-200h-100v200h-200v-200h-100v200h-200v-200h-100v200h-100v-400l100 -100v-250z" />
-<glyph unicode="&#xe185;" d="M100 0h300v400q0 41 -29.5 70.5t-70.5 29.5h-100q-41 0 -70.5 -29.5t-29.5 -70.5v-400zM500 0v1000q0 41 29.5 70.5t70.5 29.5h100q41 0 70.5 -29.5t29.5 -70.5v-1000h-300zM900 0v700q0 41 29.5 70.5t70.5 29.5h100q41 0 70.5 -29.5t29.5 -70.5v-700h-300z" />
-<glyph unicode="&#xe186;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 300h300v300h-200v100h200v100h-300v-300h200v-100h-200v-100zM600 300h200v100h100v300h-100v100h-200v-500 zM700 400v300h100v-300h-100z" />
-<glyph unicode="&#xe187;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 300h100v200h100v-200h100v500h-100v-200h-100v200h-100v-500zM600 300h200v100h100v300h-100v100h-200v-500 zM700 400v300h100v-300h-100z" />
-<glyph unicode="&#xe188;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 300h300v100h-200v300h200v100h-300v-500zM600 300h300v100h-200v300h200v100h-300v-500z" />
-<glyph unicode="&#xe189;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 550l300 -150v300zM600 400l300 150l-300 150v-300z" />
-<glyph unicode="&#xe190;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 300v500h700v-500h-700zM300 400h130q41 0 68 42t27 107t-28.5 108t-66.5 43h-130v-300zM575 549 q0 -65 27 -107t68 -42h130v300h-130q-38 0 -66.5 -43t-28.5 -108z" />
-<glyph unicode="&#xe191;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 300h300v300h-200v100h200v100h-300v-300h200v-100h-200v-100zM601 300h100v100h-100v-100zM700 700h100 v-400h100v500h-200v-100z" />
-<glyph unicode="&#xe192;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 300h300v400h-200v100h-100v-500zM301 400v200h100v-200h-100zM601 300h100v100h-100v-100zM700 700h100 v-400h100v500h-200v-100z" />
-<glyph unicode="&#xe193;" d="M-100 300v500q0 124 88 212t212 88h700q124 0 212 -88t88 -212v-500q0 -124 -88 -212t-212 -88h-700q-124 0 -212 88t-88 212zM100 200h900v700h-900v-700zM200 700v100h300v-300h-99v-100h-100v100h99v200h-200zM201 300v100h100v-100h-100zM601 300v100h100v-100h-100z M700 700v100h200v-500h-100v400h-100z" />
-<glyph unicode="&#xe194;" d="M4 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM186 600q0 -171 121.5 -292.5t292.5 -121.5t292.5 121.5t121.5 292.5t-121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM400 500v200 l100 100h300v-100h-300v-200h300v-100h-300z" />
-<glyph unicode="&#xe195;" d="M0 600q0 162 80 299t217 217t299 80t299 -80t217 -217t80 -299t-80 -299t-217 -217t-299 -80t-299 80t-217 217t-80 299zM182 600q0 -171 121.5 -292.5t292.5 -121.5t292.5 121.5t121.5 292.5t-121.5 292.5t-292.5 121.5t-292.5 -121.5t-121.5 -292.5zM400 400v400h300 l100 -100v-100h-100v100h-200v-100h200v-100h-200v-100h-100zM700 400v100h100v-100h-100z" />
-<glyph unicode="&#xe197;" d="M-14 494q0 -80 56.5 -137t135.5 -57h222v300h400v-300h128q120 0 205 86t85 208q0 120 -85 206.5t-205 86.5q-46 0 -90 -14q-44 97 -134.5 156.5t-200.5 59.5q-152 0 -260 -107.5t-108 -260.5q0 -25 2 -37q-66 -14 -108.5 -67.5t-42.5 -122.5zM300 200h200v300h200v-300 h200l-300 -300z" />
-<glyph unicode="&#xe198;" d="M-14 494q0 -80 56.5 -137t135.5 -57h8l414 414l403 -403q94 26 154.5 104t60.5 178q0 121 -85 207.5t-205 86.5q-46 0 -90 -14q-44 97 -134.5 156.5t-200.5 59.5q-152 0 -260 -107.5t-108 -260.5q0 -25 2 -37q-66 -14 -108.5 -67.5t-42.5 -122.5zM300 200l300 300 l300 -300h-200v-300h-200v300h-200z" />
-<glyph unicode="&#xe199;" d="M100 200h400v-155l-75 -45h350l-75 45v155h400l-270 300h170l-270 300h170l-300 333l-300 -333h170l-270 -300h170z" />
-<glyph unicode="&#xe200;" d="M121 700q0 -53 28.5 -97t75.5 -65q-4 -16 -4 -38q0 -74 52.5 -126.5t126.5 -52.5q56 0 100 30v-306l-75 -45h350l-75 45v306q46 -30 100 -30q74 0 126.5 52.5t52.5 126.5q0 24 -9 55q50 32 79.5 83t29.5 112q0 90 -61.5 155.5t-150.5 71.5q-26 89 -99.5 145.5 t-167.5 56.5q-116 0 -197.5 -81.5t-81.5 -197.5q0 -4 1 -12t1 -11q-14 2 -23 2q-74 0 -126.5 -52.5t-52.5 -126.5z" />
-</font>
-</defs></svg> 

docs/download.html

@@ -1,157 +0,0 @@
-
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="index.html">Home</a></li>
-                <li><a href="howto/quickstart.html">Quick Start</a></li>
-                <li><a href="howto/pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Data Sources HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="howto/csv.html">CSV</a></li>
-                    <li><a href="howto/fixed.html">Fixed format</a></li>
-                    <li><a href="howto/geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="howto/dBase.html">dBase</a></li>
-                    <li><a href="howto/sqlite.html">SQLite</a></li>
-                    <li><a href="howto/mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li class="active"><a href="download.html">Download</a></li>
-                <li><a href="sponsors.html">Sponsors</a></li>
-                <li><a href="pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-          <h1>Download pgloader</h1>
-          <p>
-            You can fetch the source code
-            from <a href="https://github.com/dimitri/">GitHub</a> or fetch a
-            self-contained binary image using the following links:
-          </p>
-          <table class="table">
-            <tr><th>File Type</th><th>URL</th></tr>
-            <tr><td>Repository</td>
-              <td><a href="https://github.com/dimitri/pgloader">https://github.com/dimitri/pgloader</a></td>
-            </tr>
-            <tr><td>Sources</td>
-              <td><a href="http://pgloader.io/files/pgloader-latest.tgz">pgloader-latest.tgz</a></td>
-            </tr>
-          </table>
-          <p>
-            Binary build are available on distributions where pgloader is
-            packaged, which currently includes
-            only <a href="https://packages.debian.org/sid/pgloader">debian</a>
-            and <a href="https://wiki.postgresql.org/wiki/Apt">apt.postgresql.org</a>
-            which covers both <tt>debian</tt> and <tt>ubuntu</tt> Operating
-            Systems.
-          </p>
-          <p>
-            Note that pgloader is easy enough to build from sources,
-            see <a href="https://github.com/dimitri/pgloader/blob/master/INSTALL.md">pgloader
-            INSTALL.md</a> file. For <tt>RPM</tt> based systems, see also
-            the <a href="https://github.com/dimitri/pgloader/blob/master/bootstrap-centos7.sh">bootstrap-centos7.sh</a>
-            script that prepares your build environment so that building is
-            then just a <tt>git clone</tt> then <tt>make</tt> away.
-          </p>
-          <p>
-            Building for the <i>Windows™</i> Operating System is easy enough
-            and the platform is fully supported. Please report any problem
-            there as usual, via
-            the <a href="https://github.com/dimitri/pgloader/issues">pgloader
-            issues</a> facility hosted at github.
-          </p>
-        </div>
-        <div class="col-md-2"> </div>
-      </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-
-  </body>
-</html>

docs/howto/csv.html

@@ -1,163 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-<h1>Loading CSV Data with pgloader</h1><p>CSV means <em>comma separated values</em> and is often found with quite varying specifications. pgloader allows you to describe those specs in its command. </p><h2>The Command</h2><p>To load data with <a href="http://pgloader.io/">pgloader</a> you need to define in a <em>command</em> the operations in some details. Here's our example for loading CSV data: </p><pre><code> LOAD CSV  
-      FROM 'path/to/file.csv' (x, y, a, b, c, d)  
-      INTO postgresql:///pgloader?csv (a, b, d, c)  
- 
-      WITH truncate,  
-           skip header = 1,  
-           fields optionally enclosed by '"',  
-           fields escaped by double-quote,  
-           fields terminated by ','  
- 
-       SET client_encoding to 'latin1',  
-           work_mem to '12MB',  
-           standard_conforming_strings to 'on'  
- 
-    BEFORE LOAD DO  
-     $$ drop table if exists csv; $$,  
-     $$ create table csv (  
-         a bigint,  
-         b bigint,  
-         c char(2),  
-         d text  
-        );  
-   $$; </code></pre><p>You can see the full list of options in the <a href="pgloader.1.html">pgloader reference manual</a>, with a complete description of the options you see here. </p><h2>The Data</h2><p>This command allows loading the following CSV file content: </p><pre><code>Header, with a © sign  
-"2.6.190.56","2.6.190.63","33996344","33996351","GB","United Kingdom"  
-"3.0.0.0","4.17.135.31","50331648","68257567","US","United States"  
-"4.17.135.32","4.17.135.63","68257568","68257599","CA","Canada"  
-"4.17.135.64","4.17.142.255","68257600","68259583","US","United States"  
-"4.17.143.0","4.17.143.15","68259584","68259599","CA","Canada"  
-"4.17.143.16","4.18.32.71","68259600","68296775","US","United States" </code></pre><h2>Loading the data</h2><p>Here's how to start loading the data. Note that the ouput here has been edited so as to facilitate its browsing online. </p><pre><code>$ pgloader csv.load  
-... LOG Starting pgloader, log system is ready.  
-... LOG Parsing commands from file "/Users/dim/dev/pgloader/test/csv.load"  
- 
-       table name       read   imported     errors            time  
------------------  ---------  ---------  ---------  --------------  
-      before load          2          2          0          0.039s  
------------------  ---------  ---------  ---------  --------------  
-              csv          6          6          0          0.019s  
------------------  ---------  ---------  ---------  --------------  
-Total import time          6          6          0          0.058s </code></pre><h2>The result</h2><p>As you can see, the command described above is filtering the input and only importing some of the columns from the example data file. Here's what gets loaded in the PostgreSQL database: </p><pre><code>pgloader# table csv;  
-    a     |    b     | c  |       d         
-----------+----------+----+----------------  
- 33996344 | 33996351 | GB | United Kingdom  
- 50331648 | 68257567 | US | United States  
- 68257568 | 68257599 | CA | Canada  
- 68257600 | 68259583 | US | United States  
- 68259584 | 68259599 | CA | Canada  
- 68259600 | 68296775 | US | United States  
-(6 rows) </code></pre>          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/howto/dBase.html

@@ -1,134 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-<h1>Loading dBase files with pgloader</h1><p>The dBase format is still in use in some places as modern tools such as <em>Filemaker</em> and <em>Excel</em> offer some level of support for it. Speaking of support in modern tools, pgloader is right there on the list too! </p><h2>The Command</h2><p>To load data with <a href="http://pgloader.io/">pgloader</a> you need to define in a <em>command</em> the operations in some details. Here's our example for loading a dBase file, using a file provided by the french administration. </p><p>You can find more files from them at the <a href="http://www.insee.fr/fr/methodes/nomenclatures/cog/telechargement.asp">Insee</a> website. </p><p>Here's our command: </p><pre><code>LOAD DBF  
-    FROM http://www.insee.fr/fr/methodes/nomenclatures/cog/telechargement/2013/dbf/historiq2013.zip  
-    INTO postgresql:///pgloader  
-    WITH truncate, create table  
-     SET client_encoding TO 'latin1'; </code></pre><p>You can see the full list of options in the <a href="pgloader.1.html">pgloader reference manual</a>, with a complete description of the options you see here. </p><p>Note that here pgloader will benefit from the meta-data information found in the dBase file to create a PostgreSQL table capable of hosting the data as described, then load the data. </p><h2>Loading the data</h2><p>Let's start the <code>pgloader</code> command with our <code>dbf-zip.load</code> command file: </p><pre><code>$ pgloader dbf-zip.load  
-... LOG Starting pgloader, log system is ready.  
-... LOG Parsing commands from file "/Users/dim/dev/pgloader/test/dbf-zip.load"  
-... LOG Fetching 'http://www.insee.fr/fr/methodes/nomenclatures/cog/telechargement/2013/dbf/historiq2013.zip'  
-... LOG Extracting files from archive '//private/var/folders/w7/9n8v8pw54t1gngfff0lj16040000gn/T/pgloader//historiq2013.zip'  
- 
-       table name       read   imported     errors            time  
------------------  ---------  ---------  ---------  --------------  
-         download          0          0          0          0.167s  
-          extract          0          0          0          1.010s  
- create, truncate          0          0          0          0.071s  
------------------  ---------  ---------  ---------  --------------  
-     historiq2013       9181       9181          0          0.658s  
------------------  ---------  ---------  ---------  --------------  
-Total import time       9181       9181          0          1.906s </code></pre><p>We can see that <a href="pgloader">http://pgloader.io</a> did download the file from its HTTP URL location then <em>unziped</em> it before the loading itself. </p><p>Note that the output of the command has been edited to facilitate its browsing online. </p>          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/howto/fixed.html

@@ -1,171 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-<h1>Loading Fixed Width Data File with pgloader</h1><p>Some data providers still use a format where each column is specified with a starting index position and a given length. Usually the columns are blank-padded when the data is shorter than the full reserved range. </p><h2>The Command</h2><p>To load data with <a href="http://pgloader.io/">pgloader</a> you need to define in a <em>command</em> the operations in some details. Here's our example for loading Fixed Width Data, using a file provided by the US census. </p><p>You can find more files from them at the <a href="http://www.census.gov/geo/maps-data/data/gazetteer2000.html">Census 2000 Gazetteer Files</a>. </p><p>Here's our command: </p><pre><code>LOAD ARCHIVE  
-   FROM http://www.census.gov/geo/maps-data/data/docs/gazetteer/places2k.zip  
-   INTO postgresql:///pgloader  
- 
-   BEFORE LOAD DO  
-     $$ drop table if exists places; $$,  
-     $$ create table places  
-       (  
-          usps      char(2)  not null,  
-          fips      char(2)  not null,  
-          fips_code char(5),  
-          loc_name  varchar(64)  
-       );  
-     $$  
- 
-   LOAD FIXED  
-        FROM FILENAME MATCHING ~/places2k.txt/  
-             WITH ENCODING latin1  
-             (  
-                usps           from   0 for  2,  
-                fips           from   2 for  2,  
-                fips_code      from   4 for  5,  
-                "LocationName" from   9 for 64 [trim right whitespace],  
-                p              from  73 for  9,  
-                h              from  82 for  9,  
-                land           from  91 for 14,  
-                water          from 105 for 14,  
-                ldm            from 119 for 14,  
-                wtm            from 131 for 14,  
-                lat            from 143 for 10,  
-                long           from 153 for 11  
-             )  
-        INTO postgresql:///pgloader?places  
-             (  
-	        usps, fips, fips_code, "LocationName"  
-             ); </code></pre><p>You can see the full list of options in the <a href="pgloader.1.html">pgloader reference manual</a>, with a complete description of the options you see here. </p><h2>The Data</h2><p>This command allows loading the following file content, where we are only showing the first couple of lines: </p><pre><code>AL0100124Abbeville city                                                       2987     1353      40301945        120383   15.560669    0.046480 31.566367 -85.251300  
-AL0100460Adamsville city                                                      4965     2042      50779330         14126   19.606010    0.005454 33.590411 -86.949166  
-AL0100484Addison town                                                          723      339       9101325             0    3.514041    0.000000 34.200042 -87.177851  
-AL0100676Akron town                                                            521      239       1436797             0    0.554750    0.000000 32.876425 -87.740978  
-AL0100820Alabaster city                                                      22619     8594      53023800        141711   20.472605    0.054715 33.231162 -86.823829  
-AL0100988Albertville city                                                    17247     7090      67212867        258738   25.951034    0.099899 34.265362 -86.211261  
-AL0101132Alexander City city                                                 15008     6855     100534344        433413   38.816529    0.167342 32.933157 -85.936008 </code></pre><h2>Loading the data</h2><p>Let's start the <code>pgloader</code> command with our <code>census-places.load</code> command file: </p><pre><code>$ pgloader census-places.load  
-... LOG Starting pgloader, log system is ready.  
-... LOG Parsing commands from file "/Users/dim/dev/pgloader/test/census-places.load"  
-... LOG Fetching 'http://www.census.gov/geo/maps-data/data/docs/gazetteer/places2k.zip'  
-... LOG Extracting files from archive '//private/var/folders/w7/9n8v8pw54t1gngfff0lj16040000gn/T/pgloader//places2k.zip'  
- 
-       table name       read   imported     errors            time  
------------------  ---------  ---------  ---------  --------------  
-         download          0          0          0          1.494s  
-          extract          0          0          0          1.013s  
-      before load          2          2          0          0.013s  
------------------  ---------  ---------  ---------  --------------  
-           places      25375      25375          0          0.499s  
------------------  ---------  ---------  ---------  --------------  
-Total import time      25375      25375          0          3.019s </code></pre><p>We can see that <a href="pgloader">http://pgloader.io</a> did download the file from its HTTP URL location then <em>unziped</em> it before the loading itself. </p><p>Note that the output of the command has been edited to facilitate its browsing online. </p>          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/howto/footer.html

@@ -1,32 +0,0 @@
-          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/howto/geolite.html

@@ -1,228 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-<h1>Loading MaxMind Geolite Data with pgloader</h1><p>The <a href="http://www.maxmind.com/">MaxMind</a> provides a free dataset for geolocation, which is quite popular. Using pgloader you can download the lastest version of it, extract the CSV files from the archive and load their content into your database directly. </p><h2>The Command</h2><p>To load data with <a href="http://pgloader.io/">pgloader</a> you need to define in a <em>command</em> the operations in some details. Here's our example for loading the Geolite data: </p><pre><code>/*  
- * Loading from a ZIP archive containing CSV files. The full test can be  
- * done with using the archive found at  
- * http://geolite.maxmind.com/download/geoip/database/GeoLiteCity_CSV/GeoLiteCity-latest.zip  
- *  
- * And a very light version of this data set is found at  
- * http://pgsql.tapoueh.org/temp/foo.zip for quick testing.  
- */  
- 
-LOAD ARCHIVE  
-   FROM http://geolite.maxmind.com/download/geoip/database/GeoLiteCity_CSV/GeoLiteCity-latest.zip  
-   INTO postgresql:///ip4r  
- 
-   BEFORE LOAD DO  
-     $$ create extension if not exists ip4r; $$,  
-     $$ create schema if not exists geolite; $$,  
-     $$ create table if not exists geolite.location  
-       (  
-          locid      integer primary key,  
-          country    text,  
-          region     text,  
-          city       text,  
-          postalcode text,  
-          location   point,  
-          metrocode  text,  
-          areacode   text  
-       );  
-     $$,  
-     $$ create table if not exists geolite.blocks  
-       (  
-          iprange    ip4r,  
-          locid      integer  
-       );  
-     $$,  
-     $$ drop index if exists geolite.blocks_ip4r_idx; $$,  
-     $$ truncate table geolite.blocks, geolite.location cascade; $$  
- 
-   LOAD CSV  
-        FROM FILENAME MATCHING ~/GeoLiteCity-Location.csv/  
-             WITH ENCODING iso-8859-1
-             (
-                locId,
-                country,
-                region     [ null if blanks ],
-                city       [ null if blanks ],
-                postalCode [ null if blanks ],
-                latitude,
-                longitude,
-                metroCode  [ null if blanks ],
-                areaCode   [ null if blanks ]
-             )
-        INTO postgresql:///ip4r?geolite.location  
-             (  
-                locid,country,region,city,postalCode,  
-                location point using (format nil "(~a,~a)" longitude latitude),  
-                metroCode,areaCode  
-             )  
-        WITH skip header = 2,  
-             fields optionally enclosed by '"',  
-             fields escaped by double-quote,  
-             fields terminated by ','  
- 
-  AND LOAD CSV  
-        FROM FILENAME MATCHING ~/GeoLiteCity-Blocks.csv/  
-             WITH ENCODING iso-8859-1  
-             (  
-                startIpNum, endIpNum, locId  
-             )  
-        INTO postgresql:///ip4r?geolite.blocks  
-             (  
-                iprange ip4r using (ip-range startIpNum endIpNum),  
-                locId  
-             )  
-        WITH skip header = 2,  
-             fields optionally enclosed by '"',  
-             fields escaped by double-quote,  
-             fields terminated by ','  
- 
-   FINALLY DO  
-     $$ create index blocks_ip4r_idx on geolite.blocks using gist(iprange); $$; </code></pre><p>You can see the full list of options in the <a href="pgloader.1.html">pgloader reference manual</a>, with a complete description of the options you see here. </p><p>Note that while the <em>Geolite</em> data is using a pair of integers (<em>start</em>, <em>end</em>) to represent <em>ipv4</em> data, we use the very poweful <a href="https://github.com/RhodiumToad/ip4r">ip4r</a> PostgreSQL Extension instead. </p><p>The transformation from a pair of integers into an IP is done dynamically by the pgloader process. </p><p>Also, the location is given as a pair of <em>float</em> columns for the <em>longitude</em> and the <em>latitude</em> where PostgreSQL offers the <a href="http://www.postgresql.org/docs/9.3/interactive/functions-geometry.html">point</a> datatype, so the pgloader command here will actually transform the data on the fly to use the appropriate data type and its input representation. </p><h2>Loading the data</h2><p>Here's how to start loading the data. Note that the ouput here has been edited so as to facilitate its browsing online. </p><pre><code>$ pgloader archive.load  
-... LOG Starting pgloader, log system is ready.  
-... LOG Parsing commands from file "/Users/dim/dev/pgloader/test/archive.load"  
-... LOG Fetching 'http://geolite.maxmind.com/download/geoip/database/GeoLiteCity_CSV/GeoLiteCity-latest.zip'  
-... LOG Extracting files from archive '//private/var/folders/w7/9n8v8pw54t1gngfff0lj16040000gn/T/pgloader//GeoLiteCity-latest.zip'  
- 
-       table name       read   imported     errors            time  
------------------  ---------  ---------  ---------  --------------  
-         download          0          0          0         11.592s  
-          extract          0          0          0          1.012s  
-      before load          6          6          0          0.019s  
------------------  ---------  ---------  ---------  --------------  
- geolite.location     470387     470387          0          7.743s  
-   geolite.blocks    1903155    1903155          0         16.332s  
------------------  ---------  ---------  ---------  --------------  
-          finally          1          1          0         31.692s  
------------------  ---------  ---------  ---------  --------------  
-Total import time    2373542    2373542          0        1m8.390s </code></pre><p>The timing of course includes the transformation of the <em>1.9 million</em> pairs of integer into a single <em>ipv4 range</em> each. The <em>finally</em> step consists of creating the <em>GiST</em> specialized index as given in the main command: </p><pre><code>CREATE INDEX blocks_ip4r_idx ON geolite.blocks USING gist(iprange); </code></pre><p>That index will then be used to speed up queries wanting to find which recorded geolocation contains a specific IP address: </p><pre><code>ip4r&gt; select *  
-        from      geolite.location l  
-             join geolite.blocks b using(locid)  
-       where iprange &gt;&gt;= '8.8.8.8';  
- 
--[ RECORD 1 ]------------------  
-locid      | 223  
-country    | US  
-region     |  
-city       |  
-postalcode |  
-location   | (-97,38)  
-metrocode  |  
-areacode   |  
-iprange    | 8.8.8.8-8.8.37.255  
- 
-Time: 0.747 ms </code></pre>          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/howto/header.html

@@ -1,84 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">

docs/howto/mysql.html

@@ -1,170 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-<h1>Migrating from MySQL with pgloader</h1><p>If you want to migrate your data over to <a href="http://www.postgresql.org">PostgreSQL</a> from MySQL then pgloader is the tool of choice! </p><p>Most tools around are skipping the main problem with migrating from MySQL, which is to do with the type casting and data sanitizing that needs to be done. pgloader will not leave you alone on those topics. </p><h2>The Command</h2><p>To load data with <a href="http://pgloader.tapoueh.org/">pgloader</a> you need to define in a <em>command</em> the operations in some details. Here's our example for loading the <a href="http://dev.mysql.com/doc/sakila/en/">MySQL Sakila Sample Database</a>: </p><p>Here's our command: </p><pre><code>load database  
-     from      mysql://root@localhost/sakila  
-     into postgresql:///sakila  
- 
- WITH include drop, create tables, no truncate,  
-      create indexes, reset sequences, foreign keys  
- 
-  SET maintenance_work_mem to '128MB', work_mem to '12MB', search_path to 'sakila'  
- 
- CAST type datetime to timestamptz  
-                drop default drop not null using zero-dates-to-null,  
-      type date drop not null drop default using zero-dates-to-null  
- 
- MATERIALIZE VIEWS film_list, staff_list  
- 
- -- INCLUDING ONLY TABLE NAMES MATCHING ~/film/, 'actor'  
- -- EXCLUDING TABLE NAMES MATCHING ~&lt;ory&gt;  
- 
- BEFORE LOAD DO  
- $$ create schema if not exists sakila; $$; </code></pre><p>You can see the full list of options in the <a href="pgloader.1.html">pgloader reference manual</a>, with a complete description of the options you see here. </p><p>Note that here pgloader will benefit from the meta-data information found in the MySQL database to create a PostgreSQL database capable of hosting the data as described, then load the data. </p><p>In particular, some specific <em>casting rules</em> are given here, to cope with date values such as <code>0000-00-00</code> that MySQL allows and PostgreSQL rejects for not existing in our calendar. It's possible to add per-column casting rules too, which is useful is some of your <code>tinyint</code> are in fact <code>smallint</code> while some others are in fact <code>boolean</code> values. </p><p>Finaly note that we are using the <em>MATERIALIZE VIEWS</em> clause of pgloader: the selected views here will be migrated over to PostgreSQL <em>with their contents</em>. </p><p>It's possible to use the <em>MATERIALIZE VIEWS</em> clause and give both the name and the SQL (in MySQL dialect) definition of view, then pgloader creates the view before loading the data, then drops it again at the end. </p><h2>Loading the data</h2><p>Let's start the <code>pgloader</code> command with our <code>sakila.load</code> command file: </p><pre><code>$ pgloader sakila.load  
-... LOG Starting pgloader, log system is ready.  
-... LOG Parsing commands from file "/Users/dim/dev/pgloader/test/sakila.load"  
-   &lt;WARNING: table "xxx" does not exists have been edited away&gt;  
- 
-            table name       read   imported     errors            time  
-----------------------  ---------  ---------  ---------  --------------  
-           before load          1          1          0          0.007s  
-       fetch meta data         45         45          0          0.402s  
-          create, drop          0         36          0          0.208s  
-----------------------  ---------  ---------  ---------  --------------  
-                 actor        200        200          0          0.071s  
-               address        603        603          0          0.035s  
-              category         16         16          0          0.018s  
-                  city        600        600          0          0.037s  
-               country        109        109          0          0.023s  
-              customer        599        599          0          0.073s  
-                  film       1000       1000          0          0.135s  
-            film_actor       5462       5462          0          0.236s  
-         film_category       1000       1000          0          0.070s  
-             film_text       1000       1000          0          0.080s  
-             inventory       4581       4581          0          0.136s  
-              language          6          6          0          0.036s  
-               payment      16049      16049          0          0.539s  
-                rental      16044      16044          0          0.648s  
-                 staff          2          2          0          0.041s  
-                 store          2          2          0          0.036s  
-             film_list        997        997          0          0.247s  
-            staff_list          2          2          0          0.135s  
-Index Build Completion          0          0          0          0.000s  
-----------------------  ---------  ---------  ---------  --------------  
-        Create Indexes         41         41          0          0.964s  
-       Reset Sequences          0          1          0          0.035s  
-          Foreign Keys         22         22          0          0.254s  
-----------------------  ---------  ---------  ---------  --------------  
-     Total import time      48272      48272          0          3.502s </code></pre><p>The <em>WARNING</em> messages we see here are expected as the PostgreSQL database is empty when running the command, and pgloader is using the SQL commands <code>DROP TABLE IF EXISTS</code> when the given command uses the <code>include drop</code> option. </p><p>Note that the output of the command has been edited to facilitate its browsing online. </p>          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/howto/quickstart.html

@@ -1,152 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-<h1>pgloader: a quickstart</h1><p>In simple cases, pgloader is very easy to use. </p><h2>CSV</h2><p>Load data from a CSV file into a pre-existing table in your database: </p><pre><code>pgloader --type csv                                   \  
-         --field id --field field                     \  
-         --with truncate                              \  
-         --with "fields terminated by ','"            \  
-         ./test/data/matching-1.csv                   \  
-         postgres:///pgloader?tablename=matching </code></pre><p>In that example the whole loading is driven from the command line, bypassing the need for writing a command in the pgloader command syntax entirely. As there's no command though, the extra information needed must be provided on the command line using the <code>--type</code> and <code>--field</code> and <code>--with</code> switches. </p><p>For documentation about the available syntaxes for the <code>--field</code> and <code>--with</code> switches, please refer to the CSV section later in the man page. </p><p>Note also that the PostgreSQL URI includes the target <em>tablename</em>. </p><h2>Reading from STDIN</h2><p>File based pgloader sources can be loaded from the standard input, as in the following example: </p><pre><code>pgloader --type csv                                         \  
-         --field "usps,geoid,aland,awater,aland_sqmi,awater_sqmi,intptlat,intptlong" \  
-         --with "skip header = 1"                          \  
-         --with "fields terminated by '\t'"                \  
-         -                                                 \  
-         postgresql:///pgloader?districts_longlat          \  
-         &lt; test/data/2013_Gaz_113CDs_national.txt </code></pre><p>The dash (<code>-</code>) character as a source is used to mean <em>standard input</em>, as usual in Unix command lines. It's possible to stream compressed content to pgloader with this technique, using the Unix pipe: </p><pre><code>gunzip -c source.gz | pgloader --type csv ... - pgsql:///target?foo </code></pre><h2>Loading from CSV available through HTTP</h2><p>The same command as just above can also be run if the CSV file happens to be found on a remote HTTP location: </p><pre><code>pgloader --type csv                                                     \  
-         --field "usps,geoid,aland,awater,aland_sqmi,awater_sqmi,intptlat,intptlong" \  
-         --with "skip header = 1"                                       \  
-         --with "fields terminated by '\t'"                             \  
-         http://pgsql.tapoueh.org/temp/2013_Gaz_113CDs_national.txt     \  
-         postgresql:///pgloader?districts_longlat </code></pre><p>Some more options have to be used in that case, as the file contains a one-line header (most commonly that's column names, could be a copyright notice). Also, in that case, we specify all the fields right into a single <code>--field</code> option argument. </p><p>Again, the PostgreSQL target connection string must contain the <em>tablename</em> option and you have to ensure that the target table exists and may fit the data. Here's the SQL command used in that example in case you want to try it yourself: </p><pre><code>create table districts_longlat  
-(  
-         usps        text,  
-         geoid       text,  
-         aland       bigint,  
-         awater      bigint,  
-         aland_sqmi  double precision,  
-         awater_sqmi double precision,  
-         intptlat    double precision,  
-         intptlong   double precision  
-); </code></pre><p>Also notice that the same command will work against an archived version of the same data. </p><h2>Streaming CSV data from an HTTP compressed file</h2><p>Finally, it's important to note that pgloader first fetches the content from the HTTP URL it to a local file, then expand the archive when it's recognized to be one, and only then processes the locally expanded file. </p><p>In some cases, either because pgloader has no direct support for your archive format or maybe because expanding the archive is not feasible in your environment, you might want to <em>stream</em> the content straight from its remote location into PostgreSQL. Here's how to do that, using the old battle tested Unix Pipes trick: </p><pre><code>curl http://pgsql.tapoueh.org/temp/2013_Gaz_113CDs_national.txt.gz \  
-| gunzip -c                                                        \  
-| pgloader --type csv                                              \  
-           --field "usps,geoid,aland,awater,aland_sqmi,awater_sqmi,intptlat,intptlong"  
-           --with "skip header = 1"                                \  
-           --with "fields terminated by '\t'"                      \  
-           -                                                       \  
-           postgresql:///pgloader?districts_longlat </code></pre><p>Now the OS will take care of the streaming and buffering between the network and the commands and pgloader will take care of streaming the data down to PostgreSQL. </p><h2>Migrating from SQLite</h2><p>The following command will open the SQLite database, discover its tables definitions including indexes and foreign keys, migrate those definitions while <em>casting</em> the data type specifications to their PostgreSQL equivalent and then migrate the data over: </p><pre><code>createdb newdb  
-pgloader ./test/sqlite/sqlite.db postgresql:///newdb </code></pre><h2>Migrating from MySQL</h2><p>Just create a database where to host the MySQL data and definitions and have pgloader do the migration for you in a single command line: </p><pre><code>createdb pagila  
-pgloader mysql://user@localhost/sakila postgresql:///pagila </code></pre><h2>Fetching an archived DBF file from a HTTP remote location</h2><p>It's possible for pgloader to download a file from HTTP, unarchive it, and only then open it to discover the schema then load the data: </p><pre><code>createdb foo  
-pgloader --type dbf http://www.insee.fr/fr/methodes/nomenclatures/cog/telechargement/2013/dbf/historiq2013.zip postgresql:///foo </code></pre><p>Here it's not possible for pgloader to guess the kind of data source it's being given, so it's necessary to use the <code>--type</code> command line switch. </p>          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/howto/sqlite.html

@@ -1,155 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="../dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="../dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="../index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="../index.html">Home</a></li>
-                <li><a href="quickstart.html">Quick Start</a></li>
-                <li><a href="pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown active">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="csv.html">CSV</a></li>
-                    <li><a href="fixed.html">Fixed format</a></li>
-                    <li><a href="geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="dBase.html">dBase</a></li>
-                    <li><a href="sqlite.html">SQLite</a></li>
-                    <li><a href="mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="../download.html">Download</a></li>
-                <li><a href="../sponsors.html">Sponsors</a></li>
-                <li><a href="../pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container">
-      <div class="row">
-        <div class="col-md-2"> </div>
-        <div class="col-md-8">
-<h1>Loading SQLite files with pgloader</h1><p>The SQLite database is a respected solution to manage your data with. Its embeded nature makes it a source of migrations when a projects now needs to handle more concurrency, which <a href="http://www.postgresql.org/">PostgreSQL</a> is very good at. pgloader can help you there. </p><h2>The Command</h2><p>To load data with <a href="http://pgloader.io/">pgloader</a> you need to define in a <em>command</em> the operations in some details. Here's our command: </p><pre><code>load database  
-     from 'sqlite/Chinook_Sqlite_AutoIncrementPKs.sqlite'  
-     into postgresql:///pgloader  
- 
- with include drop, create tables, create indexes, reset sequences  
- 
-  set work_mem to '16MB', maintenance_work_mem to '512 MB'; </code></pre><p>You can see the full list of options in the <a href="pgloader.1.html">pgloader reference manual</a>, with a complete description of the options you see here. </p><p>Note that here pgloader will benefit from the meta-data information found in the SQLite file to create a PostgreSQL database capable of hosting the data as described, then load the data. </p><h2>Loading the data</h2><p>Let's start the <code>pgloader</code> command with our <code>sqlite.load</code> command file: </p><pre><code>$ pgloader sqlite.load  
-... LOG Starting pgloader, log system is ready.  
-... LOG Parsing commands from file "/Users/dim/dev/pgloader/test/sqlite.load"  
-... WARNING Postgres warning: table "album" does not exist, skipping  
-... WARNING Postgres warning: table "artist" does not exist, skipping  
-... WARNING Postgres warning: table "customer" does not exist, skipping  
-... WARNING Postgres warning: table "employee" does not exist, skipping  
-... WARNING Postgres warning: table "genre" does not exist, skipping  
-... WARNING Postgres warning: table "invoice" does not exist, skipping  
-... WARNING Postgres warning: table "invoiceline" does not exist, skipping  
-... WARNING Postgres warning: table "mediatype" does not exist, skipping  
-... WARNING Postgres warning: table "playlist" does not exist, skipping  
-... WARNING Postgres warning: table "playlisttrack" does not exist, skipping  
-... WARNING Postgres warning: table "track" does not exist, skipping  
-            table name       read   imported     errors            time  
-----------------------  ---------  ---------  ---------  --------------  
-      create, truncate          0          0          0          0.052s  
-                 Album        347        347          0          0.070s  
-                Artist        275        275          0          0.014s  
-              Customer         59         59          0          0.014s  
-              Employee          8          8          0          0.012s  
-                 Genre         25         25          0          0.018s  
-               Invoice        412        412          0          0.032s  
-           InvoiceLine       2240       2240          0          0.077s  
-             MediaType          5          5          0          0.012s  
-              Playlist         18         18          0          0.008s  
-         PlaylistTrack       8715       8715          0          0.071s  
-                 Track       3503       3503          0          0.105s  
-index build completion          0          0          0          0.000s  
-----------------------  ---------  ---------  ---------  --------------  
-        Create Indexes         20         20          0          0.279s  
-       reset sequences          0          0          0          0.043s  
-----------------------  ---------  ---------  ---------  --------------  
-  Total streaming time      15607      15607          0          0.476s </code></pre><p>We can see that <a href="pgloader">http://pgloader.io</a> did download the file from its HTTP URL location then <em>unziped</em> it before loading it. </p><p>Also, the <em>WARNING</em> messages we see here are expected as the PostgreSQL database is empty when running the command, and pgloader is using the SQL commands <code>DROP TABLE IF EXISTS</code> when the given command uses the <code>include drop</code> option. </p><p>Note that the output of the command has been edited to facilitate its browsing online. </p>          </div>
-        <div class="col-md-2"> </div>
-        </div>
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="../dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-  </body>
-</html>

docs/img/bsd.svg

@@ -1,171 +0,0 @@
-<?xml version="1.0" encoding="UTF-8" standalone="no"?>
-<!-- Created with Inkscape (http://www.inkscape.org/) -->
-
-<svg
-   xmlns:dc="http://purl.org/dc/elements/1.1/"
-   xmlns:cc="http://creativecommons.org/ns#"
-   xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
-   xmlns:svg="http://www.w3.org/2000/svg"
-   xmlns="http://www.w3.org/2000/svg"
-   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
-   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
-   width="256"
-   height="256"
-   id="svg2"
-   version="1.1"
-   inkscape:version="0.47 r22583"
-   sodipodi:docname="licenses-mit-2.svg">
-  <defs
-     id="defs4">
-    <inkscape:perspective
-       sodipodi:type="inkscape:persp3d"
-       inkscape:vp_x="0 : 526.18109 : 1"
-       inkscape:vp_y="0 : 1000 : 0"
-       inkscape:vp_z="744.09448 : 526.18109 : 1"
-       inkscape:persp3d-origin="372.04724 : 350.78739 : 1"
-       id="perspective10" />
-    <inkscape:perspective
-       id="perspective2884"
-       inkscape:persp3d-origin="0.5 : 0.33333333 : 1"
-       inkscape:vp_z="1 : 0.5 : 1"
-       inkscape:vp_y="0 : 1000 : 0"
-       inkscape:vp_x="0 : 0.5 : 1"
-       sodipodi:type="inkscape:persp3d" />
-    <inkscape:perspective
-       id="perspective26"
-       inkscape:persp3d-origin="58.736 : 18.285333 : 1"
-       inkscape:vp_z="117.472 : 27.427999 : 1"
-       inkscape:vp_y="0 : 1000 : 0"
-       inkscape:vp_x="0 : 27.427999 : 1"
-       sodipodi:type="inkscape:persp3d" />
-  </defs>
-  <sodipodi:namedview
-     id="base"
-     pagecolor="#ffffff"
-     bordercolor="#666666"
-     borderopacity="1.0"
-     inkscape:pageopacity="0.0"
-     inkscape:pageshadow="2"
-     inkscape:zoom="0.7"
-     inkscape:cx="66.0436"
-     inkscape:cy="109.7576"
-     inkscape:document-units="px"
-     inkscape:current-layer="layer1"
-     showgrid="false"
-     inkscape:window-width="876"
-     inkscape:window-height="684"
-     inkscape:window-x="7"
-     inkscape:window-y="299"
-     inkscape:window-maximized="0" />
-  <metadata
-     id="metadata7">
-    <rdf:RDF>
-      <cc:Work
-         rdf:about="">
-        <dc:format>image/svg+xml</dc:format>
-        <dc:type
-           rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
-        <dc:title></dc:title>
-      </cc:Work>
-    </rdf:RDF>
-  </metadata>
-  <g
-     inkscape:label="Layer 1"
-     inkscape:groupmode="layer"
-     id="layer1"
-     transform="translate(0,-796.36218)">
-    <path
-       sodipodi:type="arc"
-       style="fill:#ffffff;fill-opacity:1;fill-rule:nonzero;stroke:#000000;stroke-width:15.34917164;stroke-linecap:round;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none"
-       id="path3685"
-       sodipodi:cx="132.32999"
-       sodipodi:cy="134.78169"
-       sodipodi:rx="113.13708"
-       sodipodi:ry="109.09647"
-       d="m 245.46706,134.78169 a 113.13708,109.09647 0 1 1 0,-0.002"
-       transform="matrix(1.0572285,0,0,1.0930227,-12.041291,777.54782)"
-       sodipodi:start="0"
-       sodipodi:end="6.2831679"
-       sodipodi:open="true" />
-    <g
-       id="g4139"
-       transform="matrix(0.86196383,0,0,1.2200427,15.641523,-202.93929)">
-      <path
-         sodipodi:nodetypes="ccscccscssccccsccsccssccc"
-         d="m 136.58507,970.22141 c 11.91628,-1.36668 22.99865,-12.87097 21.06775,-25.13472 -0.8157,-5.19041 -4.21752,-10.54132 -9.84474,-14.26413 -4.39953,-2.9104 -25.88755,-13.06952 -29.65834,-15.68044 -2.31145,-1.7704 -6.8483,-6.62163 -7.18253,-9.74879 -0.90671,-8.42677 3.69302,-12.0321 8.35563,-14.18801 1.91931,-0.90506 4.40283,-1.23598 5.42205,-1.35511 8.69813,-1.01591 11.52084,0.56422 19.47606,4.33831 0.81902,0.38717 1.63307,0.40703 2.51496,0.26804 2.67545,-0.42026 4.52362,-1.59336 4.10336,-4.26716 -0.31437,-1.98549 -1.41798,-2.89386 -3.48951,-3.92135 -5.54781,-2.74329 -15.6943,-7.04109 -24.70784,-4.65268 -0.14725,0.0215 -0.28955,0.053 -0.43515,0.0761 l -0.0215,-0.12244 c -12.15454,2.0219 -21.7875,13.01327 -19.86819,25.20918 1.03246,6.55544 6.07562,12.04699 11.23129,15.40248 3.4531,2.89551 15.93029,7.91054 28.27841,14.75554 4.37967,2.42892 6.14677,4.82806 6.78874,10.26004 0.6668,5.6355 -5.86217,12.03872 -10.96655,13.97623 -7.93536,2.32634 -17.26057,-0.97289 -23.47517,-4.26054 -1.85479,-1.20784 -2.70689,-1.84651 -4.41442,-1.57681 -2.67215,0.42192 -4.4988,2.93026 -4.08019,5.60406 0.28128,1.77867 1.30546,3.02622 3.04773,3.7956 11.05094,4.86447 18.50316,6.55876 27.85816,5.48659 l -1e-5,10e-6 z"
-         id="path1557"
-         style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:6.24091005;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-      <g
-         transform="matrix(1.6545794,0,0,1.6545794,-652.29076,156.18489)"
-         id="g1577"
-         style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none">
-        <path
-           sodipodi:nodetypes="ccccccccc"
-           d="m 413.564,489.733 c 0,-1.349 1.233,-2.443 2.756,-2.443 l 21.28859,0 c 1.521,0 3.82541,1.095 3.82541,2.443 l 0,0 c 0,1.35 -3.75339,2.67194 -5.27539,2.67194 l -19.83861,0.0763 c -1.522,10e-4 -2.756,-1.39826 -2.756,-2.74826 l 0,0 z"
-           id="path1579"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           sodipodi:nodetypes="ccccccccc"
-           d="m 415.632,492.034 c -1.351,0 -2.443,-1.233 -2.443,-2.756 l 0.054,-37.17596 c 0,-1.522 1.03904,-2.70204 2.38904,-2.70204 l 0,0 c 1.35,0 2.60489,1.28696 2.60489,2.80996 l 0.054,37.06804 c 0,1.523 -1.30985,2.756 -2.65885,2.756 l 0,0 z"
-           id="path1581"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           d="m 437.396,461.078 v 4.782 c 5.837,0.09 10.542,4.847 10.542,10.706 0,5.858 -4.705,10.615 -10.542,10.705 v 5.062 c 8.611,-0.021 15.589,-7.009 15.589,-15.627 0,-8.618 -6.977,-15.606 -15.589,-15.628 z"
-           id="path1583"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           d="m 414.475,463.305 c 0,1.37 1.11,2.479 2.479,2.479 h 20.109 c 1.369,0 2.479,-1.108 2.479,-2.479 l 0,0 c 0,-1.368 -1.109,-2.478 -2.479,-2.478 h -20.109 c -1.369,0 -2.479,1.11 -2.479,2.478 l 0,0 z"
-           id="path1585"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           sodipodi:nodetypes="ccccccccccc"
-           d="m 425.197,439.932 c 0,1.35 0.685,2.443 1.528,2.443 l 5.25563,-0.054 c 0.844,0 3.21243,0.28204 3.21243,-1.06596 l 0.29052,-2.40133 c 0,-1.351 -3.27876,-1.33677 -4.22968,-1.39074 l -1.86305,-8e-5 c -0.843,-0.001 -4.19385,1.11898 -4.19385,2.46898 l 0,0 0,8e-5 0,5e-5 z"
-           id="path1587"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           d="m 418.189,468.762 c 0,-0.622 0.158,-1.207 0.437,-1.718 0.608,-1.124 1.801,-1.887 3.169,-1.887 h 1.188 v -3.628 h -8.765 v 7.949 h 3.972 v -0.716 z"
-           id="path1589"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           d="m 418.189,457.408 c 0,0.623 0.158,1.209 0.437,1.719 0.608,1.123 1.801,1.887 3.169,1.887 h 1.188 v 3.629 h -8.765 v -7.949 h 3.972 v 0.714 z"
-           id="path1591"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           d="m 432.22999,437.53096 0.11801,4.59804 c 5.231,0.018 9.468,4.265 9.468,9.502 0,5.236 -4.236,9.482 -9.468,9.502 l 0,4.651 c 7.801,-0.019 14.12,-6.348 14.12,-14.153 0,-7.807 -6.43801,-14.08304 -14.23801,-14.10004 z"
-           id="path1593"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none"
-           sodipodi:nodetypes="ccsccsc" />
-        <path
-           sodipodi:nodetypes="ccscccc"
-           d="m 431.59204,437.86493 0.054,4.45207 c 5.232,0.02 9.469,4.182 9.469,9.314 0,5.132 -4.236,9.295 -9.469,9.313 l 0,4.561 c 7.802,-0.018 14.12,-6.223 14.12,-13.873 0.001,-7.653 -6.37196,-13.74907 -14.17396,-13.76707 z"
-           id="path1595"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           sodipodi:nodetypes="cccccccc"
-           d="m 418.29381,451.951 c 0.219,-4.965 3.77919,-8.988 8.65719,-9.514 l -0.054,-4.76411 c -7.592,0.545 -13.55604,6.71104 -13.56619,14.33107 l 4.909,-0.054 0.054,0.001 -4e-5,0 0,4e-5 z"
-           id="path1597"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-      </g>
-      <g
-         transform="matrix(1.6545794,0,0,1.6545794,-640.29076,156.18489)"
-         id="g1599"
-         style="fill:#990000;fill-opacity:1">
-        <path
-           sodipodi:nodetypes="ccccccccc"
-           d="m 491.271,489.297 c 0,-1.25 0.845,-2.262 1.888,-2.262 l 15.312,0 c 1.042,0 1.888,1.012 1.888,2.262 l 1.14472,0.22894 c 0,1.25 -6.14241,2.03306 -7.18441,2.03306 l -11.31194,0 c -1.045,0 -1.73637,-1.012 -1.73637,-2.262 l 0,0 z"
-           id="path1601"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           sodipodi:nodetypes="csccccccc"
-           d="m 495.663,483.516 c 0,0.621 0.158,1.207 0.436,1.719 0.61,1.123 1.801,1.885 3.169,1.885 l 1.188,0 0,3.63 -8.00185,-0.83946 -0.76315,-7.11054 3.972,0 0,0.716 z"
-           id="path1603"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-        <path
-           sodipodi:nodetypes="ccccsccsccsccsccsc"
-           d="m 504.799,438.619 c -0.237,-0.029 -0.43,-0.045 -0.558,-0.045 l -4.9,0 0.002,0.028 c -0.041,0 -0.083,-4.8e-4 -0.124,-0.002 -6.18424,-0.22894 -8.063,3.386 -8.464,7.709 l 0,42.492 c 0,1.522 1.094,2.45174 2.443,2.45174 1.349,0 2.442,-0.92874 2.442,-2.45174 l 0,-42.214 c 0.006,-0.611 0.161,-1.186 0.435,-1.688 0.491,-0.905 1.36,-1.575 2.395,-1.802 l 8.113,0 c 11.066,1.392 19.619,10.707 19.619,21.992 0,12.037 -9.731,21.834 -21.861,22.164 l 0,4.01674 c 14.552,-0.33 26.246,-11.75674 26.246,-26.18074 0,-14.271 -11.449,-25.905 -25.788,-26.47 z"
-           id="path1605"
-           style="fill:#990000;fill-opacity:1;stroke:#990000;stroke-width:3.77190137;stroke-miterlimit:4;stroke-opacity:1;stroke-dasharray:none" />
-      </g>
-    </g>
-  </g>
-</svg>

docs/index.html

@@ -1,213 +0,0 @@
-
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="#">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li class="active"><a href="#">Home</a></li>
-                <li><a href="howto/quickstart.html">Quick Start</a></li>
-                <li><a href="howto/pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Advanced HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="howto/csv.html">CSV</a></li>
-                    <li><a href="howto/fixed.html">Fixed format</a></li>
-                    <li><a href="howto/geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="howto/dBase.html">dBase</a></li>
-                    <li><a href="howto/sqlite.html">SQLite</a></li>
-                    <li><a href="howto/mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="download.html">Download</a></li>
-                <li><a href="sponsors.html">Sponsors</a></li>
-                <li><a href="pgloader-moral-license.html">License</a></li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-
-    <!-- Carousel
-    ================================================== -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel">
-      <!-- Indicators -->
-      <ol class="carousel-indicators">
-        <li data-target="#myCarousel" data-slide-to="0" class="active"></li>
-        <li data-target="#myCarousel" data-slide-to="1"></li>
-      </ol>
-      <div class="carousel-inner">
-        <div class="item active">
-          <img data-src="holder.js/900x400/auto/#777:#7a7a7a">
-          <div class="container">
-            <div class="carousel-caption">
-              <h1>Load data into PostgreSQL. Fast.</h1>
-              <p>Pgloader loads data into PostgreSQL using the
-              COPY <b><i>streaming</i></b> protocol, and doing so with
-              separate threads for reading and writing data. Asynchronous
-              IO, compiled to the metal programming language.</p>
-            </div>
-          </div>
-        </div>
-        <div class="item">
-          <img data-src="holder.js/900x400/auto/#666:#6a6a6a">
-          <div class="container">
-            <div class="carousel-caption">
-              <h1>Load data into PostgreSQL. Any Data.</h1>
-              <p>pgloader knows how to read data from MySQL, SQLite or dBase
-              databases, and knows how to discover the schema and properly
-              cast data types over. It also knows how to read CSV files in
-              several definitions of CSV, and fixed columns files.</p>
-            </div>
-          </div>
-        </div>
-      </div>
-      <a class="left carousel-control" href="#myCarousel" data-slide="prev"><span class="glyphicon glyphicon-chevron-left"></span></a>
-      <a class="right carousel-control" href="#myCarousel" data-slide="next"><span class="glyphicon glyphicon-chevron-right"></span></a>
-    </div><!-- /.carousel -->
-
-    <!-- Marketing messaging and featurettes
-    ================================================== -->
-    <!-- Wrap the rest of the page in another container to center all the content. -->
-
-    <div class="row">
-      <div class="col-md-3"> </div>
-      <div class="col-md-6">
-        <h2>Why did pgloader get so much faster?</h2>
-        <video id="pg-lt" width="100%" controls data-title="Lightning Talks">
-          <source src="http://medias.ircam.fr/stream/ext/video/files/2014/05/13/ELSAA_6_mai2.mov.webm#t=57,357" type="video/webm" />
-          <source src="http://medias.ircam.fr/stream/ext/video/files/2014/05/13/ELSAA_6_mai2.mov.mp4#t=57,357" type="video/mp4" />
-          <source src="http://medias.ircam.fr/stream/ext/video/files/2014/05/13/ELSAA_6_mai2.mov.ogg#t=57,357" type="video/ogg" />
-        </video>
-      </div>
-    </div>
-    
-    <div class="container marketing">
-
-      <!-- START THE FEATURETTES -->
-
-      <!-- <hr class="featurette-divider"> -->
-
-      <div class="row featurette">
-        <div class="col-md-7">
-          <h2 class="featurette-heading">Migrate from MySQL to PostgreSQL. <span class="text-muted">In one command.</span></h2>
-          <p class="lead">Given a MySQL connection string, pgloader query
-          the catalogs to list your tables, constraints and indexes and know
-          how to transform this schema into a PostgreSQL equivalent,
-          applying advanced casting rules that you can edit in the
-          command.</p>
-          <p>Migrate some <i>tinyint<i> to <tt>boolean</tt> and some others
-          to <tt>smallint</tt> all from the same tool!</p>
-          <p><a class="btn btn-default" href="howto/mysql.html" role="button">View details &raquo;</a></p>
-        </div>
-        <div class="col-md-5">
-          <img class="featurette-image img-responsive" src="img/type-casting-machine.500.jpg" alt="MySQL to PostgreSQL with Custom Type Casting">
-        </div>
-      </div>
-
-      <hr class="featurette-divider">
-
-      <div class="row featurette">
-        <div class="col-md-5">
-          <img class="featurette-image img-responsive" src="img/csv_text.png" alt="CSV data format">
-        </div>
-        <div class="col-md-7">
-          <h2 class="featurette-heading">Load any CSV file. <span class="text-muted">Real quick.</span></h2>
-          <p class="lead">The current version of pgloader is up to <b><i>ten
-          times faster</i></b> than the previous one. The new command syntax
-          is really powerful, and as it's different enough from the previous
-          version, pgloader includes a command line switch to upgrade your
-          setup for you.</p>
-          <p><a class="btn btn-default" href="howto/csv.html" role="button">View details &raquo;</a></p>
-        </div>
-      </div>
-
-      <hr class="featurette-divider">
-
-      <div class="row featurette">
-        <div class="col-md-7">
-          <h2 class="featurette-heading">Transform your data. <span class="text-muted">While streaming.</span></h2>
-          <p class="lead">pgloader includes reformating modules allowing you
-          to reformat your data, such as transforming a couple of integer
-          columns into a single <i>ip address</i>, or a couple of floats
-          into a single <i>point</i>. Of course, you can add any
-          transformation you like and easily get to use it with
-          pgloader loading your code!</p>
-          <p><a class="btn btn-default" href="howto/geolite.html" role="button">View details &raquo;</a></p>
-        </div>
-        <div class="col-md-5">
-          <img class="featurette-image img-responsive" src="img/huge-full-outer-join.gif" alt="Transform Data">
-        </div>
-      </div>
-
-      <hr class="featurette-divider">
-
-      <!-- /END THE FEATURETTES -->
-
-
-      <!-- FOOTER -->
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-
-  </body>
-</html>

docs/index.rst

@@ -0,0 +1,296 @@
+.. pgloader documentation master file, created by
+   sphinx-quickstart on Tue Dec  5 19:23:32 2017.
+   You can adapt this file completely to your liking, but it should at least
+   contain the root `toctree` directive.
+
+Welcome to pgloader's documentation!
+====================================
+
+The `pgloader`__ project is an Open Source Software project. The development
+happens at `https://github.com/dimitri/pgloader`__ and is public: everyone
+is welcome to participate by opening issues, pull requests, giving feedback,
+etc.
+
+__ https://github.com/dimitri/pgloader
+__ https://github.com/dimitri/pgloader
+
+pgloader loads data from various sources into PostgreSQL. It can transform
+the data it reads on the fly and submit raw SQL before and after the
+loading. It uses the `COPY` PostgreSQL protocol to stream the data into the
+server, and manages errors by filling a pair of *reject.dat* and
+*reject.log* files.
+
+Thanks to being able to load data directly from a database source, pgloader
+also supports from migrations from other productions to PostgreSQL. In this
+mode of operations, pgloader handles both the schema and data parts of the
+migration, in a single unmanned command, allowing to implement **Continuous
+Migration**.
+
+Features Overview
+=================
+
+pgloader has two modes of operation: loading from files, migrating
+databases. In both cases, pgloader uses the PostgreSQL COPY protocol which
+implements a **streaming** to send data in a very efficient way.
+
+Loading file content in PostgreSQL
+----------------------------------
+
+When loading from files, pgloader implements the following features:
+
+Many source formats supported
+    Support for a wide variety of file based formats are included in
+    pgloader: the CSV family, fixed columns formats, dBase files (``db3``),
+    and IBM IXF files.
+
+    The SQLite database engine is accounted for in the next section:
+    pgloader considers SQLite as a database source and implements schema
+    discovery from SQLite catalogs.
+
+On the fly data transformation
+    Often enough the data as read from a CSV file (or another format) needs
+    some tweaking and clean-up before being sent to PostgreSQL.
+
+    For instance in the `geolite
+    <https://github.com/dimitri/pgloader/blob/master/test/archive.load>`_
+    example we can see that integer values are being rewritten as IP address
+    ranges, allowing to target an ``ip4r`` column directly.
+
+Full Field projections
+    pgloader supports loading data into less fields than found on file, or
+    more, doing some computation on the data read before sending it to
+    PostgreSQL.
+    
+Reading files from an archive
+    Archive formats *zip*, *tar*, and *gzip* are supported by pgloader: the
+    archive is extracted in a temporary directly and expanded files are then
+    loaded.
+    
+HTTP(S) support
+    pgloader knows how to download a source file or a source archive using
+    HTTP directly. It might be better to use ``curl -O- http://... |
+    pgloader`` and read the data from *standard input*, then allowing for
+    streaming of the data from its source down to PostgreSQL.
+    
+Target schema discovery
+    When loading in an existing table, pgloader takes into account the
+    existing columns and may automatically guess the CSV format for you.
+  
+On error stop / On error resume next
+    In some cases the source data is so damaged as to be impossible to
+    migrate in full, and when loading from a file then the default for
+    pgloader is to use ``on error resume next`` option, where the rows
+    rejected by PostgreSQL are saved away and the migration continues with
+    the other rows.
+
+    In other cases loading only a part of the input data might not be a
+    great idea, and in such cases it's possible to use the ``on error stop``
+    option.
+
+Pre/Post SQL commands
+    This feature allows pgloader commands to include SQL commands to run
+    before and after loading a file. It might be about creating a table
+    first, then loading the data into it, and then doing more processing
+    on-top of the data (implementing an *ELT* pipeline then), or creating
+    specific indexes as soon as the data has been made ready.
+    
+One-command migration to PostgreSQL
+-----------------------------------
+  
+When migrating a full database in a single command, pgloader implements the
+following features:
+
+One-command migration
+    The whole migration is started with a single command line and then runs
+    unattended. pgloader is meant to be integrated in a fully automated
+    tooling that you can repeat as many times as needed.
+
+Schema discovery
+    The source database is introspected using its SQL catalogs to get the
+    list of tables, attributes (with data types, default values, not null
+    constraints, etc), primary key constraints, foreign key constraints,
+    indexes, comments, etc. This feeds an internal database catalog of all
+    the objects to migrate from the source database to the target database.
+
+User defined casting rules
+    Some source database have ideas about their data types that might not be
+    compatible with PostgreSQL implementaion of equivalent data types.
+
+    For instance, SQLite since version 3 has a `Dynamic Type System
+    <https://www.sqlite.org/datatype3.html>`_ which of course isn't
+    compatible with the idea of a `Relation
+    <https://en.wikipedia.org/wiki/Relation_(database)>`_. Or MySQL accepts
+    datetime for year zero, which doesn't exists in our calendar, and
+    doesn't have a boolean data type.
+
+    When migrating from another source database technology to PostgreSQL,
+    data type casting choices must be made. pgloader implements solid
+    defaults that you can rely upon, and a facility for **user defined data
+    type casting rules** for specific cases. The idea is to allow users to
+    specify the how the migration should be done, in order for it to be
+    repeatable and included in a *Continuous Migration* process.
+
+On the fly data transformations
+    The user defined casting rules come with on the fly rewrite of the data.
+    For instance zero dates (it's not just the year, MySQL accepts
+    ``0000-00-00`` as a valid datetime) are rewritten to NULL values by
+    default.
+    
+Partial Migrations
+    It is possible to include only a partial list of the source database
+    tables in the migration, or to exclude some of the tables on the source
+    database.
+
+Schema only, Data only
+    This is the **ORM compatibility** feature of pgloader, where it is
+    possible to create the schema using your ORM and then have pgloader
+    migrate the data targeting this already created schema.
+
+    When doing this, it is possible for pgloader to *reindex* the target
+    schema: before loading the data from the source database into PostgreSQL
+    using COPY, pgloader DROPs the indexes and constraints, and reinstalls
+    the exact same definitions of them once the data has been loaded.
+
+    The reason for operating that way is of course data load performance.
+    
+Repeatable (DROP+CREATE)
+    By default, pgloader issues DROP statements in the target PostgreSQL
+    database before issuing any CREATE statement, so that you can repeat the
+    migration as many times as necessary until migration specifications and
+    rules are bug free.
+
+    The schedule the data migration to run every night (or even more often!)
+    for the whole duration of the code migration project. See the
+    `Continuous Migration <https://pgloader.io/blog/continuous-migration/>`_
+    methodology for more details about the approach.
+
+On error stop / On error resume next
+    The default behavior of pgloader when migrating from a database is 
+    ``on error stop``. The idea is to let the user fix either the migration 
+    specifications or the source data, and run the process again, until 
+    it works.
+
+    In some cases the source data is so damaged as to be impossible to
+    migrate in full, and it might be necessary to then resort to the ``on
+    error resume next`` option, where the rows rejected by PostgreSQL are
+    saved away and the migration continues with the other rows.
+
+Pre/Post SQL commands, Post-Schema SQL commands
+    While pgloader takes care of rewriting the schema to PostgreSQL
+    expectations, and even provides *user-defined data type casting rules*
+    support to that end, sometimes it is necessary to add some specific SQL
+    commands around the migration. It's of course supported right from
+    pgloader itself, without having to script around it.
+    
+Online ALTER schema
+    At times migrating to PostgreSQL is also a good opportunity to review
+    and fix bad decisions that were made in the past, or simply that are not
+    relevant to PostgreSQL.
+
+    The pgloader command syntax allows to ALTER pgloader's internal
+    representation of the target catalogs so that the target schema can be
+    created a little different from the source one. Changes supported
+    include target a different *schema* or *table* name.
+    
+Materialized Views, or schema rewrite on-the-fly
+    In some cases the schema rewriting goes deeper than just renaming the
+    SQL objects to being a full normalization exercise. Because PostgreSQL
+    is great at running a normalized schema in production under most
+    workloads.
+
+    pgloader implements full flexibility in on-the-fly schema rewriting, by
+    making it possible to migrate from a view definition. The view attribute
+    list becomes a table definition in PostgreSQL, and the data is fetched
+    by querying the view on the source system.
+
+    A SQL view allows to implement both content filtering at the column
+    level using the SELECT projection clause, and at the row level using the
+    WHERE restriction clause. And backfilling from reference tables thanks
+    to JOINs.
+    
+Distribute to Citus
+    When migrating from PostgreSQL to Citus, a important part of the process
+    consists of adjusting the schema to the distribution key. Read
+    `Preparing Tables and Ingesting Data
+    <https://docs.citusdata.com/en/v8.0/use_cases/multi_tenant.html>`_ in
+    the Citus documentation for a complete example showing how to do that.
+
+    When using pgloader it's possible to specify the distribution keys and
+    reference tables and let pgloader take care of adjusting the table,
+    indexes, primary keys and foreign key definitions all by itself.
+
+Encoding Overrides
+    MySQL doesn't actually enforce the encoding of the data in the database
+    to match the encoding known in the metadata, defined at the database,
+    table, or attribute level. Sometimes, it's necessary to override the
+    metadata in order to make sense of the text, and pgloader makes it easy
+    to do so.
+
+
+Continuous Migration
+--------------------
+
+pgloader is meant to migrate a whole database in a single command line and
+without any manual intervention. The goal is to be able to setup a
+*Continuous Integration* environment as described in the `Project
+Methodology <http://mysqltopgsql.com/project/>`_ document of the `MySQL to
+PostgreSQL <http://mysqltopgsql.com/project/>`_ webpage.
+
+  1. Setup your target PostgreSQL Architecture
+  2. Fork a Continuous Integration environment that uses PostgreSQL
+  3. Migrate the data over and over again every night, from production
+  4. As soon as the CI is all green using PostgreSQL, schedule the D-Day
+  5. Migrate without suprise and enjoy! 
+
+In order to be able to follow this great methodology, you need tooling to
+implement the third step in a fully automated way. That's pgloader.
+
+.. toctree::
+   :hidden:
+   :caption: Getting Started
+
+   intro
+   quickstart
+   tutorial/tutorial
+   install
+   bugreport
+
+.. toctree::
+   :hidden:
+   :caption: Reference Manual
+
+   pgloader
+   command
+   batches
+   ref/transforms
+
+.. toctree::
+   :hidden:
+   :caption: Manual for file formats
+
+   ref/csv
+   ref/fixed
+   ref/copy
+   ref/dbf
+   ref/ixf
+   ref/archive
+   
+.. toctree::
+   :maxdepth: 2
+   :hidden:
+   :caption: Manual for Database Servers
+
+   ref/mysql
+   ref/sqlite
+   ref/mssql
+   ref/pgsql
+   ref/pgsql-citus-target
+   ref/pgsql-redshift
+   
+
+Indices and tables
+==================
+
+* :ref:`genindex`
+* :ref:`modindex`
+* :ref:`search`

docs/install.rst

@@ -0,0 +1,221 @@
+Installing pgloader
+===================
+
+Several distributions are available for pgcopydb.
+
+debian packages
+---------------
+
+You can install pgloader directly from `apt.postgresql.org`__ and from
+official debian repositories, see `packages.debian.org/pgloader`__.
+
+::
+   
+    $ apt-get install pgloader
+
+__ https://wiki.postgresql.org/wiki/Apt
+__ https://packages.debian.org/search?keywords=pgloader
+
+RPM packages
+------------
+
+The Postgres community repository for RPM packages is `yum.postgresql.org`__
+and does include binary packages for pgloader.
+
+__ https://yum.postgresql.org
+
+Docker Images
+-------------
+
+Docker images are maintained for each tagged release at dockerhub, and also
+built from the CI/CD integration on GitHub at each commit to the `main`
+branch.
+
+The DockerHub `dimitri/pgloader`__ repository is where the tagged releases
+are made available. The image uses the Postgres version currently in debian
+stable.
+
+__ https://hub.docker.com/r/dimitri/pgloader
+
+To use the ``dimitri/pgloader`` docker image::
+
+  $ docker run --rm -it dimitri/pgloader:latest pgloader --version
+
+Or you can use the CI/CD integration that publishes packages from the main
+branch to the GitHub docker repository::
+
+  $ docker pull ghcr.io/dimitri/pgloader:latest
+  $ docker run --rm -it ghcr.io/dimitri/pgloader:latest pgloader --version
+  $ docker run --rm -it ghcr.io/dimitri/pgloader:latest pgloader --help
+    
+Build from sources
+------------------
+
+pgloader is a Common Lisp program, tested using the `SBCL`__ (>= 1.2.5) and
+`Clozure CL`__ implementations and with `Quicklisp`__ to fetch build
+dependencies.
+
+__ http://sbcl.org/
+__ http://ccl.clozure.com/
+__ http://www.quicklisp.org/beta/
+
+When building from sources, you should always build from the current git
+HEAD as it's basically the only source that is managed in a way to ensure it
+builds against current set of dependencies versions.
+
+The build system for pgloader uses a Makefile and the Quicklisp Common Lisp
+packages distribution system.
+
+The modern build system for pgloader is entirely written in Common Lisp,
+where the historical name for our operation is `save-lisp-and-die` and can
+be used that way:
+
+::
+
+   $ make save
+
+The legacy build system also uses Buildapp and can be used that way:
+
+::
+
+   $ make pgloader
+
+Building from sources on debian
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Install the build dependencies first, then use the Makefile::
+
+    $ apt-get install sbcl unzip libsqlite3-dev make curl gawk freetds-dev libzip-dev
+    $ cd /path/to/pgloader
+
+    $ make save
+    $ ./build/bin/pgloader --help
+
+Building from sources on RedHat/CentOS
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+To build and install pgloader the Steel Bank Common Lisp package (sbcl) from
+EPEL, and the freetds packages are required.
+
+It is recommended to build the RPM yourself, see below, to ensure that all
+installed files are properly tracked and that you can safely update to newer
+versions of pgloader as they're released.
+
+To do an adhoc build and install run ``boostrap-centos.sh`` for CentOS 6 or
+``bootstrap-centos7.sh`` for CentOS 7 to install the required dependencies.
+
+Building a pgloader RPM from sources
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+The spec file in the root of the pgloader repository can be used to build your
+own RPM. For production deployments it is recommended that you build this RPM on
+a dedicated build box and then copy the RPM to your production environment for
+use; it is considered bad practice to have compilers and build tools present in
+production environments.
+
+1. Install the [EPEL repo](https://fedoraproject.org/wiki/EPEL#Quickstart).
+
+2. Install rpmbuild dependencies::
+
+        sudo yum -y install yum-utils rpmdevtools @"Development Tools"
+
+3. Install pgloader build dependencies::
+
+        sudo yum-builddep pgloader.spec
+
+4. Download pgloader source::
+
+        spectool -g -R pgloader.spec
+
+5. Build the source and binary RPMs (see `rpmbuild --help` for other build
+   options)::
+
+        rpmbuild -ba pgloader.spec
+
+Building from sources on macOS
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+We suppose you already have ``git`` and ``make`` available, if that's not
+the case now is the time to install those tools. The SQLite lib that comes
+in MacOSX is fine, no need for extra software here.
+
+You will need to install either SBCL or CCL separately, and when using
+[brew](http://brew.sh/) it's as simple as:
+
+::
+   
+   $ brew install sbcl
+   $ brew install clozure-cl
+
+NOTE: Make sure you installed the universal binaries of Freetds, so that
+they can be loaded correctly.
+
+::
+   
+   $ brew install freetds --universal --build-from-source
+
+Then use the normal build system for pgloader:
+
+::
+
+   $ make save
+   $ ./build/bin/pgloader --version
+
+Building from sources on Windows
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Building pgloader on Windows is supported (in theory), thanks to Common Lisp
+implementations being available on that platform, and to the Common Lisp
+Standard for making it easy to write actually portable code.
+
+It is recommended to have a look at the `issues labelled with Windows
+support`__ if you run into trouble when building pgloader, because the
+development team is lacking windows user and in practice we can't maintain
+the support for that Operating System:
+
+__ https://github.com/dimitri/pgloader/issues?utf8=✓&q=label%3A%22Windows%20support%22%20>
+
+If you need ``pgloader.exe`` on windows please condider contributing fixes
+for that environment and maybe longer term support then. Specifically, a CI
+integration with a windows build host would allow ensuring that we continue
+to support that target.
+
+Building Docker image from sources
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+You can build a Docker image from source using SBCL by default::
+
+  $ docker build .
+
+Or Clozure CL (CCL)::
+
+  $ docker build -f Dockerfile.ccl .
+
+More options when building from source
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+The ``Makefile`` target ``save`` knows how to produce a Self Contained
+Binary file for pgloader, found at ``./build/bin/pgloader``::
+
+    $ make save
+
+By default, the ``Makefile`` uses `SBCL`__ to compile your binary image,
+though it's possible to build using `Clozure-CL`__.
+
+__ http://sbcl.org/
+__ http://ccl.clozure.com/
+
+::
+   
+   $ make CL=ccl64 save
+
+It is possible to to tweak the default amount of memory that the pgloader
+image will allow itself using when running through your data (don't ask for
+more than your current RAM tho). At the moment only the legacy build system
+includes support for this custom build::
+
+    $ make DYNSIZE=8192 pgloader
+
+The ``make pgloader`` command when successful outputs a
+`./build/bin/pgloader` file for you to use.
+

docs/intro.rst

@@ -0,0 +1,100 @@
+Introduction
+============
+
+pgloader loads data from various sources into PostgreSQL. It can
+transform the data it reads on the fly and submit raw SQL before and
+after the loading.  It uses the `COPY` PostgreSQL protocol to stream
+the data into the server, and manages errors by filling a pair of
+*reject.dat* and *reject.log* files.
+
+pgloader knows how to read data from different kind of sources:
+
+  * Files
+
+    * CSV
+    * Fixed Format
+    * Postgres COPY text format
+    * DBF
+    * IXF
+
+  * Databases
+
+    * SQLite
+    * MySQL
+    * MS SQL Server
+    * PostgreSQL
+    * Redshift
+
+pgloader knows how to target different products using the PostgreSQL Protocol:
+
+  * PostgreSQL
+  * `Citus <https://www.citusdata.com>`_
+  * Redshift
+
+The level of automation provided by pgloader depends on the data source
+type. In the case of CSV and Fixed Format files, a full description of the
+expected input properties must be given to pgloader. In the case of a
+database, pgloader connects to the live service and knows how to fetch the
+metadata it needs directly from it.
+
+Features Matrix
+---------------
+
+Here's a comparison of the features supported depending on the source
+database engine. Some features that are not supported can be added to
+pgloader, it's just that nobody had the need to do so yet. Those features
+are marked with ✗. Empty cells are used when the feature doesn't make sense
+for the selected source database.
+
+==========================   =======  ======  ======  ===========  =========
+Feature                      SQLite   MySQL   MS SQL  PostgreSQL   Redshift 
+==========================   =======  ======  ======  ===========  =========
+One-command migration           ✓       ✓       ✓           ✓          ✓
+Continuous Migration            ✓       ✓       ✓           ✓          ✓
+Schema discovery                ✓       ✓       ✓           ✓          ✓
+Partial Migrations              ✓       ✓       ✓           ✓          ✓
+Schema only                     ✓       ✓       ✓           ✓          ✓
+Data only                       ✓       ✓       ✓           ✓          ✓
+Repeatable (DROP+CREATE)        ✓       ✓       ✓           ✓          ✓
+User defined casting rules      ✓       ✓       ✓           ✓          ✓
+Encoding Overrides                      ✓
+On error stop                   ✓       ✓       ✓           ✓          ✓
+On error resume next            ✓       ✓       ✓           ✓          ✓
+Pre/Post SQL commands           ✓       ✓       ✓           ✓          ✓
+Post-Schema SQL commands        ✗       ✓       ✓           ✓          ✓
+Primary key support             ✓       ✓       ✓           ✓          ✓
+Foreign key support             ✓       ✓       ✓           ✓
+Online ALTER schema             ✓       ✓       ✓           ✓          ✓
+Materialized views              ✗       ✓       ✓           ✓          ✓
+Distribute to Citus             ✗       ✓       ✓           ✓          ✓
+==========================   =======  ======  ======  ===========  =========
+
+For more details about what the features are about, see the specific
+reference pages for your database source.
+
+For some of the features, missing support only means that the feature is not
+needed for the other sources, such as the capability to override MySQL
+encoding metadata about a table or a column. Only MySQL in this list is left
+completely unable to guarantee text encoding. Or Redshift not having foreign
+keys.
+
+
+Commands
+--------
+
+pgloader implements its own *Command Language*, a DSL that allows to specify
+every aspect of the data load and migration to implement. Some of the
+features provided in the language are only available for a specific source
+type.
+
+Command Line
+------------
+
+The pgloader command line accepts those two variants::
+
+    pgloader [<options>] [<command-file>]...
+    pgloader [<options>] SOURCE TARGET
+
+Either you have a *command-file* containing migration specifications in the
+pgloader *Command Language*, or you can give a *Source* for the data and a
+PostgreSQL database connection *Target* where to load the data into.

docs/pgloader-moral-license.html

@@ -1,171 +0,0 @@
-
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8">
-    <meta http-equiv="X-UA-Compatible" content="IE=edge">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <meta name="description" content="">
-    <meta name="author" content="">
-    <link rel="shortcut icon" href="../../docs-assets/ico/favicon.png">
-
-    <title>pgloader</title>
-
-    <!-- Bootstrap core CSS -->
-    <link href="dist/css/bootstrap.css" rel="stylesheet">
-
-    <!-- Custom styles for this template -->
-    <link href="dist/carousel.css" rel="stylesheet">
-  </head>
-<!-- NAVBAR
-================================================== -->
-  <body>
-    <div class="navbar-wrapper">
-      <div class="container">
-
-        <div class="navbar navbar-inverse navbar-static-top" role="navigation">
-          <div class="container">
-            <div class="navbar-header">
-              <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
-                <span class="sr-only">Toggle navigation</span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-                <span class="icon-bar"></span>
-              </button>
-              <a class="navbar-brand" href="index.html">pgloader</a>
-            </div>
-            <div class="navbar-collapse collapse">
-              <ul class="nav navbar-nav">
-                <li><a href="index.html">Home</a></li>
-                <li><a href="howto/quickstart.html">Quick Start</a></li>
-                <li><a href="howto/pgloader.1.html">Reference documentation</a></li>
-                <li class="dropdown">
-                  <a href="#" class="dropdown-toggle" data-toggle="dropdown">Data Sources HowTos <b class="caret"></b></a>
-                  <ul class="dropdown-menu">
-                    <li class="dropdown-header">Plain Files</li>
-                    <li><a href="howto/csv.html">CSV</a></li>
-                    <li><a href="howto/fixed.html">Fixed format</a></li>
-                    <li><a href="howto/geolite.html">Geolite</a></li>
-                    <li class="divider"></li>
-                    <li class="dropdown-header">Databases</li>
-                    <li><a href="howto/dBase.html">dBase</a></li>
-                    <li><a href="howto/sqlite.html">SQLite</a></li>
-                    <li><a href="howto/mysql.html">MySQL</a></li>
-                  </ul>
-                </li>
-                <li><a href="download.html">Download</a></li>
-                <li><a href="sponsors.html">Sponsors</a></li>
-                <li class="active">
-                  <a href="pgloader-moral-license.html">License</a>
-                </li>
-              </ul>
-            </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-
-    <!-- an empty carousel -->
-    <div id="myCarousel" class="carousel slide" data-ride="carousel" style="height: 100px">
-      <div class="carousel-inner" style="height: 100px">
-        <div class="item active" style="height: 100px">
-          <img data-src="holder.js/900x100/auto/#777:#7a7a7a" style="height: 100px">
-          <!-- <div class="container"> -->
-          <!--   <div class="carousel-caption"> -->
-          <!--     <h1>Load data into PostgreSQL. Fast.</h1> -->
-          <!--     <p></p> -->
-          <!--   </div> -->
-          <!-- </div> -->
-        </div>
-      </div>
-    </div><!-- /.carousel -->
-
-    <div class="container marketing">
-      <div class="row featurette">
-        <div class="col-md-8 col-md-offset-2">
-          <h2 class="featurette-heading" style="text-align: center;">
-            pgloader <span class="text-muted"> Moral License </span>
-          </h2>
-          <p class="lead" style="text-align: justify; padding-top: 1em;">
-            The pgloader project is fully Open Source and released
-            under <a href="http://www.postgresql.org/about/licence/">The
-            PostgreSQL License</a> so that anyone can easily contribute to
-            the project. The whole project management (issue tracking,
-            feature proposals, etc) happens on
-            the <a href="https://github.com/dimitri/pgloader">pgloader
-            github page</a>, in public.
-          </p>
-          <a href="http://www.postgresql.org/about/licence/">
-            <img class="featurette-image img-responsive center-block"
-                 src="img/bsd.svg"
-                 alt="BSD">
-          </a>
-          <hr />
-          <p class="lead" style="text-align: justify; padding-top: 1em;">
-            Software development may be open, and the result shared with an
-            Open Source Software licence, but the actual hours of
-            programming are not gratis.
-          </p>
-          <p class="lead" style="text-align: justify; padding-top: 1em;">
-            Just like everybody else, I need money for mortgage, kids and
-            food, money I make by doing things with computers, for people
-            who are willing to pay for that.
-
-            One of the things I do for money, is develop pgloader, and the
-            <i>pgloader Moral License</i> is a good vehicle available for
-            the paperwork. I shamelessly stole the whole idea
-            from <a href="http://phk.freebsd.dk/VML/">The Varnish Moral
-            License</a>. See
-            the <a href="http://phk.freebsd.dk/VML/vmlfaq.html">Varnish
-            Moral License FAQ and How To</a> to see how PHK does it.
-          </p>
-          <h3 style="text-align: center;">The way it works is very simple:</h3>
-          <p class="lead" style="text-align: justify; padding-top: 1em;">
-            Happy pgloader users tell me that they want a <b><i>pgloader
-            Moral License</i></b>. I send them an invoice from my company.
-            They <i>pay the invoice</i>, I develop pgloader.
-          </p>
-          <hr />
-          <h3 style="text-align: center;">
-            Interested?
-            <span class="text-muted">
-              Email me at
-              <a href="mailto:dim@tapoueh.org">dim@tapoueh.org</a>
-            </span>
-          </h3>
-          <hr />
-          <p class="lead" style="text-align: justify; padding-top: 1em;">
-            If you or your company prefer more classic paperwork (as known
-            as <i>contracting</i> or <i>sponsoring</i>), of course that is
-            still possible too, just get in touch!
-          </p>
-      <footer>
-        <p class="pull-right"><a href="#">Back to top</a></p>
-        <p>&copy; 2013-2014 Dimitri Fontaine. &middot;</p>
-      </footer>
-
-    </div><!-- /.container -->
-
-
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Placed at the end of the document so the pages load faster -->
-    <script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
-    <script src="dist/js/bootstrap.min.js"></script>
-    <!-- <script src="docs-assets/js/holder.js"></script> -->
-
-<script>
-  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
-  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
-  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
-  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
-  ga('create', 'UA-47059482-2', 'tapoueh.org');
-  ga('send', 'pageview');
-
-</script>
-
-  </body>
-</html>

docs/pgloader.rst

@@ -0,0 +1,235 @@
+Command Line
+============
+
+pgloader loads data from various sources into PostgreSQL. It can
+transform the data it reads on the fly and submit raw SQL before and
+after the loading.  It uses the `COPY` PostgreSQL protocol to stream
+the data into the server, and manages errors by filling a pair of
+*reject.dat* and *reject.log* files.
+
+pgloader operates either using commands which are read from files::
+
+    pgloader commands.load
+
+or by using arguments and options all provided on the command line::
+
+    pgloader SOURCE TARGET
+
+Arguments
+---------
+
+The pgloader arguments can be as many load files as needed, or a couple of
+connection strings to a specific input file.
+
+Source Connection String
+^^^^^^^^^^^^^^^^^^^^^^^^
+
+The source connection string format is as follows::
+
+    format:///absolute/path/to/file.ext
+    format://./relative/path/to/file.ext
+
+Where format might be one of `csv`, `fixed`, `copy`, `dbf`, `db3` or `ixf`.::
+
+    db://user:pass@host:port/dbname
+
+Where db might be of `sqlite`, `mysql` or `mssql`.
+
+When using a file based source format, pgloader also support natively
+fetching the file from an http location and decompressing an archive if
+needed. In that case it's necessary to use the `--type` option to specify
+the expected format of the file. See the examples below.
+
+Also note that some file formats require describing some implementation
+details such as columns to be read and delimiters and quoting when loading
+from csv.
+
+For more complex loading scenarios, you will need to write a full fledge
+load command in the syntax described later in this document.
+
+Target Connection String
+^^^^^^^^^^^^^^^^^^^^^^^^
+
+The target connection string format is described in details later in this
+document, see Section Connection String.
+
+Options
+-------
+
+Inquiry Options
+^^^^^^^^^^^^^^^
+
+Use these options when you want to know more about how to use pgloader, as
+those options will cause pgloader not to load any data.
+
+--help
+
+    Show command usage summary and exit.
+
+--version
+
+    Show pgloader version string and exit.
+
+--with-encodings
+
+    List known encodings in this version of pgloader.
+
+--upgrade-config
+    
+    Parse given files in the command line as ``pgloader.conf`` files with
+    the INI syntax that was in use in pgloader versions 2.x, and output the
+    new command syntax for pgloader on standard output.
+
+
+General Options
+^^^^^^^^^^^^^^^
+
+Those options are meant to tweak pgloader behavior when loading data.
+
+--verbose
+    
+    Be verbose.
+
+--quiet
+    
+    Be quiet.
+
+--debug
+    
+    Show debug level information messages.
+
+--root-dir
+    
+    Set the root working directory (defaults to ``/tmp/pgloader``).
+
+--logfile
+    
+    Set the pgloader log file (defaults to ``/tmp/pgloader/pgloader.log``).
+
+--log-min-messages
+    
+    Minimum level of verbosity needed for log message to make it to the
+    logfile. One of critical, log, error, warning, notice, info or debug.
+
+--client-min-messages
+    
+    Minimum level of verbosity needed for log message to make it to the
+    console. One of critical, log, error, warning, notice, info or debug.
+
+--summary
+    
+    A filename where to copy the summary output. When relative, the filename
+    is expanded into ``*root-dir*``.
+
+    The format of the filename defaults to being *human readable*. It is
+
+    possible to have the output in machine friendly formats such as *CSV*,
+    *COPY* (PostgreSQL's own COPY format) or *JSON* by specifying a filename
+    with the extension resp. ``.csv``, ``.copy`` or ``.json``.
+
+--load-lisp-file <file>
+    
+    Specify a lisp <file> to compile and load into the pgloader image before
+    reading the commands, allowing to define extra transformation function.
+    Those functions should be defined in the ``pgloader.transforms``
+    package. This option can appear more than once in the command line.
+
+--dry-run
+
+    Allow testing a ``.load`` file without actually trying to load any data.
+    It's useful to debug it until it's ok, in particular to fix connection
+    strings.
+
+--on-error-stop
+
+    Alter pgloader behavior: rather than trying to be smart about error
+    handling and continue loading good data, separating away the bad one,
+    just stop as soon as PostgreSQL refuses anything sent to it. Useful to
+    debug data processing, transformation function and specific type
+    casting.
+
+--self-upgrade <directory>
+
+    Specify a <directory> where to find pgloader sources so that one of the
+    very first things it does is dynamically loading-in (and compiling to
+    machine code) another version of itself, usually a newer one like a very
+    recent git checkout.
+
+--no-ssl-cert-verification
+
+    Uses the OpenSSL option to accept a locally issued server-side
+    certificate, avoiding the following error message::
+
+      SSL verify error: 20 X509_V_ERR_UNABLE_TO_GET_ISSUER_CERT_LOCALLY
+
+    The right way to fix the SSL issue is to use a trusted certificate, of
+    course. Sometimes though it's useful to make progress with the pgloader
+    setup while the certificate chain of trust is being fixed, maybe by
+    another team. That's when this option is useful.
+
+Command Line Only Operations
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Those options are meant to be used when using pgloader from the command line
+only, rather than using a command file and the rich command clauses and
+parser. In simple cases, it can be much easier to use the *SOURCE* and
+*TARGET* directly on the command line, then tweak the loading with those
+options:
+
+--with <option>
+
+    Allows setting options from the command line. You can use that option as
+    many times as you want. The option arguments must follow the *WITH*
+    clause for the source type of the ``SOURCE`` specification, as described
+    later in this document.
+
+--set
+
+    Allows setting PostgreSQL configuration from the command line. Note that
+    the option parsing is the same as when used from the *SET* command
+    clause, in particular you must enclose the guc value with single-quotes.
+
+    Use ``--set "guc_name='value'"``.
+
+--field
+
+    Allows setting a source field definition. Fields are accumulated in the
+    order given on the command line. It's possible to either use a
+    ``--field`` option per field in the source file, or to separate field
+    definitions by a comma, as you would do in the *HAVING FIELDS* clause.
+
+--cast <rule>
+
+    Allows setting a specific casting rule for loading the data.
+
+--type <csv|fixed|db3|ixf|sqlite|mysql|mssql>
+
+    Allows forcing the source type, in case when the *SOURCE* parsing isn't
+    satisfying.
+
+--encoding <encoding>
+
+    Set the encoding of the source file to load data from.
+
+--before <filename>
+
+    Parse given filename for SQL queries and run them against the target
+    database before loading the data from the source. The queries are parsed
+    by pgloader itself: they need to be terminated by a semi-colon (;) and
+    the file may include `\i` or `\ir` commands to *include* another file.
+
+--after <filename>
+
+    Parse given filename for SQL queries and run them against the target
+    database after having loaded the data from the source. The queries are
+    parsed in the same way as with the `--before` option, see above.
+
+More Debug Information
+^^^^^^^^^^^^^^^^^^^^^^
+
+To get the maximum amount of debug information, you can use both the
+`--verbose` and the `--debug` switches at the same time, which is equivalent
+to saying `--client-min-messages data`. Then the log messages will show the
+data being processed, in the cases where the code has explicit support for
+it.
+

docs/quickstart.rst

@@ -1,10 +1,12 @@
-# pgloader: a quickstart
+Pgloader Quick Start
+====================
 
 In simple cases, pgloader is very easy to use.
 
-## CSV
+CSV
+---
 
-Load data from a CSV file into a pre-existing table in your database:
+Load data from a CSV file into a pre-existing table in your database::
 
     pgloader --type csv                                   \
              --field id --field field                     \
@@ -23,10 +25,11 @@ For documentation about the available syntaxes for the `--field` and
 
 Note also that the PostgreSQL URI includes the target *tablename*.
 
-## Reading from STDIN
+Reading from STDIN
+------------------
 
 File based pgloader sources can be loaded from the standard input, as in the
-following example:
+following example::
 
     pgloader --type csv                                         \
              --field "usps,geoid,aland,awater,aland_sqmi,awater_sqmi,intptlat,intptlong" \
@@ -38,14 +41,15 @@ following example:
 
 The dash (`-`) character as a source is used to mean *standard input*, as
 usual in Unix command lines. It's possible to stream compressed content to
-pgloader with this technique, using the Unix pipe:
+pgloader with this technique, using the Unix pipe::
 
     gunzip -c source.gz | pgloader --type csv ... - pgsql:///target?foo
 
-## Loading from CSV available through HTTP
+Loading from CSV available through HTTP
+---------------------------------------
 
 The same command as just above can also be run if the CSV file happens to be
-found on a remote HTTP location:
+found on a remote HTTP location::
 
     pgloader --type csv                                                     \
              --field "usps,geoid,aland,awater,aland_sqmi,awater_sqmi,intptlat,intptlong" \
@@ -62,7 +66,7 @@ notice). Also, in that case, we specify all the fields right into a single
 Again, the PostgreSQL target connection string must contain the *tablename*
 option and you have to ensure that the target table exists and may fit the
 data. Here's the SQL command used in that example in case you want to try it
-yourself:
+yourself::
 
     create table districts_longlat
     (
@@ -79,7 +83,8 @@ yourself:
 Also notice that the same command will work against an archived version of
 the same data.
 
-## Streaming CSV data from an HTTP compressed file
+Streaming CSV data from an HTTP compressed file
+-----------------------------------------------
 
 Finally, it's important to note that pgloader first fetches the content from
 the HTTP URL it to a local file, then expand the archive when it's
@@ -89,7 +94,7 @@ In some cases, either because pgloader has no direct support for your
 archive format or maybe because expanding the archive is not feasible in
 your environment, you might want to *stream* the content straight from its
 remote location into PostgreSQL. Here's how to do that, using the old battle
-tested Unix Pipes trick:
+tested Unix Pipes trick::
 
     curl http://pgsql.tapoueh.org/temp/2013_Gaz_113CDs_national.txt.gz \
     | gunzip -c                                                        \
@@ -104,28 +109,31 @@ Now the OS will take care of the streaming and buffering between the network
 and the commands and pgloader will take care of streaming the data down to
 PostgreSQL.
 
-## Migrating from SQLite
+Migrating from SQLite
+---------------------
 
 The following command will open the SQLite database, discover its tables
 definitions including indexes and foreign keys, migrate those definitions
 while *casting* the data type specifications to their PostgreSQL equivalent
-and then migrate the data over:
+and then migrate the data over::
 
     createdb newdb
     pgloader ./test/sqlite/sqlite.db postgresql:///newdb
 
-## Migrating from MySQL
+Migrating from MySQL
+--------------------
 
 Just create a database where to host the MySQL data and definitions and have
-pgloader do the migration for you in a single command line:
+pgloader do the migration for you in a single command line::
 
     createdb pagila
     pgloader mysql://user@localhost/sakila postgresql:///pagila
 
-## Fetching an archived DBF file from a HTTP remote location
+Fetching an archived DBF file from a HTTP remote location
+---------------------------------------------------------
 
 It's possible for pgloader to download a file from HTTP, unarchive it, and
-only then open it to discover the schema then load the data:
+only then open it to discover the schema then load the data::
 
     createdb foo
     pgloader --type dbf http://www.insee.fr/fr/methodes/nomenclatures/cog/telechargement/2013/dbf/historiq2013.zip postgresql:///foo

docs/ref/archive.rst

@@ -0,0 +1,120 @@
+Archive (http, zip)
+===================
+
+This command instructs pgloader to load data from one or more files contained
+in an archive. Currently the only supported archive format is *ZIP*, and the
+archive might be downloaded from an *HTTP* URL.
+
+Using advanced options and a load command file
+----------------------------------------------
+
+The command then would be:
+
+::
+
+   $ pgloader archive.load
+
+And the contents of the ``archive.load`` file could be inspired from the
+following:
+
+::
+
+    LOAD ARCHIVE
+       FROM /Users/dim/Downloads/GeoLiteCity-latest.zip
+       INTO postgresql:///ip4r
+
+       BEFORE LOAD
+         DO $$ create extension if not exists ip4r; $$,
+            $$ create schema if not exists geolite; $$,
+
+         EXECUTE 'geolite.sql'
+
+       LOAD CSV
+            FROM FILENAME MATCHING ~/GeoLiteCity-Location.csv/
+                 WITH ENCODING iso-8859-1
+                 (
+                    locId,
+                    country,
+                    region     null if blanks,
+                    city       null if blanks,
+                    postalCode null if blanks,
+                    latitude,
+                    longitude,
+                    metroCode  null if blanks,
+                    areaCode   null if blanks
+                 )
+            INTO postgresql:///ip4r?geolite.location
+                 (
+                    locid,country,region,city,postalCode,
+                    location point using (format nil "(~a,~a)" longitude latitude),
+                    metroCode,areaCode
+                 )
+            WITH skip header = 2,
+                 fields optionally enclosed by '"',
+                 fields escaped by double-quote,
+                 fields terminated by ','
+
+      AND LOAD CSV
+            FROM FILENAME MATCHING ~/GeoLiteCity-Blocks.csv/
+                 WITH ENCODING iso-8859-1
+                 (
+                    startIpNum, endIpNum, locId
+                 )
+            INTO postgresql:///ip4r?geolite.blocks
+                 (
+                    iprange ip4r using (ip-range startIpNum endIpNum),
+                    locId
+                 )
+            WITH skip header = 2,
+                 fields optionally enclosed by '"',
+                 fields escaped by double-quote,
+                 fields terminated by ','
+
+       FINALLY DO
+         $$ create index blocks_ip4r_idx on geolite.blocks using gist(iprange); $$;
+
+Common Clauses
+--------------
+
+Please refer to :ref:`common_clauses` for documentation about common
+clauses.
+
+Archive Source Specification: FROM
+----------------------------------
+
+Filename or HTTP URI where to load the data from. When given an HTTP URL the
+linked file will get downloaded locally before processing.
+
+If the file is a `zip` file, the command line utility `unzip` is used to
+expand the archive into files in `$TMPDIR`, or `/tmp` if `$TMPDIR` is unset
+or set to a non-existing directory.
+
+Then the following commands are used from the top level directory where the
+archive has been expanded.
+
+Archive Sub Commands
+--------------------
+
+  - command [ *AND* command ... ]
+
+    A series of commands against the contents of the archive, at the moment
+    only `CSV`,`'FIXED` and `DBF` commands are supported.
+
+    Note that commands are supporting the clause *FROM FILENAME MATCHING*
+    which allows the pgloader command not to depend on the exact names of
+    the archive directories.
+
+    The same clause can also be applied to several files with using the
+    spelling *FROM ALL FILENAMES MATCHING* and a regular expression.
+
+    The whole *matching* clause must follow the following rule::
+
+      FROM [ ALL FILENAMES | [ FIRST ] FILENAME ] MATCHING
+
+Archive Final SQL Commands
+--------------------------
+      
+  - *FINALLY DO*
+
+    SQL Queries to run once the data is loaded, such as `CREATE INDEX`.
+

docs/ref/copy.rst

@@ -0,0 +1,133 @@
+COPY
+====
+
+This commands instructs pgloader to load from a file containing COPY TEXT
+data as described in the PostgreSQL documentation.
+
+Using advanced options and a load command file
+----------------------------------------------
+
+The command then would be:
+
+::
+
+   $ pgloader copy.load
+
+And the contents of the ``copy.load`` file could be inspired from the following:
+
+::
+
+    LOAD COPY
+         FROM copy://./data/track.copy
+              (
+                trackid, track, album, media, genre, composer,
+                milliseconds, bytes, unitprice
+              )
+         INTO postgresql:///pgloader
+       TARGET TABLE track_full
+
+         WITH truncate
+
+          SET work_mem to '14MB',
+              standard_conforming_strings to 'on'
+
+    BEFORE LOAD DO
+         $$ drop table if exists track_full; $$,
+         $$ create table track_full (
+              trackid      bigserial,
+              track        text,
+              album        text,
+              media        text,
+              genre        text,
+              composer     text,
+              milliseconds bigint,
+              bytes        bigint,
+              unitprice    numeric
+            );
+         $$;
+
+
+Common Clauses
+--------------
+
+Please refer to :ref:`common_clauses` for documentation about common
+clauses.
+
+COPY Formatted Files Source Specification: FROM
+-----------------------------------------------
+
+Filename where to load the data from. This support local files, HTTP URLs
+and zip files containing a single dbf file of the same name. Fetch such a
+zip file from an HTTP address is of course supported.
+
+  - *inline*
+
+    The data is found after the end of the parsed commands. Any number of
+    empty lines between the end of the commands and the beginning of the
+    data is accepted.
+
+  - *stdin*
+
+    Reads the data from the standard input stream.
+
+  - *FILENAMES MATCHING*
+
+    The whole *matching* clause must follow the following rule::
+
+      [ ALL FILENAMES | [ FIRST ] FILENAME ]
+      MATCHING regexp
+      [ IN DIRECTORY '...' ]
+
+    The *matching* clause applies given *regular expression* (see above for
+    exact syntax, several options can be used here) to filenames. It's then
+    possible to load data from only the first match of all of them.
+
+    The optional *IN DIRECTORY* clause allows specifying which directory to
+    walk for finding the data files, and can be either relative to where the
+    command file is read from, or absolute. The given directory must exists.
+
+COPY Formatted File Options: WITH
+---------------------------------
+
+
+When loading from a `COPY` file, the following options are supported:
+
+  - *delimiter*
+
+    Takes a single character as argument, which must be found inside single
+    quotes, and might be given as the printable character itself, the
+    special value \t to denote a tabulation character, or `0x` then an
+    hexadecimal value read as the ASCII code for the character.
+
+    This character is used as the *delimiter* when reading the data, in a
+    similar way to the PostgreSQL `COPY` option.
+
+  - *null*
+
+    Takes a quoted string as an argument (quotes can be either double quotes
+    or single quotes) and uses that string as the `NULL` representation in
+    the data.
+
+    This is similar to the *null* `COPY` option in PostgreSQL.
+
+  - *truncate*
+
+    When this option is listed, pgloader issues a `TRUNCATE` command against
+    the PostgreSQL target table before reading the data file.
+
+  - *disable triggers*
+
+    When this option is listed, pgloader issues an `ALTER TABLE ... DISABLE
+    TRIGGER ALL` command against the PostgreSQL target table before copying
+    the data, then the command `ALTER TABLE ... ENABLE TRIGGER ALL` once the
+    `COPY` is done.
+
+    This option allows loading data into a pre-existing table ignoring the
+    *foreign key constraints* and user defined triggers and may result in
+    invalid *foreign key constraints* once the data is loaded. Use with
+    care.
+
+  - *skip header*
+
+    Takes a numeric value as argument. Instruct pgloader to skip that many
+    lines at the beginning of the input file.

docs/ref/csv.rst

@@ -0,0 +1,262 @@
+CSV
+===
+
+This command instructs pgloader to load data from a `CSV` file. Because of
+the complexity of guessing the parameters of a CSV file, it's simpler to
+instruct pgloader with how to parse the data in there, using the full
+pgloader command syntax and CSV specifications as in the following example.
+
+Using advanced options and a load command file
+----------------------------------------------
+
+The command then would be:
+
+::
+
+   $ pgloader csv.load
+
+And the contents of the ``csv.load`` file could be inspired from the following:
+
+::
+
+    LOAD CSV
+       FROM 'GeoLiteCity-Blocks.csv' WITH ENCODING iso-646-us
+            HAVING FIELDS
+            (
+               startIpNum, endIpNum, locId
+            )
+       INTO postgresql://user@localhost:54393/dbname
+            TARGET TABLE geolite.blocks
+            TARGET COLUMNS
+            (
+               iprange ip4r using (ip-range startIpNum endIpNum),
+               locId
+            )
+       WITH truncate,
+            skip header = 2,
+            fields optionally enclosed by '"',
+            fields escaped by backslash-quote,
+            fields terminated by '\t'
+
+        SET work_mem to '32 MB', maintenance_work_mem to '64 MB';
+
+Common Clauses
+--------------
+
+Please refer to :ref:`common_clauses` for documentation about common
+clauses.
+
+CSV Source Specification: FROM
+------------------------------
+
+Filename where to load the data from. Accepts an *ENCODING* option. Use the
+`--list-encodings` option to know which encoding names are supported.
+
+The filename may be enclosed by single quotes, and could be one of the
+following special values:
+
+  - *inline*
+
+    The data is found after the end of the parsed commands. Any number
+    of empty lines between the end of the commands and the beginning of
+    the data is accepted.
+
+  - *stdin*
+
+    Reads the data from the standard input stream.
+
+  - *FILENAME MATCHING*
+
+    The whole *matching* clause must follow the following rule::
+
+            [ ALL FILENAMES | [ FIRST ] FILENAME ]
+            MATCHING regexp
+            [ IN DIRECTORY '...' ]
+
+    The *matching* clause applies given *regular expression* (see above
+    for exact syntax, several options can be used here) to filenames.
+    It's then possible to load data from only the first match of all of
+    them.
+
+    The optional *IN DIRECTORY* clause allows specifying which directory
+    to walk for finding the data files, and can be either relative to
+    where the command file is read from, or absolute. The given
+    directory must exists.
+
+Fields Specifications
+---------------------
+    
+The *FROM* option also supports an optional comma separated list of *field*
+names describing what is expected in the `CSV` data file, optionally
+introduced by the clause `HAVING FIELDS`.
+
+Each field name can be either only one name or a name following with
+specific reader options for that field, enclosed in square brackets and
+comma-separated. Supported per-field reader options are:
+
+  - *terminated by*
+
+     See the description of *field terminated by* below.
+
+     The processing of this option is not currently implemented.
+
+  - *date format*
+
+    When the field is expected of the date type, then this option allows
+    to specify the date format used in the file.
+
+    Date format string are template strings modeled against the
+    PostgreSQL `to_char` template strings support, limited to the
+    following patterns:
+
+      - YYYY, YYY, YY for the year part
+      - MM for the numeric month part
+      - DD for the numeric day part
+      - HH, HH12, HH24 for the hour part
+      - am, AM, a.m., A.M.
+      - pm, PM, p.m., P.M.
+      - MI for the minutes part
+      - SS for the seconds part
+      - MS for the milliseconds part (4 digits)
+      - US for the microseconds part (6 digits)
+      - unparsed punctuation signs: - . * # @ T / \ and space
+
+    Here's an example of a *date format* specification::
+
+        column-name [date format 'YYYY-MM-DD HH24-MI-SS.US']
+
+  - *null if*
+
+     This option takes an argument which is either the keyword *blanks*
+     or a double-quoted string.
+
+     When *blanks* is used and the field value that is read contains
+     only space characters, then it's automatically converted to an SQL
+     `NULL` value.
+
+     When a double-quoted string is used and that string is read as the
+     field value, then the field value is automatically converted to an
+     SQL `NULL` value.
+
+  - *trim both whitespace*, *trim left whitespace*, *trim right whitespace*
+
+    This option allows to trim whitespaces in the read data, either from
+    both sides of the data, or only the whitespace characters found on
+    the left of the streaing, or only those on the right of the string.
+
+CSV Loading Options: WITH
+-------------------------
+
+When loading from a `CSV` file, the following options are supported:
+
+  - *truncate*
+
+     When this option is listed, pgloader issues a `TRUNCATE` command
+     against the PostgreSQL target table before reading the data file.
+
+  - *drop indexes*
+
+    When this option is listed, pgloader issues `DROP INDEX` commands
+    against all the indexes defined on the target table before copying
+    the data, then `CREATE INDEX` commands once the `COPY` is done.
+
+    In order to get the best performance possible, all the indexes are
+    created in parallel and when done the primary keys are built again
+    from the unique indexes just created. This two step process allows
+    creating the primary key index in parallel with the other indexes,
+    as only the `ALTER TABLE` command needs an *access exclusive lock*
+    on the target table.
+
+  - *disable triggers*
+
+    When this option is listed, pgloader issues an `ALTER TABLE ...
+    DISABLE TRIGGER ALL` command against the PostgreSQL target table
+    before copying the data, then the command `ALTER TABLE ... ENABLE
+    TRIGGER ALL` once the `COPY` is done.
+
+    This option allows loading data into a pre-existing table ignoring
+    the *foreign key constraints* and user defined triggers and may
+    result in invalid *foreign key constraints* once the data is loaded.
+    Use with care.
+
+  - *skip header*
+
+    Takes a numeric value as argument. Instruct pgloader to skip that
+    many lines at the beginning of the input file.
+
+  - *csv header*
+
+    Use the first line read after *skip header* as the list of csv field
+    names to be found in the CSV file, using the same CSV parameters as
+    for the CSV data.
+
+  - *trim unquoted blanks*
+
+    When reading unquoted values in the `CSV` file, remove the blanks
+    found in between the separator and the value. That behaviour is the
+    default.
+
+  - *keep unquoted blanks*
+
+    When reading unquoted values in the `CSV` file, keep blanks found in
+    between the separator and the value.
+
+  - *fields optionally enclosed by*
+
+    Takes a single character as argument, which must be found inside single
+    quotes, and might be given as the printable character itself, the
+    special value \t to denote a tabulation character, the special value \'
+    to denote a single-quote, or `0x` then an hexadecimal value read as the
+    ASCII code for the character.
+
+    The following options specify the same enclosing character, a single quote::
+
+      fields optionally enclosed by '\''
+      fields optionally enclosed by '0x27'
+
+    This character is used as the quoting character in the `CSV` file,
+    and defaults to double-quote.
+
+  - *fields not enclosed*
+
+    By default, pgloader will use the double-quote character as the
+    enclosing character. If you have a CSV file where fields are not
+    enclosed and are using double-quote as an expected ordinary
+    character, then use the option *fields not enclosed* for the CSV
+    parser to accept those values.
+
+  - *fields escaped by*
+
+    Takes either the special value *backslash-quote* or *double-quote*,
+    or any value supported by the *fields terminated by* option (see
+    below). This value is used to recognize escaped field separators
+    when they are to be found within the data fields themselves.
+    Defaults to *double-quote*.
+
+  - *csv escape mode*
+
+    Takes either the special value *quote* (the default) or *following*
+    and allows the CSV parser to parse either only escaped field
+    separator or any character (including CSV data) when using the
+    *following* value.
+
+  - *fields terminated by*
+
+    Takes a single character as argument, which must be found inside
+    single quotes, and might be given as the printable character itself,
+    the special value \t to denote a tabulation character, or `0x` then
+    an hexadecimal value read as the ASCII code for the character.
+
+    This character is used as the *field separator* when reading the
+    `CSV` data.
+
+  - *lines terminated by*
+
+    Takes a single character as argument, which must be found inside
+    single quotes, and might be given as the printable character itself,
+    the special value \t to denote a tabulation character, or `0x` then
+    an hexadecimal value read as the ASCII code for the character.
+
+    This character is used to recognize *end-of-line* condition when
+    reading the `CSV` data.
+

docs/ref/dbf.rst

@@ -0,0 +1,88 @@
+DBF
+===
+
+This command instructs pgloader to load data from a `DBF` file. A default
+set of casting rules are provided and might be overloaded and appended to by
+the command.
+
+Using advanced options and a load command file
+----------------------------------------------
+
+Here's an example with a remote HTTP source and some user defined casting
+rules. The command then would be:
+
+::
+
+   $ pgloader dbf.load
+
+And the contents of the ``dbf.load`` file could be inspired from the following:
+
+::
+
+    LOAD DBF
+        FROM http://www.insee.fr/fr/methodes/nomenclatures/cog/telechargement/2013/dbf/reg2013.dbf
+        INTO postgresql://user@localhost/dbname
+        WITH truncate, create table
+        CAST column reg2013.region to integer,
+             column reg2013.tncc to smallint;
+
+
+Common Clauses
+--------------
+
+Please refer to :ref:`common_clauses` for documentation about common
+clauses.
+
+DBF Source Specification: FROM
+------------------------------
+
+Filename where to load the data from. This support local files, HTTP URLs
+and zip files containing a single dbf file of the same name. Fetch such a
+zip file from an HTTP address is of course supported.
+
+DBF Loading Options: WITH
+-------------------------
+
+When loading from a `DBF` file, the following options are supported:
+
+  - *truncate*
+
+    When this option is listed, pgloader issues a `TRUNCATE` command against
+    the PostgreSQL target table before reading the data file.
+
+  - *disable triggers*
+
+    When this option is listed, pgloader issues an `ALTER TABLE ... DISABLE
+    TRIGGER ALL` command against the PostgreSQL target table before copying
+    the data, then the command `ALTER TABLE ... ENABLE TRIGGER ALL` once the
+    `COPY` is done.
+
+    This option allows loading data into a pre-existing table ignoring the
+    *foreign key constraints* and user defined triggers and may result in
+    invalid *foreign key constraints* once the data is loaded. Use with
+    care.
+
+  - *create table*
+
+    When this option is listed, pgloader creates the table using the meta
+    data found in the `DBF` file, which must contain a list of fields with
+    their data type. A standard data type conversion from DBF to PostgreSQL
+    is done.
+
+  - *table name*
+
+    This options expects as its value the possibly qualified name of the
+    table to create.
+
+Default DB3 Casting Rules
+-------------------------
+
+When migrating from DB3 the following Casting Rules are provided::
+
+  type C to text using db3-trim-string
+  type M to text using db3-trim-string
+  type N to numeric using db3-numeric-to-pgsql-integer
+  type I to numeric using db3-numeric-to-pgsql-numeric
+  type L to boolean using logical-to-boolean
+  type D to date using db3-date-to-pgsql-date
+

docs/ref/fixed.rst

@@ -0,0 +1,204 @@
+Fixed Columns
+=============
+
+This command instructs pgloader to load data from a text file containing
+columns arranged in a *fixed size* manner.
+
+Using advanced options and a load command file
+----------------------------------------------
+
+The command then would be:
+
+::
+
+   $ pgloader fixed.load
+
+And the contents of the ``fixed.load`` file could be inspired from the following:
+
+::
+
+    LOAD FIXED
+         FROM inline
+              (
+               a from  0 for 10,
+               b from 10 for  8,
+               c from 18 for  8,
+               d from 26 for 17 [null if blanks, trim right whitespace]
+              )
+         INTO postgresql:///pgloader
+       TARGET TABLE fixed
+              (
+                 a, b,
+                 c time using (time-with-no-separator c),
+                 d
+              )
+
+         WITH truncate
+
+          SET work_mem to '14MB',
+              standard_conforming_strings to 'on'
+
+    BEFORE LOAD DO
+         $$ drop table if exists fixed; $$,
+         $$ create table fixed (
+             a integer,
+             b date,
+             c time,
+             d text
+            );
+         $$;
+
+     01234567892008052011431250firstline
+        01234562008052115182300left blank-padded
+     12345678902008052208231560another line
+      2345609872014092914371500                 
+      2345678902014092914371520
+
+Note that the example comes from the test suite of pgloader, where we use
+the advanced feature ``FROM inline`` that allows embedding the source data
+within the command file. In most cases a more classic FROM clause loading
+the data from a separate file would be used.
+
+Common Clauses
+--------------
+
+Please refer to :ref:`common_clauses` for documentation about common
+clauses.
+
+Fixed File Format Source Specification: FROM
+--------------------------------------------
+
+Filename where to load the data from. Accepts an *ENCODING* option. Use the
+`--list-encodings` option to know which encoding names are supported.
+
+The filename may be enclosed by single quotes, and could be one of the
+following special values:
+
+  - *inline*
+
+     The data is found after the end of the parsed commands. Any number
+     of empty lines between the end of the commands and the beginning of
+     the data is accepted.
+
+  - *stdin*
+
+     Reads the data from the standard input stream.
+
+  - *FILENAMES MATCHING*
+
+    The whole *matching* clause must follow the following rule::
+
+        [ ALL FILENAMES | [ FIRST ] FILENAME ]
+        MATCHING regexp
+        [ IN DIRECTORY '...' ]
+
+    The *matching* clause applies given *regular expression* (see above
+    for exact syntax, several options can be used here) to filenames.
+    It's then possible to load data from only the first match of all of
+    them.
+
+    The optional *IN DIRECTORY* clause allows specifying which directory
+    to walk for finding the data files, and can be either relative to
+    where the command file is read from, or absolute. The given
+    directory must exists.
+
+Fields Specifications
+---------------------
+
+The *FROM* option also supports an optional comma separated list of *field*
+names describing what is expected in the `FIXED` data file.
+
+Each field name is composed of the field name followed with specific reader
+options for that field. Supported per-field reader options are the
+following, where only *start* and *length* are required.
+
+  - *start*
+
+    Position in the line where to start reading that field's value. Can
+    be entered with decimal digits or `0x` then hexadecimal digits.
+
+  - *length*
+
+    How many bytes to read from the *start* position to read that
+    field's value. Same format as *start*.
+
+Those optional parameters must be enclosed in square brackets and
+comma-separated:
+
+  - *terminated by*
+
+     See the description of *field terminated by* below.
+
+     The processing of this option is not currently implemented.
+
+  - *date format*
+
+    When the field is expected of the date type, then this option allows
+    to specify the date format used in the file.
+
+    Date format string are template strings modeled against the
+    PostgreSQL `to_char` template strings support, limited to the
+    following patterns:
+
+      - YYYY, YYY, YY for the year part
+      - MM for the numeric month part
+      - DD for the numeric day part
+      - HH, HH12, HH24 for the hour part
+      - am, AM, a.m., A.M.
+      - pm, PM, p.m., P.M.
+      - MI for the minutes part
+      - SS for the seconds part
+      - MS for the milliseconds part (4 digits)
+      - US for the microseconds part (6 digits)
+      - unparsed punctuation signs: - . * # @ T / \ and space
+
+    Here's an example of a *date format* specification::
+
+        column-name [date format 'YYYY-MM-DD HH24-MI-SS.US']
+
+  - *null if*
+
+    This option takes an argument which is either the keyword *blanks*
+    or a double-quoted string.
+
+    When *blanks* is used and the field value that is read contains only
+    space characters, then it's automatically converted to an SQL `NULL`
+    value.
+
+    When a double-quoted string is used and that string is read as the
+    field value, then the field value is automatically converted to an
+    SQL `NULL` value.
+
+  - *trim both whitespace*, *trim left whitespace*, *trim right whitespace*
+
+    This option allows to trim whitespaces in the read data, either from
+    both sides of the data, or only the whitespace characters found on
+    the left of the streaing, or only those on the right of the string.
+
+Fixed File Format Loading Options: WITH
+---------------------------------------
+
+When loading from a `FIXED` file, the following options are supported:
+
+  - *truncate*
+
+    When this option is listed, pgloader issues a `TRUNCATE` command
+    against the PostgreSQL target table before reading the data file.
+
+  - *disable triggers*
+
+    When this option is listed, pgloader issues an `ALTER TABLE ...
+    DISABLE TRIGGER ALL` command against the PostgreSQL target table
+    before copying the data, then the command `ALTER TABLE ... ENABLE
+    TRIGGER ALL` once the `COPY` is done.
+
+    This option allows loading data into a pre-existing table ignoring
+    the *foreign key constraints* and user defined triggers and may
+    result in invalid *foreign key constraints* once the data is loaded.
+    Use with care.
+
+  - *skip header*
+
+    Takes a numeric value as argument. Instruct pgloader to skip that
+    many lines at the beginning of the input file.
+

docs/ref/ixf.rst

@@ -0,0 +1,83 @@
+IXF
+===
+
+This command instructs pgloader to load data from an IBM `IXF` file.
+
+Using advanced options and a load command file
+----------------------------------------------
+
+The command then would be:
+
+::
+
+   $ pgloader ixf.load
+
+And the contents of the ``ixf.load`` file could be inspired from the following:
+
+::
+   
+    LOAD IXF
+        FROM data/nsitra.test1.ixf
+        INTO postgresql:///pgloader
+      TARGET TABLE nsitra.test1
+        WITH truncate, create table, timezone UTC
+
+      BEFORE LOAD DO
+       $$ create schema if not exists nsitra; $$,
+       $$ drop table if exists nsitra.test1; $$;
+
+
+Common Clauses
+--------------
+
+Please refer to :ref:`common_clauses` for documentation about common
+clauses.
+
+IXF Source Specification: FROM
+------------------------------
+
+Filename where to load the data from. This support local files, HTTP URLs
+and zip files containing a single ixf file of the same name. Fetch such a
+zip file from an HTTP address is of course supported.
+
+IXF Loading Options: WITH
+-------------------------
+
+When loading from a `IXF` file, the following options are supported:
+
+  - *truncate*
+
+    When this option is listed, pgloader issues a `TRUNCATE` command against
+    the PostgreSQL target table before reading the data file.
+
+  - *disable triggers*
+
+    When this option is listed, pgloader issues an `ALTER TABLE ... DISABLE
+    TRIGGER ALL` command against the PostgreSQL target table before copying
+    the data, then the command `ALTER TABLE ... ENABLE TRIGGER ALL` once the
+    `COPY` is done.
+
+    This option allows loading data into a pre-existing table ignoring the
+    *foreign key constraints* and user defined triggers and may result in
+    invalid *foreign key constraints* once the data is loaded. Use with
+    care.
+
+  - *create table*
+
+    When this option is listed, pgloader creates the table using the meta
+    data found in the `DBF` file, which must contain a list of fields with
+    their data type. A standard data type conversion from DBF to PostgreSQL
+    is done.
+
+  - *table name*
+
+    This options expects as its value the possibly qualified name of the
+    table to create.
+
+  - *timezone*
+
+    This options allows to specify which timezone is used when parsing
+    timestamps from an IXF file, and defaults to *UTC*. Expected values are
+    either `UTC`, `GMT` or a single quoted location name such as
+    `'Universal'` or `'Europe/Paris'`.
+

docs/ref/mssql.rst

@@ -0,0 +1,242 @@
+MS SQL to Postgres
+==================
+
+This command instructs pgloader to load data from a MS SQL database.
+Automatic discovery of the schema is supported, including build of the
+indexes, primary and foreign keys constraints.
+
+Using default settings
+----------------------
+
+Here is the simplest command line example, which might be all you need:
+
+::
+
+   $ pgloader mssql://user@mshost/dbname pgsql://pguser@pghost/dbname
+
+Using advanced options and a load command file
+----------------------------------------------
+
+The command then would be:
+
+::
+
+   $ pgloader ms.load
+
+And the contents of the command file ``ms.load`` could be inspired from the
+following:
+
+::
+
+    load database
+         from mssql://user@host/dbname
+         into postgresql:///dbname
+
+    including only table names like 'GlobalAccount' in schema 'dbo'
+
+    set work_mem to '16MB', maintenance_work_mem to '512 MB'
+
+    before load do $$ drop schema if exists dbo cascade; $$;
+
+Common Clauses
+--------------
+
+Please refer to :ref:`common_clauses` for documentation about common
+clauses.
+
+MS SQL Database Source Specification: FROM
+------------------------------------------
+
+Connection string to an existing MS SQL database server that listens and
+welcome external TCP/IP connection. As pgloader currently piggybacks on the
+FreeTDS driver, to change the port of the server please export the `TDSPORT`
+environment variable.
+
+MS SQL Database Migration Options: WITH
+---------------------------------------
+
+When loading from a `MS SQL` database, the same options as when loading a
+`MYSQL` database are supported. Please refer to the MYSQL section. The
+following options are added:
+
+  - *create schemas*
+
+    When this option is listed, pgloader creates the same schemas as found
+    on the MS SQL instance. This is the default.
+
+  - *create no schemas*
+
+    When this option is listed, pgloader refrains from creating any schemas
+    at all, you must then ensure that the target schema do exist.
+
+MS SQL Database Casting Rules
+-----------------------------
+    
+CAST
+^^^^
+
+The cast clause allows to specify custom casting rules, either to overload
+the default casting rules or to amend them with special cases.
+
+Please refer to the MS SQL CAST clause for details.
+
+MS SQL Views Support
+--------------------
+
+MS SQL views support allows pgloader to migrate view as if they were base
+tables. This feature then allows for on-the-fly transformation from MS SQL
+to PostgreSQL, as the view definition is used rather than the base data.
+
+MATERIALIZE VIEWS
+^^^^^^^^^^^^^^^^^
+
+This clause allows you to implement custom data processing at the data
+source by providing a *view definition* against which pgloader will query
+the data. It's not possible to just allow for plain `SQL` because we want to
+know a lot about the exact data types of each column involved in the query
+output.
+
+This clause expect a comma separated list of view definitions, each one
+being either the name of an existing view in your database or the following
+expression::
+
+  *name* `AS` `$$` *sql query* `$$`
+
+The *name* and the *sql query* will be used in a `CREATE VIEW` statement at
+the beginning of the data loading, and the resulting view will then be
+dropped at the end of the data loading.
+
+MATERIALIZE ALL VIEWS
+^^^^^^^^^^^^^^^^^^^^^
+
+Same behaviour as *MATERIALIZE VIEWS* using the dynamic list of views as
+returned by MS SQL rather than asking the user to specify the list.
+
+MS SQL Partial Migration
+------------------------
+
+
+INCLUDING ONLY TABLE NAMES LIKE
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Introduce a comma separated list of table name patterns used to limit the
+tables to migrate to a sublist. More than one such clause may be used, they
+will be accumulated together.
+
+Example::
+
+  including only table names like 'GlobalAccount' in schema 'dbo'
+
+EXCLUDING TABLE NAMES LIKE
+^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Introduce a comma separated list of table name patterns used to exclude
+table names from the migration. This filter only applies to the result of
+the *INCLUDING* filter.
+
+::
+   
+   excluding table names matching 'LocalAccount' in schema 'dbo'
+
+MS SQL Schema Transformations
+-----------------------------
+
+ALTER SCHEMA '...' RENAME TO '...'
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Allows to rename a schema on the flight, so that for instance the tables
+found in the schema 'dbo' in your source database will get migrated into the
+schema 'public' in the target database with this command::
+
+  alter schema 'dbo' rename to 'public'
+
+ALTER TABLE NAMES MATCHING ... IN SCHEMA '...'
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+Introduce a comma separated list of table names or *regular expressions*
+that you want to target in the pgloader *ALTER TABLE* command. Available
+actions are *SET SCHEMA*, *RENAME TO*, and *SET*::
+
+    ALTER TABLE NAMES MATCHING ~/_list$/, 'sales_by_store', ~/sales_by/
+      IN SCHEMA 'dbo'
+     SET SCHEMA 'mv'
+   
+    ALTER TABLE NAMES MATCHING 'film' IN SCHEMA 'dbo' RENAME TO 'films'
+    
+    ALTER TABLE NAMES MATCHING ~/./ IN SCHEMA 'dbo' SET (fillfactor='40')
+    
+    ALTER TABLE NAMES MATCHING ~/./ IN SCHEMA 'dbo' SET TABLESPACE 'tlbspc'
+
+You can use as many such rules as you need. The list of tables to be
+migrated is searched in pgloader memory against the *ALTER TABLE* matching
+rules, and for each command pgloader stops at the first matching criteria
+(regexp or string).
+
+No *ALTER TABLE* command is sent to PostgreSQL, the modification happens at
+the level of the pgloader in-memory representation of your source database
+schema. In case of a name change, the mapping is kept and reused in the
+*foreign key* and *index* support.
+
+The *SET ()* action takes effect as a *WITH* clause for the `CREATE TABLE`
+command that pgloader will run when it has to create a table.
+
+The *SET TABLESPACE* action takes effect as a *TABLESPACE* clause for the
+`CREATE TABLE` command that pgloader will run when it has to create a table.
+
+The matching is done in pgloader itself, with a Common Lisp regular
+expression lib, so doesn't depend on the *LIKE* implementation of MS SQL,
+nor on the lack of support for regular expressions in the engine.
+
+MS SQL Driver setup and encoding
+--------------------------------
+
+pgloader is using the `FreeTDS` driver, and internally expects the data to
+be sent in utf-8. To achieve that, you can configure the FreeTDS driver with
+those defaults, in the file `~/.freetds.conf`::
+
+    [global]
+        tds version = 7.4
+        client charset = UTF-8
+
+Default MS SQL Casting Rules
+----------------------------
+
+When migrating from MS SQL the following Casting Rules are provided:
+
+Numbers::
+
+  type tinyint to smallint
+
+  type float to float   using float-to-string
+  type real to real     using float-to-string
+  type double to double precision     using float-to-string
+  type numeric to numeric     using float-to-string
+  type decimal to numeric     using float-to-string
+  type money to numeric     using float-to-string
+  type smallmoney to numeric     using float-to-string
+
+Texts::
+
+  type char      to text drop typemod
+  type nchar     to text drop typemod
+  type varchar   to text drop typemod
+  type nvarchar  to text drop typemod
+  type xml       to text drop typemod
+
+Binary::
+
+  type binary    to bytea using byte-vector-to-bytea
+  type varbinary to bytea using byte-vector-to-bytea
+
+Date::
+
+  type datetime    to timestamptz
+  type datetime2   to timestamptz
+
+Others::
+
+  type bit to boolean
+  type hierarchyid to bytea
+  type geography to bytea
+  type uniqueidentifier to uuid using sql-server-uniqueidentifier-to-uuid
+