This client is compatible with the official postgresql image, which means that it uses the environment variables provided by the image.
docker run -e DB_HOST=host DB_USER=user -e DB_PASS=pwd -d --name=postgresql-client "CREATE DATABASE mydb;"
docker run --rm --link pg_container:db kalumkalac/postgresql-client:9.5 psql -c 'create database foo'
docker run --rm --link pg_container:db -v /tmp/foo:/dump kalumkalac/postgresql-client:9.5 pg_dump foo -f /dump/dump_foo.sql