Merge branch 'master' into no-python-loop

Author: max-sixty

.gitignore

@@ -20,7 +20,8 @@
 .ipynb_checkpoints
 .tags
 .pytest_cache
-.testmondata
+.testmon*
+.vscode/
 
 # Docs #
 ########
@@ -46,6 +47,7 @@ coverage_html_report
 *.so
 .build_cache_dir
 MANIFEST
+__pycache__
 
 # Python files #
 ################
@@ -69,6 +71,7 @@ dist
 .coverage
 .testmondata
 .pytest_cache
+.nox
 
 # OS generated files #
 ######################

.readthedocs.yml

@@ -0,0 +1,6 @@
+requirements_file: docs/requirements-docs.txt
+build:
+  image: latest
+python:
+  pip_install: true
+  version: 3.6

.stickler.yml

@@ -2,5 +2,9 @@ linters:
   flake8:
     max-line-length: 79
     fixer: true
+    ignore:
+files:
+  ignore:
+    - doc/**/*.py
 fixers:
   enable: true

.travis.yml

@@ -1,47 +1,59 @@
-sudo: false
-
 language: python
 
+matrix:
+  include:
+  - os: linux
+    python: 2.7
+    env: PYTHON=2.7 PANDAS=0.19.2 COVERAGE='false' LINT='true'
+  - os: linux
+    python: 3.5
+    env: PYTHON=3.5 PANDAS=0.18.1 COVERAGE='true' LINT='false'
+  - os: linux
+    python: 3.6
+    env: PYTHON=3.6 PANDAS=0.20.1 COVERAGE='false' LINT='false'
+  - os: linux
+    python: 3.6
+    env: PYTHON=3.6 PANDAS=MASTER COVERAGE='false' LINT='true'
 env:
-  - PYTHON=2.7 PANDAS=0.19.2 COVERAGE='false' LINT='true'
-  - PYTHON=3.5 PANDAS=0.18.1 COVERAGE='true' LINT='false'
-  - PYTHON=3.6 PANDAS=0.20.1 COVERAGE='false' LINT='false'
-  - PYTHON=3.6 PANDAS=MASTER COVERAGE='false' LINT='true'
 
 before_install:
   - echo "before_install"
   - source ci/travis_process_gbq_encryption.sh
 
 install:
-  - wget http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
-  - bash miniconda.sh -b -p $HOME/miniconda
-  - export PATH="$HOME/miniconda/bin:$PATH"
-  - hash -r
-  - conda config --set always_yes yes --set changeps1 no
-  - conda config --add channels pandas
-  - conda config --add channels conda-forge
-  - conda update -q conda
-  - conda info -a
-  - conda create -q -n test-environment python=$PYTHON
-  - source activate test-environment
-  - if [[ "$PANDAS" == "MASTER" ]]; then
-      conda install -q numpy pytz python-dateutil;
-      PRE_WHEELS="https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com";
-      pip install --pre --upgrade --timeout=60 -f $PRE_WHEELS pandas;
+  # Upgrade setuptools and pip to work around
+  # https://github.com/pypa/setuptools/issues/885
+  - pip install --upgrade setuptools
+  - pip install --upgrade pip
+  - REQ="ci/requirements-${PYTHON}-${PANDAS}" ;
+    if [ -f "$REQ.pip" ]; then
+      pip install --upgrade nox-automation ;
     else
+      wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
+      bash miniconda.sh -b -p $HOME/miniconda ;
+      export PATH="$HOME/miniconda/bin:$PATH" ;
+      hash -r ;
+      conda config --set always_yes yes --set changeps1 no ;
+      conda config --add channels pandas ;
+      conda config --add channels conda-forge ;
+      conda update -q conda ;
+      conda info -a ;
+      conda create -q -n test-environment python=$PYTHON ;
+      source activate test-environment ;
+      conda install -q setuptools ;
       conda install -q pandas=$PANDAS;
-    fi
-  - pip install coverage pytest pytest-cov flake8 codecov
-  - REQ="ci/requirements-${PYTHON}-${PANDAS}"
-  - if [ -f "$REQ.pip" ]; then
-      pip install -r "$REQ.pip";
-    else
       conda install -q --file "$REQ.conda";
+      conda list ;
+      python setup.py install ;
     fi
-  - conda list
-  - python setup.py install
 
 script:
-  - pytest -s -v --cov=pandas_gbq --cov-report xml:/tmp/pytest-cov.xml pandas_gbq
-  - if [[ $COVERAGE == 'true' ]]; then codecov ; fi
-  - if [[ $LINT == 'true' ]]; then flake8 pandas_gbq -v ; fi
+  - if [[ $PYTHON == '2.7' ]]; then nox -s test27 ; fi
+  - if [[ $PYTHON == '3.5' ]]; then nox -s test35 ; fi
+  - if [[ $PYTHON == '3.6' ]] && [[ "$PANDAS" == "MASTER" ]]; then nox -s test36master ; fi
+  - REQ="ci/requirements-${PYTHON}-${PANDAS}" ;
+    if [ -f "$REQ.conda" ]; then
+      pytest --quiet -m 'not local_auth' -v tests ;
+    fi
+  - if [[ $COVERAGE == 'true' ]]; then nox -s cover ; fi
+  - if [[ $LINT == 'true' ]]; then nox -s lint ; fi

AUTHORS.md

@@ -54,4 +54,3 @@ pandas is distributed under a 3-clause ("Simplified" or "New") BSD
 license. Parts of NumPy, SciPy, numpydoc, bottleneck, which all have
 BSD-compatible licenses, are included. Their licenses follow the pandas
 license.
-

ci/requirements-3.5-0.18.1.pip

@@ -1,4 +1,3 @@
-google-auth==1.0.2
+google-auth==1.4.1
 google-auth-oauthlib==0.0.1
-mock
-google-cloud-bigquery==0.29.0
+google-cloud-bigquery==0.32.0

ci/requirements-3.6-0.20.1.conda

@@ -1,4 +1,8 @@
 google-auth
 google-auth-oauthlib
-mock
-google-cloud-bigquery
+google-cloud-bigquery==0.32.0
+pytest
+pytest-cov
+codecov
+coverage
+flake8

ci/requirements-3.6-MASTER.pip

@@ -1,4 +1,5 @@
 google-auth
 google-auth-oauthlib
-mock
-google-cloud-bigquery
+git+https://github.com/GoogleCloudPlatform/google-cloud-python.git#egg=version_subpkg&subdirectory=api_core
+git+https://github.com/GoogleCloudPlatform/google-cloud-python.git#egg=version_subpkg&subdirectory=core
+git+https://github.com/GoogleCloudPlatform/google-cloud-python.git#egg=version_subpkg&subdirectory=bigquery

docs/source/api.rst

@@ -5,6 +5,11 @@
 API Reference
 *************
 
+.. note::
+
+  Only functions and classes which are members of the ``pandas_gbq`` module
+  are considered public. Submodules and their members are considered private.
+
 .. autosummary::
 
    read_gbq

docs/source/changelog.rst

@@ -1,9 +1,74 @@
 Changelog
 =========
 
-0.3.2 / [TBD]
+.. _changelog-0.6.0:
+
+0.6.0 / 2018-08-15
+--------------------
+
+- Warn when ``dialect`` is not passed in to ``read_gbq``. The default dialect
+  will be changing from 'legacy' to 'standard' in a future version.
+  (:issue:`195`)
+- Use general float with 15 decimal digit precision when writing to local
+  CSV buffer in ``to_gbq``. This prevents numerical overflow in certain
+  edge cases. (:issue:`192`)
+
+.. _changelog-0.5.0:
+
+0.5.0 / 2018-06-15
+------------------
+
+- Project ID parameter is optional in ``read_gbq`` and ``to_gbq`` when it can
+  inferred from the environment. Note: you must still pass in a project ID when
+  using user-based authentication. (:issue:`103`)
+- Progress bar added for ``to_gbq``, through an optional library `tqdm` as
+  dependency. (:issue:`162`)
+- Add location parameter to ``read_gbq`` and ``to_gbq`` so that pandas-gbq
+  can work with datasets in the Tokyo region. (:issue:`177`)
+
+Documentation
+~~~~~~~~~~~~~
+
+- Add :doc:`authentication how-to guide <howto/authentication>`. (:issue:`183`)
+- Update :doc:`contributing` guide with new paths to tests. (:issue:`154`,
+  :issue:`164`)
+
+Internal changes
+~~~~~~~~~~~~~~~~
+
+- Tests now use `nox` to run in multiple Python environments. (:issue:`52`)
+- Renamed internal modules. (:issue:`154`)
+- Refactored auth to an internal auth module. (:issue:`176`)
+- Add unit tests for ``get_credentials()``. (:issue:`184`)
+
+.. _changelog-0.4.1:
+
+0.4.1 / 2018-04-05
 ------------------
-- Fix bug with querying for an array of floats (:issue:`123`)
+
+- Only show ``verbose`` deprecation warning if Pandas version does not
+  populate it. (:issue:`157`)
+
+.. _changelog-0.4.0:
+
+0.4.0 / 2018-04-03
+------------------
+
+-   Fix bug in `read_gbq` when building a dataframe with integer columns
+    on Windows. Explicitly use 64bit integers when converting from BQ types.
+    (:issue:`119`)
+-   Fix bug in `read_gbq` when querying for an array of floats (:issue:`123`)
+-   Fix bug in `read_gbq` with configuration argument. Updates `read_gbq` to
+    account for breaking change in the way ``google-cloud-python`` version
+    0.32.0+ handles query configuration API representation. (:issue:`152`)
+-   Fix bug in `to_gbq` where seconds were discarded in timestamp columns.
+    (:issue:`148`)
+-   Fix bug in `to_gbq` when supplying a user-defined schema (:issue:`150`)
+-   **Deprecate** the ``verbose`` parameter in `read_gbq` and `to_gbq`.
+    Messages use the logging module instead of printing progress directly to
+    standard output. (:issue:`12`)
+
+.. _changelog-0.3.1:
 
 0.3.1 / 2018-02-13
 ------------------
@@ -13,20 +78,26 @@ Changelog
 - Fix an issue where a dataframe containing both integer and floating point columns could not be uploaded with ``to_gbq`` (:issue:`116`)
 - ``to_gbq`` now uses ``to_csv`` to avoid manually looping over rows in a dataframe (should result in faster table uploads) (:issue:`96`)
 
+.. _changelog-0.3.0:
+
 0.3.0 / 2018-01-03
 ------------------
 
 - Use the `google-cloud-bigquery <https://googlecloudplatform.github.io/google-cloud-python/latest/bigquery/usage.html>`__ library for API calls. The ``google-cloud-bigquery`` package is a new dependency, and dependencies on ``google-api-python-client`` and ``httplib2`` are removed. See the `installation guide <https://pandas-gbq.readthedocs.io/en/latest/install.html#dependencies>`__ for more details.  (:issue:`93`)
 - Structs and arrays are now named properly (:issue:`23`) and BigQuery functions like ``array_agg`` no longer run into errors during type conversion (:issue:`22`).
 - :func:`to_gbq` now uses a load job instead of the streaming API. Remove ``StreamingInsertError`` class, as it is no longer used by :func:`to_gbq`. (:issue:`7`, :issue:`75`)
 
+.. _changelog-0.2.1:
+
 0.2.1 / 2017-11-27
 ------------------
 
 - :func:`read_gbq` now raises ``QueryTimeout`` if the request exceeds the ``query.timeoutMs`` value specified in the BigQuery configuration. (:issue:`76`)
 - Environment variable ``PANDAS_GBQ_CREDENTIALS_FILE`` can now be used to override the default location where the BigQuery user account credentials are stored. (:issue:`86`)
 - BigQuery user account credentials are now stored in an application-specific hidden user folder on the operating system. (:issue:`41`)
 
+.. _changelog-0.2.0:
+
 0.2.0 / 2017-07-24
 ------------------
 
@@ -36,21 +107,29 @@ Changelog
 - :func:`read_gbq` now has a ``auth_local_webserver`` boolean argument for controlling whether to use web server or console flow when getting user credentials. Replaces `--noauth_local_webserver` command line argument. (:issue:`35`)
 - :func:`read_gbq` now displays the BigQuery Job ID and standard price in verbose output. (:issue:`70` and :issue:`71`)
 
+.. _changelog-0.1.6:
+
 0.1.6 / 2017-05-03
 ------------------
 
 - All gbq errors will simply be subclasses of ``ValueError`` and no longer inherit from the deprecated ``PandasError``.
 
+.. _changelog-0.1.4:
+
 0.1.4 / 2017-03-17
 ------------------
 
 - ``InvalidIndexColumn`` will be raised instead of ``InvalidColumnOrder`` in :func:`read_gbq` when the index column specified does not exist in the BigQuery schema. (:issue:`6`)
 
+.. _changelog-0.1.3:
+
 0.1.3 / 2017-03-04
 ------------------
 
 - Bug with appending to a BigQuery table where fields have modes (NULLABLE,REQUIRED,REPEATED) specified. These modes were compared versus the remote schema and writing a table via :func:`to_gbq` would previously raise. (:issue:`13`)
 
+.. _changelog-0.1.2:
+
 0.1.2 / 2017-02-23
 ------------------
 

docs/source/conf.py

@@ -359,8 +359,12 @@
 # texinfo_no_detailmenu = False
 
 
-# Example configuration for intersphinx: refer to the Python standard library.
-intersphinx_mapping = {'https://docs.python.org/': None}
+# Configuration for intersphinx:
+intersphinx_mapping = {
+    'https://docs.python.org/': None,
+    'https://pandas.pydata.org/pandas-docs/stable/': None,
+    'https://google-auth.readthedocs.io/en/latest/': None,
+}
 
 extlinks = {'issue': ('https://github.com/pydata/pandas-gbq/issues/%s',
                       'GH#'),

docs/source/contributing.rst

@@ -250,24 +250,38 @@ Running the test suite
 The tests can then be run directly inside your Git clone (without having to
 install *pandas-gbq*) by typing::
 
-    pytest pandas_gbq
+    pytest tests/unit
+    pytest tests/system.py
 
 The tests suite is exhaustive and takes around 20 minutes to run.  Often it is
 worth running only a subset of tests first around your changes before running the
 entire suite.
 
 The easiest way to do this is with::
 
-    pytest pandas_gbq/path/to/test.py -k regex_matching_test_name
+    pytest tests/path/to/test.py -k regex_matching_test_name
 
 Or with one of the following constructs::
 
-    pytest pandas_gbq/tests/[test-module].py
-    pytest pandas_gbq/tests/[test-module].py::[TestClass]
-    pytest pandas_gbq/tests/[test-module].py::[TestClass]::[test_method]
+    pytest tests/[test-module].py
+    pytest tests/[test-module].py::[TestClass]
+    pytest tests/[test-module].py::[TestClass]::[test_method]
 
 For more, see the `pytest <http://doc.pytest.org/en/latest/>`_ documentation.
 
+Testing on multiple Python versions
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+pandas-gbq uses `nox <https://nox.readthedocs.io>`__ to automate testing in
+multiple Python environments. First, install nox.
+
+.. code-block:: shell
+
+    $ pip install --upgrade nox-automation
+
+To run tests in all versions of Python, run `nox` from the repository's root
+directory.
+
 .. _contributing.gbq_integration_tests:
 
 Running Google BigQuery Integration Tests