Merge pull request #1666 from plotly/v4_integration

Version 4 integration

Author: jonmmease

Diff for: .circleci/config.yml

@@ -1,6 +1,19 @@
 version: 2
 
 jobs:
+  check-code-formatting:
+    docker:
+      - image: circleci/python:3.7-stretch-node-browsers
+
+    steps:
+      - checkout
+      - run:
+          name: Install black
+          command: 'sudo pip install black'
+      - run:
+          name: Check formatting with black
+          command: 'black --check .'
+
   # Core
   python-2.7-core:
     docker:
@@ -15,7 +28,7 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Test with tox
-          command: 'tox -e py27-core'
+          command: 'cd packages/python/plotly; tox -e py27-core'
           no_output_timeout: 20m
 
   python-3.5-core:
@@ -31,7 +44,7 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Test with tox
-          command: 'tox -e py35-core'
+          command: 'cd packages/python/plotly; tox -e py35-core'
           no_output_timeout: 20m
 
   python-3.6-core:
@@ -47,7 +60,7 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Test with tox
-          command: 'tox -e py36-core'
+          command: 'cd packages/python/plotly; tox -e py36-core'
           no_output_timeout: 20m
 
   python-3.7-core:
@@ -63,7 +76,7 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Test with tox
-          command: 'tox -e py37-core'
+          command: 'cd packages/python/plotly; tox -e py37-core'
           no_output_timeout: 20m
 
   # Optional
@@ -80,11 +93,11 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Install npm dependencies
-          command: cd plotly/tests/test_optional/test_jupyter && npm install
+          command: cd packages/python/plotly/plotly/tests/test_optional/test_jupyter && npm install
           no_output_timeout: 20m
       - run:
           name: Test with tox
-          command: 'tox -e py27-optional'
+          command: 'cd packages/python/plotly; tox -e py27-optional'
           no_output_timeout: 20m
 
   python-3.5-optional:
@@ -100,11 +113,11 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Install npm dependencies
-          command: cd plotly/tests/test_optional/test_jupyter && npm install
+          command: cd packages/python/plotly/plotly/tests/test_optional/test_jupyter && npm install
           no_output_timeout: 20m
       - run:
           name: Test with tox
-          command: 'tox -e py35-optional'
+          command: 'cd packages/python/plotly; tox -e py35-optional'
           no_output_timeout: 20m
 
   python-3.6-optional:
@@ -120,11 +133,11 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Install npm dependencies
-          command: cd plotly/tests/test_optional/test_jupyter && npm install
+          command: cd packages/python/plotly/plotly/tests/test_optional/test_jupyter && npm install
           no_output_timeout: 20m
       - run:
           name: Test with tox
-          command: 'tox -e py36-optional'
+          command: 'cd packages/python/plotly; tox -e py36-optional'
           no_output_timeout: 20m
 
   python-3.7-optional:
@@ -140,11 +153,11 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Install npm dependencies
-          command: cd plotly/tests/test_optional/test_jupyter && npm install
+          command: cd packages/python/plotly/plotly/tests/test_optional/test_jupyter && npm install
           no_output_timeout: 20m
       - run:
           name: Test with tox
-          command: 'tox -e py37-optional'
+          command: 'cd packages/python/plotly; tox -e py37-optional'
           no_output_timeout: 20m
 
   # Plot.ly
@@ -161,7 +174,7 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Test with tox
-          command: 'tox -e py27-plot_ly'
+          command: 'cd packages/python/chart-studio; tox -e py27-plot_ly'
           no_output_timeout: 20m
 
   python-3.5-plot_ly:
@@ -177,7 +190,7 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Test with tox
-          command: 'tox -e py35-plot_ly'
+          command: 'cd packages/python/chart-studio; tox -e py35-plot_ly'
           no_output_timeout: 20m
 
   python-3.7-plot_ly:
@@ -193,7 +206,7 @@ jobs:
           command: 'sudo pip install tox'
       - run:
           name: Test with tox
-          command: 'tox -e py37-plot_ly'
+          command: 'cd packages/python/chart-studio; tox -e py37-plot_ly'
           no_output_timeout: 20m
 
   python-2-7-orca:
@@ -220,8 +233,8 @@ jobs:
           command: |
             . /home/circleci/miniconda/etc/profile.d/conda.sh
             conda activate circle_optional
-            pytest --disable-warnings plotly/tests/test_core
-            pytest plotly/tests/test_orca
+            pytest --disable-warnings packages/python/plotly/plotly/tests/test_core
+            pytest packages/python/plotly/plotly/tests/test_orca
 
       - store_artifacts:
             path: plotly/tests/test_orca/images/linux/failed
@@ -250,8 +263,8 @@ jobs:
           command: |
             . /home/circleci/miniconda/etc/profile.d/conda.sh
             conda activate circle_optional
-            pytest --disable-warnings plotly/tests/test_core
-            pytest plotly/tests/test_orca
+            pytest --disable-warnings packages/python/plotly/plotly/tests/test_core
+            pytest packages/python/plotly/plotly/tests/test_orca
 
       - store_artifacts:
             path: plotly/tests/test_orca/images/linux/failed
@@ -280,8 +293,8 @@ jobs:
           command: |
             . /home/circleci/miniconda/etc/profile.d/conda.sh
             conda activate circle_optional
-            pytest --disable-warnings plotly/tests/test_core
-            pytest plotly/tests/test_orca
+            pytest --disable-warnings packages/python/plotly/plotly/tests/test_core
+            pytest packages/python/plotly/plotly/tests/test_orca
 
       - store_artifacts:
             path: plotly/tests/test_orca/images/linux/failed
@@ -297,47 +310,53 @@ jobs:
       - checkout
       - run:
           name: Install tox
-          command: 'sudo pip install tox requests yapf pytz decorator retrying inflect'
+          command: 'sudo pip install retrying tox black inflect'
       - run:
-          name: Update plotlywidget version
-          command: 'python setup.py updateplotlywidgetversion'
+          name: Update jupyterlab-plotly version
+          command: 'cd packages/python/plotly; python setup.py updateplotlywidgetversion'
       - run:
           name: Update plotly.js to dev
-          command: 'python setup.py updateplotlyjsdev'
+          command: 'cd packages/python/plotly; python setup.py updateplotlyjsdev'
       - run:
           name: Test with tox
           command: |
+            cd packages/python/plotly
             locale
             tox -e py37-core -- -a '!nodev'
           no_output_timeout: 20m
       - run:
           name: Commit
           command: |
+            cd packages/python/plotly
             sudo mkdir /dist
             git config --global user.email "[email protected]"
             git config --global user.name "Your Name"
             git add -A
             git commit -m "Codegen"
           when: always
       - run:
-          name: Build source distribution package
+          name: Build source distribution packages
           command: |
+            cd packages/python/plotly
             python setup.py sdist
             sudo cp dist/* /dist
           when: always
       - run:
           name: npm-pack widget
           command: |
-            cd js/
+            cd packages/javascript/jupyterlab-plotly/
             npm install webpack
             npm pack
-            sudo cp ./plotlywidget* /dist
+            sudo cp ./jupyterlab-plotly* /dist
           when: always
       - store_artifacts:
-          path: /dist
+          path: packages/python/plotly/dist
 
 workflows:
   version: 2
+  code_formatting:
+    jobs:
+      - check-code-formatting
   dev_build:
     jobs:
       - plotlyjs_dev_build
@@ -354,8 +373,9 @@ workflows:
       # 3.7 optional disabled due to current shapely incompatibility
       # - python-3.7-optional
       - python-2.7-plot_ly
-      - python-3.5-plot_ly
-      - python-3.7-plot_ly
+      - python-3.7-plot_ly:
+          requires:
+            - python-2.7-plot_ly
       - python-2-7-orca
       - python-3-5-orca
       - python-3-7-orca

Diff for: .circleci/create_conda_optional_env.sh

@@ -16,7 +16,7 @@ if [ ! -d $HOME/miniconda/envs/circle_optional ]; then
     # Create environment
     # PYTHON_VERSION=3.6
     $HOME/miniconda/bin/conda create -n circle_optional --yes python=$PYTHON_VERSION \
-requests six pytz retrying psutil pandas decorator pytest mock nose poppler xarray scikit-image ipython
+requests nbformat six retrying psutil pandas decorator pytest mock nose poppler xarray scikit-image ipython
 
     # Install orca into environment
     $HOME/miniconda/bin/conda install --yes -n circle_optional -c plotly plotly-orca

Diff for: .gitignore

@@ -4,6 +4,9 @@
 
 *.gz
 
+# Don't ignore dataset files
+!*.csv.gz
+
 *.ipynb
 
 *.coverage
@@ -20,7 +23,7 @@ plotly/presentation_objs/
 
 .idea
 
-js/node_modules/
+node_modules/
 
 .pytest_cache
 
@@ -35,3 +38,5 @@ plotly.egg-info/
 
 plotly/tests/test_orca/images/*/failed
 plotly/tests/test_orca/images/*/tmp
+/plotly-package/plotly/tests/test_core/test_offline/plotly.min.js
+temp-plot.html

Diff for: .pre-commit-config.yaml

@@ -0,0 +1,6 @@
+repos:
+-   repo: https://github.com/ambv/black
+    rev: stable
+    hooks:
+    - id: black
+      language_version: python

Diff for: CHANGELOG.md

@@ -2,6 +2,53 @@
 All notable changes to this project will be documented in this file.
 This project adheres to [Semantic Versioning](http://semver.org/).
 
+## [4.0.0] - 2019-07-16
+
+This is a major release that includes many new features, and a few breaking changes. See the [version 4 announcement]() for a summary of the important changes.
+
+### Updated
+ - Updated Plotly.js to version 1.48.3. See the
+ [plotly.js CHANGELOG](https://github.com/plotly/plotly.js/blob/master/CHANGELOG.md#1483----2019-06-13)
+ for more information.
+
+### Added
+ - The Plotly Express tech preview (https://medium.com/@plotlygraphs/introducing-plotly-express-808df010143d) has been integrated as the `plotly.express` module ([#1613](https://github.com/plotly/plotly.py/pull/1613))
+ - Added a new renderers framework the supports rendering figure in a wide variety of contexts ([#1474](https://github.com/plotly/plotly.py/pull/1474)). See the new [Displaying Plotly Figures](https://plot.ly/python/next/renderers) documentation page for more information.
+ - Added `plotly.io.write_html` and `plotly.io.to_html` functions for exporting figures to HTML ([1474](https://github.com/plotly/plotly.py/pull/1474)). Also available as `.write_html` and `.to_html` figure methods.
+ - Added new figure methods for batch updating figure properties (`update_layout`, `update_traces`, `update_xaxes`, etc.) ([#1624](https://github.com/plotly/plotly.py/pull/1624)).  See the new [Creating and Updating Figures](https://plot.ly/python/next/creating-and-updating-figures/) documentation page for more details.
+ - Added support for all trace types in `make_subplots` ([#1528](https://github.com/plotly/plotly.py/pull/1528))
+ - Added support for secondary y-axes in `make_subplots` ([#1564](https://github.com/plotly/plotly.py/pull/1564))
+ - Support passing a scalar trace object (rather than a list or tuple of trace objects) as the `data` property to the `Figure` constructor ([#1614](https://github.com/plotly/plotly.py/pull/1614))
+ - Added dictionary-stule `.pop` method to graph object classes ([#1614](https://github.com/plotly/plotly.py/pull/1614))
+ - New `jupyterlab-plotly` JupyterLab extension for rendering figures in JupyterLab. Replaces the `@jupyterlab/plotly-extension` extension, and includes JupyterLab 1.0 support.
+ - Added new suite of built-in colorscales to the `plotly.colors` module, and support for specifying this wide range of colorscales by name. Also added support for specifying colorscales as a list of colors, in which case the color spacing is assumed to be uniform ([#1647](https://github.com/plotly/plotly.py/pull/1647)).
+ - Added `sphinx-gallery` renderer for embedding plotly figures in [Sphinx-Gallery](https://sphinx-gallery.github.io/) ([#1577](https://github.com/plotly/plotly.py/pull/1577), [plotly/plotly-sphinx-gallery](https://github.com/plotly/plotly-sphinx-gallery)).
+ 
+### Removed
+ - The follow modules for interfacing with the Chart Studio cloud service have been removed from plotly.py and moved to the new `chart-studio` distribution package.  The following modules have been moved to a new top-level `chart_studio` module:
+   - `plotly.plotly` -> `chart_studio.plotly`
+   - `plotly.api` -> `chart_studio.api`
+   - `plotly.dashboard_objs` -> `chart_studio.dashboard_objs`
+   - `plotly.grid_objs` -> `chart_studio.grid_objs`
+   - `plotly.presentation_objs` -> `chart_studio.presentation_objs`
+ - The legacy `plotly.widgets.GraphWidget` class for displaying online figures hosted by Chart Studio as ipywidgets has been removed. Please use the offline, and much more capable, `plotly.graph_objects.FigureWidget` class instead.
+ - The `fileopt` argument to `chart_studio.plotly.plot` has been removed, so in-place modifications to previously published figures are no longer supported, and a figure will always overwrite a figure with the same name. 
+
+### Changed
+ - The `'plotly'` template is used as the default theme across all figures.
+ - In order to reduce the size of the core `plotly` distribution package, the bundled geographic shape files used by the `create_choropleth` figure factory have been moved to a new optional `plotly-geo` distribution package ([1604](https://github.com/plotly/plotly.py/pull/1604))
+ - For consistency with other figure factories, the `create_choropleth`  and `create_gantt` figure factories now always returns `Figure` objects, rather than dictionaries ([#1600](https://github.com/plotly/plotly.py/pull/1600), [#1607](https://github.com/plotly/plotly.py/pull/1607)).
+ - Figure add trace methods (`.add_trace`, `.add_traces`, `.add_scatter`, etc.) now return a reference to the calling figure, rather than the newly created trace ([#1624](https://github.com/plotly/plotly.py/pull/1624))
+ - `plotly.tools.make_subplots` has been moved to `plotly.subplots.make_subplots`, though it is still available at the previous location for backward compatibility
+ - The `plotly.graph_objs` module has been moved to `plotly.graph_objects`, though it is still available at the previous location for backward compatibility ([#1614](https://github.com/plotly/plotly.py/pull/1614))
+ - Trace `uid` properties are only generated automatically when a trace is added to a `FigureWidget`.  When a trace is added to a standard `Figure` graph object the input `uid`, if provided, is accepted as is ([#1580](https://github.com/plotly/plotly.py/pull/1580)).
+ - `datetime` objects that include timezones are not longer converted to UTC ([#1581](https://github.com/plotly/plotly.py/pull/1581))
+ - When a tuple property (e.g. `layout.annotations`) is updated with a list/tuple that is longer than the current value, the extra elements are appended to the end of the tuple.
+
+### Fixed
+ - Fixed visibility of `bar` trace error bars in built-in templates ([1656](https://github.com/plotly/plotly.py/pull/1656))
+
+
 ## [3.10.0] - 2019-05-31
 
 ### Updated
@@ -641,7 +688,7 @@ must be installed:
    - From here forward, new versions of plotly.py will be published to the [plotly anaconda channel](https://anaconda.org/plotly/)
      on the same day they are published to PyPI.
      ([72ad0e4](https://github.com/plotly/plotly.py/commit/72ad0e4bf54bb8a06445d2ca55488ffc11c836a7))
-   - The [`README`](README.md) now includes conda installation instructions alongside the pip instructions. 
+   - The [`README`](packages/python/plotly-geo/README.md) now includes conda installation instructions alongside the pip instructions. 
    - In addition to the existing installation approaches, orca is now also available as a
      [conda package](https://anaconda.org/plotly/plotly-orca) from the plotly anaconda channel.
 
@@ -703,7 +750,7 @@ must be installed:
 
 ### JupyterLab Versions
 For use with JupyterLab, the following versions of the following packages
-must be installed. See [README.md](README.md) for instructions.
+must be installed. See [README.md](packages/python/plotly-geo/README.md) for instructions.
 
  - Python Packages
    - plotly==3.1.0