From 0972cfab047a5719f1e2dc4e2c6ec92fa3ad4e5e Mon Sep 17 00:00:00 2001 From: Alain Jobart Date: Mon, 7 Nov 2016 17:04:17 -0800 Subject: [PATCH] Roadmap doc. Includes web site publishing. --- docs/about/index.html | 1 + docs/contributing/code-reviews.html | 2 + docs/contributing/github-workflow.html | 2 + docs/contributing/index.html | 2 + docs/getting-started/docker-build.html | 2 + docs/getting-started/index.html | 2 + docs/getting-started/local-instance.html | 2 + docs/index.html | 1 + docs/overview/concepts.html | 2 + docs/overview/index.html | 2 + docs/overview/scaling-mysql.html | 2 + docs/reference/vitess-api.html | 2 + docs/reference/vtctl.html | 2 + docs/resources/presentations.html | 2 + docs/resources/roadmap.html | 413 ++++++++++++++++++ docs/search/index.html | 2 + docs/sitemap.xml | 23 +- docs/terms/index.html | 1 + docs/user-guide/backup-and-restore.html | 2 + docs/user-guide/client-libraries.html | 2 + docs/user-guide/horizontal-sharding.html | 2 + docs/user-guide/introduction.html | 2 + docs/user-guide/launching.html | 2 + docs/user-guide/pivot-schema-changes.html | 2 + docs/user-guide/production-planning.html | 2 + docs/user-guide/reparenting.html | 2 + docs/user-guide/scalability-philosophy.html | 2 + docs/user-guide/schema-management.html | 2 + docs/user-guide/server-configuration.html | 2 + docs/user-guide/sharding-kubernetes.html | 2 + docs/user-guide/sharding.html | 2 + docs/user-guide/topology-service.html | 2 + docs/user-guide/transport-security-model.html | 2 + docs/user-guide/troubleshooting.html | 2 + docs/user-guide/upgrading.html | 2 + docs/user-guide/vitess-replication.html | 2 + vitess.io/_includes/left-nav-menu.html | 1 + vitess.io/resources/roadmap.md | 126 ++++++ 38 files changed, 618 insertions(+), 10 deletions(-) create mode 100644 docs/resources/roadmap.html create mode 100644 vitess.io/resources/roadmap.md diff --git a/docs/about/index.html b/docs/about/index.html index 9daefc928a..7d7b7d1c00 100644 --- a/docs/about/index.html +++ b/docs/about/index.html @@ -147,6 +147,7 @@
  • diff --git a/docs/contributing/code-reviews.html b/docs/contributing/code-reviews.html index e05551ba35..c912631c35 100644 --- a/docs/contributing/code-reviews.html +++ b/docs/contributing/code-reviews.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/contributing/github-workflow.html b/docs/contributing/github-workflow.html index dd1a4b3e3b..a185a1eb23 100644 --- a/docs/contributing/github-workflow.html +++ b/docs/contributing/github-workflow.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/contributing/index.html b/docs/contributing/index.html index afd4de6341..1a745f6a27 100644 --- a/docs/contributing/index.html +++ b/docs/contributing/index.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/getting-started/docker-build.html b/docs/getting-started/docker-build.html index 5a4d110993..1b39f42e9a 100644 --- a/docs/getting-started/docker-build.html +++ b/docs/getting-started/docker-build.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/getting-started/index.html b/docs/getting-started/index.html index d45b6ebe82..48a6993da6 100644 --- a/docs/getting-started/index.html +++ b/docs/getting-started/index.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/getting-started/local-instance.html b/docs/getting-started/local-instance.html index 69520d2a0e..0c2f6774a2 100644 --- a/docs/getting-started/local-instance.html +++ b/docs/getting-started/local-instance.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/index.html b/docs/index.html index 59369520b5..5b18afdde0 100644 --- a/docs/index.html +++ b/docs/index.html @@ -147,6 +147,7 @@
  • diff --git a/docs/overview/concepts.html b/docs/overview/concepts.html index 60fd8ede16..06fa74ebf9 100644 --- a/docs/overview/concepts.html +++ b/docs/overview/concepts.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/overview/index.html b/docs/overview/index.html index 3f66067828..6d01ac0634 100644 --- a/docs/overview/index.html +++ b/docs/overview/index.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/overview/scaling-mysql.html b/docs/overview/scaling-mysql.html index 745b843dce..abe7743e6d 100644 --- a/docs/overview/scaling-mysql.html +++ b/docs/overview/scaling-mysql.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/reference/vitess-api.html b/docs/reference/vitess-api.html index ae4986fd1c..dfd9525d72 100644 --- a/docs/reference/vitess-api.html +++ b/docs/reference/vitess-api.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/reference/vtctl.html b/docs/reference/vtctl.html index 19550f9180..9a95f5e704 100644 --- a/docs/reference/vtctl.html +++ b/docs/reference/vtctl.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/resources/presentations.html b/docs/resources/presentations.html index e5e5a61414..58a90c07a3 100644 --- a/docs/resources/presentations.html +++ b/docs/resources/presentations.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/resources/roadmap.html b/docs/resources/roadmap.html new file mode 100644 index 0000000000..0525ccc772 --- /dev/null +++ b/docs/resources/roadmap.html @@ -0,0 +1,413 @@ + + + + + + + Vitess / Vitess Roadmap + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    +
    +
    +
    +

    Vitess Roadmap

    +
    +
    +
    +
    + + +
    +
    + +
    + +
    +
    +
    +

    Vitess is an active open source project. Here is a list of recent and upcoming +features the team is focused on: Check with us on +our forums for more +information.

    + +

    Vitess before 2.0 GA

    + +

    Vitess has been used internally by YouTube for a few years now, but the first +public versions lacked polish and documentation. Version 1.0 was mostly an +internal release.

    + +

    Vitess 2.0 GA

    + +

    Vitess 2.0 GA was +created on July 11, 2016. It was the first major public release.

    + +

    It contains all the core features of the Vitess product:

    + +
      +

    • Advanced data access:

      + +
        +
      • Automatic query routing to actively serving instances.
        • +
      • Scalability through sharding, with transparent access to sharded data, +without need for proprietary API.
        • +
      • Map-Reduce support for data warehousing queries.
        • +
      • Limit the negative impact of bad queries.
        • +
      • +

    • Advanced manageability features:

      + +
        +
      • Orchestrator integration, auto-reparent on master failure.
        • +
      • Out-of-the-box support for Kubernetes
        • +
      • No-downtime dynamic resharding.
        • +
      • Expose data for advanced monitoring and bad query detection.
        • +
      • +
    + +

    Vitess 2.1

    + +

    Vitess 2.1 is actively being worked on. Apart from the multiple small changes +we've been making to address a number of small issues, we are adding the +following core features:

    + +
      +

    • Support for distributed transactions, using 2 phase commit.

      • +

    • Resharding workflow improvements, to increase manageability of the process.

      • +

    • Online schema swap, to apply complex schema changes without any downtime.

      • +

    • New dynamic UI (vtctld), rewritten from scratch in angular2.

      • +

    • Update Stream functionality, for applications to subscribe to a change stream +(for cache invalidation, for instance).

      • +

    • Improved Map-Reduce support, for tables with non-uniform distributions.

      • +

    • Increase large installation scalability with two-layer vtgate pools (l2vtgate, +applicable to 100+ shard installations).

      • +

    • Better Kubernetes support (Helm support, better scripts, ...).

      • +
    + +

    Our plan is to cut a 2.1.0-alpha.1 release very soon, and to update the +documentation shortly thereafter.

    + +

    Vitess Moving Forward

    + +

    The following list contains areas where we want to focus next, after the current +set of changes. Let us know if one of these areas is of particular interest to +your application!

    + +

    Data Access

    + +
      +

    • Additional support for cross-shard constructs (IN clause, ordering and +filtering, ...).

      • +

    • ExecuteBatch improvements (to increase performance of bulk imports for +instance).

      • +

    • Multi-value inserts (across shards or not).

      • +
    + +

    Manageability

    + +
      +

    • Better support for MySQL DDL constructs.

      • +

    • Support for MySQL 8.0.

      • +

    • Additional Kubernetes integration.

      • +

    • Include resharding workflows in the control panel UI (vtctld).

      • +

    • Out-of-the-box integration with Promotheus for monitoring.

      • +
    + +

    Scaling

    + +
      +
    • Better resource utilization / less CPU usage.
      • +
    + +

    Future Work

    + +

    We are considering integration/implementation of the following technologies in +our roadmap. For specific features, reach out to us to discuss opportunities to +collaborate or prioritize some of the work:

    + +
      +

    • Integration with Mesos and DC/OS.

      • +

    • Integration with Docker Swarm.

      • +

    • Improved support for row-based replication (for Update Stream for instance).

      • +

    • Better integration with Apache Spark (native instead of relying on Hadoop +InputSource).

      • +
    + +
    +
    +
    + +
    + +
    + + + + + + + + + + + + + diff --git a/docs/search/index.html b/docs/search/index.html index d962eff34b..dc0b97a275 100644 --- a/docs/search/index.html +++ b/docs/search/index.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/sitemap.xml b/docs/sitemap.xml index e5ed3f1145..e37be2f032 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -22,26 +22,26 @@ http://vitess.io/user-guide/horizontal-sharding.html - http://vitess.io/overview/ + http://vitess.io/search/ http://vitess.io/about/ + + http://vitess.io/overview/ + + + http://vitess.io/contributing/ + + + http://vitess.io/getting-started/ + http://vitess.io/terms/ http://vitess.io/ - - http://vitess.io/search/ - - - http://vitess.io/getting-started/ - - - http://vitess.io/contributing/ - http://vitess.io/user-guide/introduction.html @@ -63,6 +63,9 @@ http://vitess.io/user-guide/reparenting.html + + http://vitess.io/resources/roadmap.html + http://vitess.io/user-guide/scalability-philosophy.html diff --git a/docs/terms/index.html b/docs/terms/index.html index 3ca59106d8..dd1e674d60 100644 --- a/docs/terms/index.html +++ b/docs/terms/index.html @@ -147,6 +147,7 @@
  • diff --git a/docs/user-guide/backup-and-restore.html b/docs/user-guide/backup-and-restore.html index 5b0fac564b..cf5225a069 100644 --- a/docs/user-guide/backup-and-restore.html +++ b/docs/user-guide/backup-and-restore.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/client-libraries.html b/docs/user-guide/client-libraries.html index 436bbaaa15..417b16cc84 100644 --- a/docs/user-guide/client-libraries.html +++ b/docs/user-guide/client-libraries.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/horizontal-sharding.html b/docs/user-guide/horizontal-sharding.html index a8aa755b34..0e15d9929a 100644 --- a/docs/user-guide/horizontal-sharding.html +++ b/docs/user-guide/horizontal-sharding.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/introduction.html b/docs/user-guide/introduction.html index 77ee40fd3c..f46added3c 100644 --- a/docs/user-guide/introduction.html +++ b/docs/user-guide/introduction.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/launching.html b/docs/user-guide/launching.html index 103712d83b..c28169aac5 100644 --- a/docs/user-guide/launching.html +++ b/docs/user-guide/launching.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/pivot-schema-changes.html b/docs/user-guide/pivot-schema-changes.html index 63341a7696..f606f4d07f 100644 --- a/docs/user-guide/pivot-schema-changes.html +++ b/docs/user-guide/pivot-schema-changes.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/production-planning.html b/docs/user-guide/production-planning.html index 42b84c7fa0..43476eaf38 100644 --- a/docs/user-guide/production-planning.html +++ b/docs/user-guide/production-planning.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/reparenting.html b/docs/user-guide/reparenting.html index 02d0f2b9b9..8415758247 100644 --- a/docs/user-guide/reparenting.html +++ b/docs/user-guide/reparenting.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/scalability-philosophy.html b/docs/user-guide/scalability-philosophy.html index ebab79f5ae..017b79a023 100644 --- a/docs/user-guide/scalability-philosophy.html +++ b/docs/user-guide/scalability-philosophy.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/schema-management.html b/docs/user-guide/schema-management.html index dbc434d394..eab8323fc6 100644 --- a/docs/user-guide/schema-management.html +++ b/docs/user-guide/schema-management.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/server-configuration.html b/docs/user-guide/server-configuration.html index 62f1ca9d1d..84701de96d 100644 --- a/docs/user-guide/server-configuration.html +++ b/docs/user-guide/server-configuration.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/sharding-kubernetes.html b/docs/user-guide/sharding-kubernetes.html index dc665639b6..294064c45b 100644 --- a/docs/user-guide/sharding-kubernetes.html +++ b/docs/user-guide/sharding-kubernetes.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/sharding.html b/docs/user-guide/sharding.html index 242d7dad84..7bbb59ec37 100644 --- a/docs/user-guide/sharding.html +++ b/docs/user-guide/sharding.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/topology-service.html b/docs/user-guide/topology-service.html index 91b65ca1cb..5bc58294b1 100644 --- a/docs/user-guide/topology-service.html +++ b/docs/user-guide/topology-service.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/transport-security-model.html b/docs/user-guide/transport-security-model.html index 78d610fe0f..47e6d20e50 100644 --- a/docs/user-guide/transport-security-model.html +++ b/docs/user-guide/transport-security-model.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/troubleshooting.html b/docs/user-guide/troubleshooting.html index 7847f89911..5d87b4795a 100644 --- a/docs/user-guide/troubleshooting.html +++ b/docs/user-guide/troubleshooting.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/upgrading.html b/docs/user-guide/upgrading.html index 7aeae3d8c3..52de06a4b3 100644 --- a/docs/user-guide/upgrading.html +++ b/docs/user-guide/upgrading.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/docs/user-guide/vitess-replication.html b/docs/user-guide/vitess-replication.html index c26298610f..1ca4abd6f7 100644 --- a/docs/user-guide/vitess-replication.html +++ b/docs/user-guide/vitess-replication.html @@ -147,6 +147,7 @@
  • @@ -248,6 +249,7 @@
  • diff --git a/vitess.io/_includes/left-nav-menu.html b/vitess.io/_includes/left-nav-menu.html index 1a80273c64..68977660ce 100644 --- a/vitess.io/_includes/left-nav-menu.html +++ b/vitess.io/_includes/left-nav-menu.html @@ -60,6 +60,7 @@
  • diff --git a/vitess.io/resources/roadmap.md b/vitess.io/resources/roadmap.md new file mode 100644 index 0000000000..c183322399 --- /dev/null +++ b/vitess.io/resources/roadmap.md @@ -0,0 +1,126 @@ +--- +layout: doc +title: "Vitess Roadmap" +description: Current version, what we are working on, what's planned. +modified: +excerpt: +tags: [] +image: + feature: + teaser: + thumb: +toc: true +share: false +--- +Vitess is an active open source project. Here is a list of recent and upcoming +features the team is focused on: Check with us on +our [forums](https://groups.google.com/forum/#!forum/vitess) for more +information. + +## Vitess before 2.0 GA + +Vitess has been used internally by YouTube for a few years now, but the first +public versions lacked polish and documentation. Version 1.0 was mostly an +internal release. + +## Vitess 2.0 GA + +[Vitess 2.0 GA](https://github.com/youtube/vitess/releases/tag/v2.0.0) was +created on July 11, 2016. It was the first major public release. + +It contains all the core features of the Vitess product: + +* Advanced data access: + + * Automatic query routing to actively serving instances. + + * Scalability through sharding, with transparent access to sharded data, + without need for proprietary API. + + * Map-Reduce support for data warehousing queries. + + * Limit the negative impact of bad queries. + +* Advanced manageability features: + + * Orchestrator integration, auto-reparent on master failure. + + * Out-of-the-box support for Kubernetes + + * No-downtime dynamic resharding. + + * Expose data for advanced monitoring and bad query detection. + +## Vitess 2.1 + +Vitess 2.1 is actively being worked on. Apart from the multiple small changes +we've been making to address a number of small issues, we are adding the +following core features: + +* Support for distributed transactions, using 2 phase commit. + +* Resharding workflow improvements, to increase manageability of the process. + +* Online schema swap, to apply complex schema changes without any downtime. + +* New dynamic UI (vtctld), rewritten from scratch in angular2. + +* Update Stream functionality, for applications to subscribe to a change stream + (for cache invalidation, for instance). + +* Improved Map-Reduce support, for tables with non-uniform distributions. + +* Increase large installation scalability with two-layer vtgate pools (l2vtgate, + applicable to 100+ shard installations). + +* Better Kubernetes support (Helm support, better scripts, ...). + +Our plan is to cut a 2.1.0-alpha.1 release very soon, and to update the +documentation shortly thereafter. + +## Vitess Moving Forward + +The following list contains areas where we want to focus next, after the current +set of changes. Let us know if one of these areas is of particular interest to +your application! + +### Data Access + +* Additional support for cross-shard constructs (IN clause, ordering and + filtering, ...). + +* ExecuteBatch improvements (to increase performance of bulk imports for + instance). + +* Multi-value inserts (across shards or not). + +### Manageability + +* Better support for MySQL DDL constructs. + +* Support for MySQL 8.0. + +* Additional Kubernetes integration. + +* Include resharding workflows in the control panel UI (vtctld). + +* Out-of-the-box integration with Promotheus for monitoring. + +### Scaling + +* Better resource utilization / less CPU usage. + +## Future Work + +We are considering integration/implementation of the following technologies in +our roadmap. For specific features, reach out to us to discuss opportunities to +collaborate or prioritize some of the work: + +* Integration with Mesos and DC/OS. + +* Integration with Docker Swarm. + +* Improved support for row-based replication (for Update Stream for instance). + +* Better integration with Apache Spark (native instead of relying on Hadoop + InputSource).