2014-12-22 05:23:38 +03:00
|
|
|
// Copyright 2014, Google Inc. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
package vtgate
|
|
|
|
|
|
|
|
import (
|
|
|
|
"io/ioutil"
|
|
|
|
"os"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
mproto "github.com/youtube/vitess/go/mysql/proto"
|
|
|
|
"github.com/youtube/vitess/go/vt/topo"
|
|
|
|
"github.com/youtube/vitess/go/vt/vtgate/planbuilder"
|
|
|
|
"github.com/youtube/vitess/go/vt/vtgate/proto"
|
|
|
|
_ "github.com/youtube/vitess/go/vt/vtgate/vindexes"
|
|
|
|
"golang.org/x/net/context"
|
|
|
|
)
|
|
|
|
|
|
|
|
var routerSchema = createTestSchema(`
|
|
|
|
{
|
|
|
|
"Keyspaces": {
|
|
|
|
"TestRouter": {
|
|
|
|
"Sharded": true,
|
|
|
|
"Vindexes": {
|
|
|
|
"user_index": {
|
2014-12-22 12:10:49 +03:00
|
|
|
"Type": "hash_autoinc",
|
2014-12-22 05:23:38 +03:00
|
|
|
"Owner": "user",
|
|
|
|
"Params": {
|
|
|
|
"Table": "user_idx",
|
|
|
|
"Column": "id"
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"music_user_map": {
|
2014-12-22 12:10:49 +03:00
|
|
|
"Type": "lookup_hash_unique_autoinc",
|
2014-12-22 05:23:38 +03:00
|
|
|
"Owner": "music",
|
|
|
|
"Params": {
|
|
|
|
"Table": "music_user_map",
|
|
|
|
"From": "music_id",
|
|
|
|
"To": "user_id"
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"name_user_map": {
|
2014-12-22 12:10:49 +03:00
|
|
|
"Type": "lookup_hash",
|
2014-12-22 05:23:38 +03:00
|
|
|
"Owner": "user",
|
|
|
|
"Params": {
|
|
|
|
"Table": "name_user_map",
|
|
|
|
"From": "name",
|
|
|
|
"To": "user_id"
|
|
|
|
}
|
2014-12-22 08:12:56 +03:00
|
|
|
},
|
2014-12-23 12:08:54 +03:00
|
|
|
"idx1": {
|
|
|
|
"Type": "hash_autoinc",
|
|
|
|
"Owner": "multi_autoinc_table",
|
|
|
|
"Params": {
|
|
|
|
"Table": "idx1",
|
|
|
|
"Column": "id1"
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"idx2": {
|
|
|
|
"Type": "lookup_hash_autoinc",
|
|
|
|
"Owner": "multi_autoinc_table",
|
|
|
|
"Params": {
|
|
|
|
"Table": "idx2",
|
|
|
|
"From": "id",
|
2015-01-02 01:30:02 +03:00
|
|
|
"To": "val"
|
2014-12-23 12:08:54 +03:00
|
|
|
}
|
|
|
|
},
|
|
|
|
"idx_noauto": {
|
|
|
|
"Type": "hash",
|
|
|
|
"Owner": "noauto_table"
|
|
|
|
},
|
2014-12-22 08:12:56 +03:00
|
|
|
"keyspace_id": {
|
2014-12-22 12:10:49 +03:00
|
|
|
"Type": "numeric"
|
2014-12-22 05:23:38 +03:00
|
|
|
}
|
|
|
|
},
|
2015-01-02 01:30:02 +03:00
|
|
|
"Classes": {
|
2014-12-22 05:23:38 +03:00
|
|
|
"user": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "id",
|
|
|
|
"Name": "user_index"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"Col": "name",
|
|
|
|
"Name": "name_user_map"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"user_extra": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "user_id",
|
|
|
|
"Name": "user_index"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"music": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "user_id",
|
|
|
|
"Name": "user_index"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"Col": "id",
|
|
|
|
"Name": "music_user_map"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"music_extra": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "user_id",
|
|
|
|
"Name": "user_index"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"Col": "music_id",
|
|
|
|
"Name": "music_user_map"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"music_extra_reversed": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "music_id",
|
|
|
|
"Name": "music_user_map"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"Col": "user_id",
|
|
|
|
"Name": "user_index"
|
|
|
|
}
|
|
|
|
]
|
2014-12-22 08:12:56 +03:00
|
|
|
},
|
2014-12-23 12:08:54 +03:00
|
|
|
"multi_autoinc_table": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "id1",
|
|
|
|
"Name": "idx1"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"Col": "id2",
|
|
|
|
"Name": "idx2"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"noauto_table": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "id",
|
|
|
|
"Name": "idx_noauto"
|
2015-01-02 01:30:02 +03:00
|
|
|
}
|
2014-12-23 12:08:54 +03:00
|
|
|
]
|
|
|
|
},
|
2014-12-22 08:12:56 +03:00
|
|
|
"ksid_table": {
|
|
|
|
"ColVindexes": [
|
|
|
|
{
|
|
|
|
"Col": "keyspace_id",
|
|
|
|
"Name": "keyspace_id"
|
|
|
|
}
|
|
|
|
]
|
2014-12-22 05:23:38 +03:00
|
|
|
}
|
2015-01-02 01:30:02 +03:00
|
|
|
},
|
|
|
|
"Tables": {
|
|
|
|
"user": "user",
|
|
|
|
"user_extra": "user_extra",
|
|
|
|
"music": "music",
|
|
|
|
"music_extra": "music_extra",
|
|
|
|
"music_extra_reversed": "music_extra_reversed",
|
|
|
|
"multi_autoinc_table": "multi_autoinc_table",
|
|
|
|
"noauto_table": "noauto_table",
|
|
|
|
"ksid_table": "ksid_table"
|
2014-12-22 05:23:38 +03:00
|
|
|
}
|
|
|
|
},
|
2015-01-02 01:30:02 +03:00
|
|
|
"TestBadSharding": {
|
2014-12-22 05:23:38 +03:00
|
|
|
"Sharded": false,
|
|
|
|
"Tables": {
|
2015-01-02 01:30:02 +03:00
|
|
|
"sharded_table": ""
|
2014-12-22 05:23:38 +03:00
|
|
|
}
|
2015-01-02 01:30:02 +03:00
|
|
|
},
|
2014-12-22 05:23:38 +03:00
|
|
|
"TestUnsharded": {
|
|
|
|
"Sharded": false,
|
|
|
|
"Tables": {
|
2015-01-02 01:30:02 +03:00
|
|
|
"user_idx": "",
|
|
|
|
"music_user_map": "",
|
|
|
|
"name_user_map": "",
|
|
|
|
"idx1": "",
|
|
|
|
"idx2": ""
|
2014-12-22 05:23:38 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
`)
|
|
|
|
|
|
|
|
// createTestSchema creates a schema based on the JSON specs.
|
|
|
|
// It panics on failure.
|
|
|
|
func createTestSchema(schemaJSON string) *planbuilder.Schema {
|
|
|
|
f, err := ioutil.TempFile("", "vtgate_schema")
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
fname := f.Name()
|
|
|
|
f.Close()
|
|
|
|
defer os.Remove(fname)
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(fname, []byte(schemaJSON), 0644)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2015-01-05 01:25:46 +03:00
|
|
|
schema, err := planbuilder.LoadFile(fname)
|
2014-12-22 05:23:38 +03:00
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
return schema
|
|
|
|
}
|
|
|
|
|
|
|
|
func createRouterEnv() (router *Router, sbc1, sbc2, sbclookup *sandboxConn) {
|
|
|
|
s := createSandbox("TestRouter")
|
|
|
|
sbc1 = &sandboxConn{}
|
|
|
|
sbc2 = &sandboxConn{}
|
|
|
|
s.MapTestConn("-20", sbc1)
|
|
|
|
s.MapTestConn("40-60", sbc2)
|
|
|
|
|
|
|
|
l := createSandbox(TEST_UNSHARDED)
|
|
|
|
sbclookup = &sandboxConn{}
|
|
|
|
l.MapTestConn("0", sbclookup)
|
|
|
|
|
|
|
|
createSandbox("TestBadSharding")
|
|
|
|
|
|
|
|
serv := new(sandboxTopo)
|
|
|
|
scatterConn := NewScatterConn(serv, "", "aa", 1*time.Second, 10, 1*time.Millisecond)
|
|
|
|
router = NewRouter(serv, "aa", routerSchema, "", scatterConn)
|
|
|
|
return router, sbc1, sbc2, sbclookup
|
|
|
|
}
|
|
|
|
|
|
|
|
func routerExec(router *Router, sql string, bv map[string]interface{}) (*mproto.QueryResult, error) {
|
|
|
|
return router.Execute(context.Background(), &proto.Query{
|
|
|
|
Sql: sql,
|
|
|
|
BindVariables: bv,
|
|
|
|
TabletType: topo.TYPE_MASTER,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func routerStream(router *Router, q *proto.Query) (qr *mproto.QueryResult, err error) {
|
|
|
|
results := make(chan *mproto.QueryResult, 10)
|
|
|
|
err = router.StreamExecute(context.Background(), q, func(qr *mproto.QueryResult) error {
|
|
|
|
results <- qr
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
close(results)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
first := true
|
|
|
|
for r := range results {
|
|
|
|
if first {
|
|
|
|
qr = &mproto.QueryResult{Fields: r.Fields}
|
|
|
|
first = false
|
|
|
|
}
|
|
|
|
qr.Rows = append(qr.Rows, r.Rows...)
|
|
|
|
qr.RowsAffected += r.RowsAffected
|
|
|
|
}
|
|
|
|
return qr, nil
|
|
|
|
}
|