зеркало из https://github.com/mozilla/TUID.git
Merge pull request #162 from jyothisjagan/dev
Renamed ElasticSearch indices to have 'tuid' prefix.
This commit is contained in:
Коммит
f950dc79be
|
@ -17,7 +17,7 @@
|
||||||
"branches": {
|
"branches": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9201,
|
"port": 9201,
|
||||||
"index": "branches",
|
"index": "repo-branches",
|
||||||
"type": "branch",
|
"type": "branch",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
@ -52,7 +52,7 @@
|
||||||
"csetLog": {
|
"csetLog": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9201,
|
"port": 9201,
|
||||||
"index": "csetlog",
|
"index": "tuid-csetlog",
|
||||||
"type": "csetlogtype",
|
"type": "csetlogtype",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
|
|
@ -14,7 +14,7 @@
|
||||||
"branches": {
|
"branches": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9200,
|
"port": 9200,
|
||||||
"index": "branches",
|
"index": "repo-branches",
|
||||||
"type": "branch",
|
"type": "branch",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
|
|
@ -17,7 +17,7 @@
|
||||||
"branches": {
|
"branches": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9200,
|
"port": 9200,
|
||||||
"index": "branches",
|
"index": "repo-branches",
|
||||||
"type": "branch",
|
"type": "branch",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
|
|
@ -15,7 +15,7 @@
|
||||||
"branches": {
|
"branches": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9200,
|
"port": 9200,
|
||||||
"index": "branches",
|
"index": "repo-branches",
|
||||||
"type": "branch",
|
"type": "branch",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
@ -50,7 +50,7 @@
|
||||||
"csetLog": {
|
"csetLog": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9200,
|
"port": 9200,
|
||||||
"index": "csetlog",
|
"index": "tuid-csetlog",
|
||||||
"type": "csetlogtype",
|
"type": "csetlogtype",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
@ -63,7 +63,7 @@
|
||||||
"temporal": {
|
"temporal": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9200,
|
"port": 9200,
|
||||||
"index": "temporal",
|
"index": "tuid-temporal",
|
||||||
"type": "temporaltype",
|
"type": "temporaltype",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
@ -74,7 +74,7 @@
|
||||||
"annotations": {
|
"annotations": {
|
||||||
"host": "http://localhost",
|
"host": "http://localhost",
|
||||||
"port": 9200,
|
"port": 9200,
|
||||||
"index": "annotations",
|
"index": "tuid-annotations",
|
||||||
"type": "annotationstype",
|
"type": "annotationstype",
|
||||||
"typed": false,
|
"typed": false,
|
||||||
"timeout": 300,
|
"timeout": 300,
|
||||||
|
|
|
@ -33,7 +33,7 @@ def get_branches(hg, branches, kwargs=None):
|
||||||
try:
|
try:
|
||||||
es = cluster.get_index(kwargs=branches, read_only=False)
|
es = cluster.get_index(kwargs=branches, read_only=False)
|
||||||
esq = jx_elasticsearch.new_instance(branches)
|
esq = jx_elasticsearch.new_instance(branches)
|
||||||
found_branches = esq.query({"from": "branches", "format": "list", "limit": 10000}).data
|
found_branches = esq.query({"from": "repo-branches", "format": "list", "limit": 10000}).data
|
||||||
|
|
||||||
# IF IT IS TOO OLD, THEN PULL FROM HG
|
# IF IT IS TOO OLD, THEN PULL FROM HG
|
||||||
oldest = Date(MAX(found_branches.etl.timestamp))
|
oldest = Date(MAX(found_branches.etl.timestamp))
|
||||||
|
|
|
@ -579,7 +579,7 @@ class HgMozillaOrg(object):
|
||||||
please_stop = False
|
please_stop = False
|
||||||
locker = Lock()
|
locker = Lock()
|
||||||
output = []
|
output = []
|
||||||
queue = Queue("branches", max=2000)
|
queue = Queue("repo-branches", max=2000)
|
||||||
queue.extend(
|
queue.extend(
|
||||||
b
|
b
|
||||||
for b in self.branches
|
for b in self.branches
|
||||||
|
|
Загрузка…
Ссылка в новой задаче