add `tapex` prefix to make the command run.
This commit is contained in:
Родитель
3e346f7a42
Коммит
6407435432
|
@ -7,14 +7,14 @@ A wrapper to wrap the BPE preprocessing procedure for different tasks:
|
||||||
2. TableFT tasks - Class setting (TabFact)
|
2. TableFT tasks - Class setting (TabFact)
|
||||||
"""
|
"""
|
||||||
import argparse
|
import argparse
|
||||||
import os
|
|
||||||
import shutil
|
|
||||||
import tarfile
|
|
||||||
import logging
|
import logging
|
||||||
from fairseq.examples.roberta.multiprocessing_bpe_encoder import main as bpe_main
|
import os
|
||||||
from common.download import download_model_weights, download_bpe_files
|
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
|
from fairseq.examples.roberta.multiprocessing_bpe_encoder import main as bpe_main
|
||||||
|
|
||||||
|
from tapex.common.download import download_model_weights, download_bpe_files
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -111,7 +111,7 @@ class RowDeleteTruncate(TableTruncate):
|
||||||
def estimate_delete_ratio(self, table_content: Dict, question: str):
|
def estimate_delete_ratio(self, table_content: Dict, question: str):
|
||||||
assert "header" in table_content and "rows" in table_content
|
assert "header" in table_content and "rows" in table_content
|
||||||
number_of_rows = len(table_content["rows"])
|
number_of_rows = len(table_content["rows"])
|
||||||
# calculate the tokens of header, special tokens will only be pre-prended into question
|
# calculate the tokens of header, special tokens will only be pre-prepended into question
|
||||||
question_tokens = self.tokenizer.tokenize(question, add_special_tokens=True)
|
question_tokens = self.tokenizer.tokenize(question, add_special_tokens=True)
|
||||||
# calculate the tokens of header
|
# calculate the tokens of header
|
||||||
header_string = self.table_linearize.process_header(table_content["header"])
|
header_string = self.table_linearize.process_header(table_content["header"])
|
||||||
|
|
Загрузка…
Ссылка в новой задаче