add `tapex` prefix to make the command run.
This commit is contained in:
Родитель
3e346f7a42
Коммит
6407435432
|
@ -7,14 +7,14 @@ A wrapper to wrap the BPE preprocessing procedure for different tasks:
|
|||
2. TableFT tasks - Class setting (TabFact)
|
||||
"""
|
||||
import argparse
|
||||
import os
|
||||
import shutil
|
||||
import tarfile
|
||||
import logging
|
||||
from fairseq.examples.roberta.multiprocessing_bpe_encoder import main as bpe_main
|
||||
from common.download import download_model_weights, download_bpe_files
|
||||
import os
|
||||
import sys
|
||||
|
||||
from fairseq.examples.roberta.multiprocessing_bpe_encoder import main as bpe_main
|
||||
|
||||
from tapex.common.download import download_model_weights, download_bpe_files
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
|
|
|
@ -111,7 +111,7 @@ class RowDeleteTruncate(TableTruncate):
|
|||
def estimate_delete_ratio(self, table_content: Dict, question: str):
|
||||
assert "header" in table_content and "rows" in table_content
|
||||
number_of_rows = len(table_content["rows"])
|
||||
# calculate the tokens of header, special tokens will only be pre-prended into question
|
||||
# calculate the tokens of header, special tokens will only be pre-prepended into question
|
||||
question_tokens = self.tokenizer.tokenize(question, add_special_tokens=True)
|
||||
# calculate the tokens of header
|
||||
header_string = self.table_linearize.process_header(table_content["header"])
|
||||
|
|
Загрузка…
Ссылка в новой задаче