add `tapex` prefix to make the command run.

This commit is contained in:
SivilTaram 2021-08-30 16:44:10 +08:00
Родитель 3e346f7a42
Коммит 6407435432
2 изменённых файлов: 6 добавлений и 6 удалений

Просмотреть файл

@ -7,14 +7,14 @@ A wrapper to wrap the BPE preprocessing procedure for different tasks:
2. TableFT tasks - Class setting (TabFact) 2. TableFT tasks - Class setting (TabFact)
""" """
import argparse import argparse
import os
import shutil
import tarfile
import logging import logging
from fairseq.examples.roberta.multiprocessing_bpe_encoder import main as bpe_main import os
from common.download import download_model_weights, download_bpe_files
import sys import sys
from fairseq.examples.roberta.multiprocessing_bpe_encoder import main as bpe_main
from tapex.common.download import download_model_weights, download_bpe_files
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -111,7 +111,7 @@ class RowDeleteTruncate(TableTruncate):
def estimate_delete_ratio(self, table_content: Dict, question: str): def estimate_delete_ratio(self, table_content: Dict, question: str):
assert "header" in table_content and "rows" in table_content assert "header" in table_content and "rows" in table_content
number_of_rows = len(table_content["rows"]) number_of_rows = len(table_content["rows"])
# calculate the tokens of header, special tokens will only be pre-prended into question # calculate the tokens of header, special tokens will only be pre-prepended into question
question_tokens = self.tokenizer.tokenize(question, add_special_tokens=True) question_tokens = self.tokenizer.tokenize(question, add_special_tokens=True)
# calculate the tokens of header # calculate the tokens of header
header_string = self.table_linearize.process_header(table_content["header"]) header_string = self.table_linearize.process_header(table_content["header"])