You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
import pandas as pd
|
|
|
|
|
from sentence_transformers import SentenceTransformer
|
|
|
|
|
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForTableQuestionAnswering
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
|
path = r'E:\Data\Research\Projects\matching_dependency\datasets\DBLP-ACM\tableA.csv'
|
|
|
|
|
table = pd.read_csv(path, low_memory=False, encoding='ISO-8859-1')
|
|
|
|
|
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained(r'E:\Data\Research\Models\tapas-large-finetuned-wtq')
|
|
|
|
|
model = AutoModelForTableQuestionAnswering.from_pretrained(r'E:\Data\Research\Models\tapas-large-finetuned-wtq')
|
|
|
|
|
encoding = tokenizer(table, return_tensors="pt")
|
|
|
|
|
embedding = tokenizer.encode(table, return_tensors="pt")
|
|
|
|
|
print(1)
|
