test 2
This commit is contained in:
parent
a3db769933
commit
bf33351acc
900
dev-0/out.tsv
900
dev-0/out.tsv
File diff suppressed because it is too large
Load Diff
22
run.py
22
run.py
@ -5,25 +5,9 @@ import numpy as np
|
||||
|
||||
|
||||
def read_data():
|
||||
train_dataset = pd.read_csv(
|
||||
"train/train.tsv.gz",
|
||||
sep="\t",
|
||||
compression="gzip",
|
||||
names=["Class", "Text"],
|
||||
on_bad_lines="skip",
|
||||
)
|
||||
dev_0_dataset = pd.read_csv(
|
||||
"dev-0/in.tsv",
|
||||
sep="\t",
|
||||
names=["Text"],
|
||||
on_bad_lines="skip",
|
||||
)
|
||||
test_A_dataset = pd.read_csv(
|
||||
"test-A/in.tsv",
|
||||
sep="\t",
|
||||
names=["Text"],
|
||||
on_bad_lines="skip",
|
||||
)
|
||||
train_dataset = pd.read_csv("train/train.tsv", sep="\t", names=["Class", "Text"])
|
||||
dev_0_dataset = pd.read_csv("dev-0/in.tsv", sep="\t", names=["Text"])
|
||||
test_A_dataset = pd.read_csv("test-A/in.tsv", sep="\t", names=["Text"])
|
||||
|
||||
return train_dataset, dev_0_dataset, test_A_dataset
|
||||
|
||||
|
930
test-A/out.tsv
930
test-A/out.tsv
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user