We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6105882 commit 49228beCopy full SHA for 49228be
utils.py
@@ -0,0 +1,12 @@
1
+import pandas as pd
2
+
3
+def load_gnad():
4
+ with open('./data/10kgnad/train.csv', 'r') as fh:
5
+ data = (line.split(';', 1) for line in fh)
6
+ gnad_train = pd.DataFrame.from_records(data, columns=['category', 'text'])
7
8
+ with open('./data/10kgnad/test.csv', 'r') as fh:
9
10
+ gnad_test = pd.DataFrame.from_records(data, columns=['category', 'text'])
11
12
+ return gnad_train, gnad_test
0 commit comments