-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathtask_list.py
100 lines (86 loc) · 2.06 KB
/
task_list.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
TASK_LIST_CLASSIFICATION = [
"FinancialPhraseBankClassification",
"FinSentClassification",
"FiQAClassification",
"SemEva2017Classification",
"FLSClassification",
"ESGClassification",
"FOMCClassification",
"FinancialFraudClassification",
# "FinNSPClassification",
# "FinChinaSentimentClassification",
# "FinFEClassification",
# "OpenFinDataSentimentClassification",
# "Weibo21Classification"
]
TASK_LIST_RETRIEVAL = [
"FiQA2018Retrieval",
"FinanceBenchRetrieval",
"HC3Retrieval",
"Apple10KRetrieval",
"FinQARetrieval",
"TATQARetrieval",
"USNewsRetrieval",
"TradeTheEventEncyclopediaRetrieval",
"TradeTheEventNewsRetrieval",
"TheGoldmanEnRetrieval",
# "FinTruthQARetrieval",
# "FinEvaRetrieval",
# "AlphaFinRetrieval",
# "DISCFinLLMRetrieval",
# "DISCFinLLMComputingRetrieval",
# "DuEEFinRetrieval",
# "SmoothNLPRetrieval",
# "THUCNewsRetrieval",
# "FinEvaEncyclopediaRetrieval",
# "TheGoldmanZhRetrieval"
]
TASK_LIST_CLUSTERING = [
"MInDS14EnClustering",
"ComplaintsClustering",
"PiiClustering",
"FinanceArxivS2SClustering",
"FinanceArxivP2PClustering",
"WikiCompany2IndustryClustering",
"MInDS14ZhClustering",
"FinNLClustering",
"CCKS2022Clustering",
"CCKS2020Clustering",
"CCKS2019Clustering"
]
TASK_LIST_RERANKING = [
"FinFactReranking",
"FiQA2018Reranking",
"HC3Reranking",
"FinEvaReranking",
"DISCFinLLMReranking"
]
TASK_LIST_STS = [
"FINAL",
"FinSTS",
"AFQMC",
"BQCorpus"
]
TASK_LIST_SUM = [
"Ectsum",
"FINDsum",
"FNS2022sum",
"FiNNAsum",
"FinEvaHeadlinesum",
"FinEvasum"
]
TASK_LIST_PAIRCLASSIFICATION = [
"HeadlineACPairClassification",
"HeadlinePDDPairClassification",
"HeadlinePDUPairClassification",
"AFQMCPairClassification"
]
RUNNING_TASK = (
TASK_LIST_STS
+ TASK_LIST_RETRIEVAL
+ TASK_LIST_CLUSTERING
+ TASK_LIST_PAIRCLASSIFICATION
+ TASK_LIST_SUM
+ TASK_LIST_CLASSIFICATION
+ TASK_LIST_RERANKING
)