InstructDoc/process_data.sh at main · nttmdlab-nlp/InstructDoc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
#!/bin/bash
API_KEY=$1

# ===== KIE =====
python data_preprocessors/docile.py
python data_preprocessors/klc.py
python data_preprocessors/deepform.py
python data_preprocessors/funsd.py
python data_preprocessors/pwc.py
python data_preprocessors/wildreceipt.py
python data_preprocessors/cord.py
python data_preprocessors/sroi.py

# ===== Single-page QA =====
python data_preprocessors/visualmrc.py
python data_preprocessors/websrc.py --api_key $API_KEY
python data_preprocessors/ocrvqa.py --api_key $API_KEY
python data_preprocessors/docvqa.py
python data_preprocessors/hwsquad.py

# ===== Single-page QA w/ Discrete Reasoning =====
python data_preprocessors/tatdqa.py
python data_preprocessors/wtq.py

# ===== Single-page QA w/ Visual Reasoning =====
python data_preprocessors/iconqa.py
python data_preprocessors/ai2d.py
python data_preprocessors/scienceqa.py
python data_preprocessors/textbook.py

# ===== Single-page QA w/ Discrete and Visual Reasoning =====
python data_preprocessors/infographicvqa.py
python data_preprocessors/chartqa.py --api_key $API_KEY

# ===== Multi-page QA w/ Multi-hop, Discrete, and Visual Reasoning =====
python data_preprocessors/slidevqa.py --api_key $API_KEY
python data_preprocessors/dude.py

# ===== Document NLI =====
python data_preprocessors/tabfact.py

# ===== Dialogue =====
python data_preprocessors/llavar.py --api_key $API_KEY

# ===== Captioning =====
python data_preprocessors/scicap.py --api_key $API_KEY
python data_preprocessors/screen2words.py --api_key $API_KEY

# ===== Classification =====
python data_preprocessors/rvlcdip.py --api_key $API_KEY

# ===== ITM =====
python data_preprocessors/rvlcdip_io.py --api_key $API_KEY
python data_preprocessors/docvqa_iq.py

# ===== DLA =====
python data_preprocessors/docbank.py
python data_preprocessors/doclaynet.py