PPLStaticFactor/print_table_2.py at main · ipa-lab/PPLStaticFactor · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

import pandas as pd

df_ours = pd.read_csv("evaluation/paper_lmh_results.csv", sep=",")
df_ours.set_index("model", inplace=True)

df_gen = pd.read_csv("compare/gen/paper_lmh_results.csv", sep=",")
df_gen.set_index("model", inplace=True)

df_webppl = pd.read_csv("compare/webppl/paper_lmh_results.csv", sep=",")
df_webppl.set_index("model", inplace=True)


models = {
    "aircraft": "Aircraft",
    "bayesian_network": "Bayesian Network",
    "captcha": "Captcha",
    "dirichlet_process": "Dirichlet process",
    "geometric": "Geometric",
    "gmm_fixed_numclust": "GMM (fixed \\#clusters)",
    "gmm_variable_numclust": "GMM (variable \\#clusters)",
    "hmm": "HMM",
    "hurricane": "Hurricane",
    "lda_fixed_numtopic": "LDA (fixed \\#topics)",
    "lda_variable_numtopic": "LDA (variable \\#topics)",
    "linear_regression": "Linear regression",
    "marsaglia": "Marsaglia",
    "pcfg": "PCFG",
    "pedestrian": "Pedestrian",
    "urn": "Urn",
}

speed_up = True


table_rows = []
for model, model_name in models.items():
    ours_rel = df_ours.loc[model].rel_static
    gen_rel = df_gen.loc[model].rel
    webppl_rel = df_webppl.loc[model].rel
    # print(model_name, ours_rel, gen_rel, webppl_rel)

    ours_str = f"{ours_rel:.2f}" if not speed_up else f"{1/ours_rel:.2f}"
    if not (ours_rel > gen_rel or ours_rel > webppl_rel):
        ours_str = "\\textbf{" + ours_str + "}"

    if pd.isna(gen_rel):
        gen_str = "-"
    else:
        gen_str = f"{gen_rel:.2f}" if not speed_up else f"{1/gen_rel:.2f}"
        if not (gen_rel > webppl_rel or gen_rel > ours_rel):
            gen_str = "\\textbf{" + gen_str + "}"

    webppl_str = f"{webppl_rel:.2f}" if not speed_up else f"{1/webppl_rel:.2f}"
    if not (webppl_rel > gen_rel or webppl_rel > ours_rel):
        webppl_str = "\\textbf{" + webppl_str + "}"

    table_rows.append(f"{model_name} & {ours_str} & {gen_str} & {webppl_str}")


for i in range(len(table_rows) // 2):
    print(table_rows[i], "&", table_rows[i + len(table_rows) // 2], "\\\\")