Skip to content

Commit 9142286

Browse files
author
Jordan Boyd-Graber
committed
Import of 2018_naacl_mltm_eval
1 parent 4e503de commit 9142286

File tree

75 files changed

+228044
-7
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

75 files changed

+228044
-7
lines changed

‎2018_naacl_mltm_eval.tex

+149
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,149 @@
1+
\documentclass[11pt,a4paper]{article}
2+
\usepackage{style/naaclhlt2018}
3+
4+
\usepackage{times}
5+
\newif\ifcomment\commentfalse
6+
\input{style/preamble}
7+
\usepackage{latexsym}
8+
\usepackage{xcolor,colortbl}
9+
\usepackage{latexsym}
10+
\usepackage{enumitem}
11+
\usepackage{graphicx}
12+
\usepackage{comment}
13+
\usepackage[T1]{fontenc}
14+
\usepackage{diagbox}
15+
\usepackage{amsmath,amssymb,amsthm,amsfonts,enumitem}
16+
\usepackage{dsfont}
17+
\usepackage{lipsum}
18+
\usepackage{multirow}
19+
\usepackage{relsize}
20+
\usepackage{tikz}
21+
\usepackage{pgfplots}
22+
\usepackage{pgfplotstable}
23+
\usepackage{rotating}
24+
\usepackage{adjustbox}
25+
\usepackage{array}
26+
\usepackage{booktabs}
27+
\usepackage{subcaption}
28+
\usepackage{scrextend}
29+
\usepackage{hhline}
30+
\usepackage{csquotes}
31+
\usepackage{sansmath,url}
32+
\usepackage[ruled,vlined,noend,linesnumbered]{algorithm2e}
33+
\usepackage[framemethod=tikz, innerleftmargin=0.3\baselineskip]{mdframed}
34+
35+
36+
37+
38+
\usepackage{url}
39+
40+
\allowdisplaybreaks
41+
42+
43+
44+
\theoremstyle{theoremdd}
45+
\newtheorem{theorem}{Theorem}
46+
\newtheorem{prop}{Proposition}
47+
\newtheorem{corollary}{Corollary}
48+
\newtheorem{lemma}{Lemma}
49+
\newtheorem{assumption}{Assumption}
50+
\newtheorem{remark}{Remark}
51+
\newtheorem{definition}{Definition}
52+
\newtheorem{example}{Example}
53+
54+
\newcommand{\cnpmi}[0]{\textsc{cnpmi}}
55+
\newcommand{\npmi}[0]{\textsc{npmi}}
56+
\newcommand{\inpmi}[0]{\textsc{inpmi}}
57+
\newcommand{\mta}[0]{\textsc{mta}}
58+
\newcommand{\mc}[0]{\textsc{mc}}
59+
\newcommand{\icc}[0]{\textsc{icc}}
60+
\newcommand{\twc}[0]{\textsc{twc}}
61+
\aclfinalcopy
62+
\def\aclpaperid{475}
63+
64+
\DeclareCaptionFont{10pt}{\fontsize{10pt}{12pt}\selectfont}
65+
\captionsetup{font=10pt}
66+
67+
68+
69+
70+
71+
\newcommand\BibTeX{B{\sc ib}\TeX}
72+
73+
\title{Lessons from the Bible on Modern Topics: \\ Low-Resource Multilingual Topic
74+
Model Evaluation}
75+
76+
77+
78+
\author{Shudong Hao \\
79+
Computer Science \\
80+
University of Colorado\\
81+
Boulder, CO \\
82+
{\small \url{[email protected]}}
83+
\And
84+
Jordan Boyd-Graber \\
85+
Computer Science, iSchool, \\ \textsc{lsc}, and \textsc{umiacs},\\
86+
University of Maryland \\
87+
College Park, MD \\
88+
{\small \url{[email protected]}}
89+
\And
90+
Michael J. Paul \\
91+
Information Science \\
92+
University of Colorado\\
93+
Boulder, CO \\
94+
{\small \url{[email protected]}}
95+
}
96+
97+
98+
99+
100+
101+
102+
103+
104+
105+
106+
107+
108+
109+
110+
111+
112+
113+
114+
115+
116+
117+
118+
119+
120+
121+
122+
123+
124+
125+
\date{}
126+
127+
\begin{document}
128+
\maketitle
129+
\begin{abstract}
130+
\input{2018_naacl_mltm_eval/sections/00-abstract}
131+
\end{abstract}
132+
133+
134+
\input{2018_naacl_mltm_eval/sections/10-intro}
135+
\input{2018_naacl_mltm_eval/sections/20-coherence}
136+
\input{2018_naacl_mltm_eval/sections/30-estimator}
137+
\input{2018_naacl_mltm_eval/sections/40-expr}
138+
\input{2018_naacl_mltm_eval/sections/50-topiclevel}
139+
\input{2018_naacl_mltm_eval/sections/60-modellevel}
140+
\input{2018_naacl_mltm_eval/sections/70-related}
141+
\input{2018_naacl_mltm_eval/sections/80-conclusion}
142+
\input{2018_naacl_mltm_eval/sections/90-ack}
143+
144+
145+
\bibliography{bib/journal-full,bib/shudong,bib/jbg}
146+
\bibliographystyle{style/acl_natbib}
147+
148+
149+
\end{document}

‎2018_naacl_mltm_eval/data/cnpmi_addcard_bible.dat

+31
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
lang_id npmi_score error npmi_type ref_corpus ref_size link_id card_id grouping
2+
EN-RO 0.007499 0.000855 CNPMI Bible 1.000000 1.000000 10 CNPMI-Bible
3+
EN-SV 0.013186 0.001364 CNPMI Bible 1.000000 1.000000 10 CNPMI-Bible
4+
EN-AM 0.011942 0.000490 CNPMI Bible 1.000000 1.000000 10 CNPMI-Bible
5+
EN-TL 0.016426 0.000991 CNPMI Bible 1.000000 1.000000 10 CNPMI-Bible
6+
EN-ZH 0.014088 0.001129 CNPMI Bible 1.000000 1.000000 10 CNPMI-Bible
7+
EN-TR 0.017438 0.001241 CNPMI Bible 1.000000 1.000000 10 CNPMI-Bible
8+
EN-RO 0.006990 0.000179 CNPMI Bible 1.000000 1.000000 20 CNPMI-Bible
9+
EN-SV 0.010128 0.000798 CNPMI Bible 1.000000 1.000000 20 CNPMI-Bible
10+
EN-AM 0.010458 0.000831 CNPMI Bible 1.000000 1.000000 20 CNPMI-Bible
11+
EN-TL 0.014585 0.000355 CNPMI Bible 1.000000 1.000000 20 CNPMI-Bible
12+
EN-ZH 0.010283 0.000393 CNPMI Bible 1.000000 1.000000 20 CNPMI-Bible
13+
EN-TR 0.014348 0.000874 CNPMI Bible 1.000000 1.000000 20 CNPMI-Bible
14+
EN-RO 0.006762 0.000254 CNPMI Bible 1.000000 1.000000 30 CNPMI-Bible
15+
EN-SV 0.009032 0.000503 CNPMI Bible 1.000000 1.000000 30 CNPMI-Bible
16+
EN-AM 0.008831 0.000521 CNPMI Bible 1.000000 1.000000 30 CNPMI-Bible
17+
EN-TL 0.013321 0.000394 CNPMI Bible 1.000000 1.000000 30 CNPMI-Bible
18+
EN-ZH 0.009233 0.000486 CNPMI Bible 1.000000 1.000000 30 CNPMI-Bible
19+
EN-TR 0.012907 0.001048 CNPMI Bible 1.000000 1.000000 30 CNPMI-Bible
20+
EN-RO 0.006402 0.000196 CNPMI Bible 1.000000 1.000000 40 CNPMI-Bible
21+
EN-SV 0.008214 0.000367 CNPMI Bible 1.000000 1.000000 40 CNPMI-Bible
22+
EN-AM 0.008345 0.000459 CNPMI Bible 1.000000 1.000000 40 CNPMI-Bible
23+
EN-TL 0.012275 0.000520 CNPMI Bible 1.000000 1.000000 40 CNPMI-Bible
24+
EN-ZH 0.008541 0.000377 CNPMI Bible 1.000000 1.000000 40 CNPMI-Bible
25+
EN-TR 0.011927 0.000642 CNPMI Bible 1.000000 1.000000 40 CNPMI-Bible
26+
EN-RO 0.006188 0.000103 CNPMI Bible 1.000000 1.000000 50 CNPMI-Bible
27+
EN-SV 0.007959 0.000253 CNPMI Bible 1.000000 1.000000 50 CNPMI-Bible
28+
EN-AM 0.007616 0.000401 CNPMI Bible 1.000000 1.000000 50 CNPMI-Bible
29+
EN-TL 0.011504 0.000420 CNPMI Bible 1.000000 1.000000 50 CNPMI-Bible
30+
EN-ZH 0.008157 0.000344 CNPMI Bible 1.000000 1.000000 50 CNPMI-Bible
31+
EN-TR 0.011405 0.000406 CNPMI Bible 1.000000 1.000000 50 CNPMI-Bible

‎2018_naacl_mltm_eval/data/cnpmi_addcard_mta.dat

+31
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
lang_id npmi_score error npmi_type ref_corpus ref_size link_id card_id grouping
2+
EN-RO 0.168000 0.014000 MTA Wiktionary 1.000000 1.000000 10 MTA
3+
EN-SV 0.175000 0.018166 MTA Wiktionary 1.000000 1.000000 10 MTA
4+
EN-AM 0.062000 0.007483 MTA Wiktionary 1.000000 1.000000 10 MTA
5+
EN-TL 0.140000 0.010954 MTA Wiktionary 1.000000 1.000000 10 MTA
6+
EN-ZH 0.374000 0.019849 MTA Wiktionary 1.000000 1.000000 10 MTA
7+
EN-TR 0.266000 0.013191 MTA Wiktionary 1.000000 1.000000 10 MTA
8+
EN-RO 0.154500 0.009925 MTA Wiktionary 1.000000 1.000000 20 MTA
9+
EN-SV 0.205000 0.011292 MTA Wiktionary 1.000000 1.000000 20 MTA
10+
EN-AM 0.073000 0.012884 MTA Wiktionary 1.000000 1.000000 20 MTA
11+
EN-TL 0.138000 0.009274 MTA Wiktionary 1.000000 1.000000 20 MTA
12+
EN-ZH 0.355500 0.014782 MTA Wiktionary 1.000000 1.000000 20 MTA
13+
EN-TR 0.249000 0.012104 MTA Wiktionary 1.000000 1.000000 20 MTA
14+
EN-RO 0.145667 0.008537 MTA Wiktionary 1.000000 1.000000 30 MTA
15+
EN-SV 0.217000 0.012266 MTA Wiktionary 1.000000 1.000000 30 MTA
16+
EN-AM 0.071333 0.008055 MTA Wiktionary 1.000000 1.000000 30 MTA
17+
EN-TL 0.137333 0.008273 MTA Wiktionary 1.000000 1.000000 30 MTA
18+
EN-ZH 0.350000 0.006912 MTA Wiktionary 1.000000 1.000000 30 MTA
19+
EN-TR 0.255000 0.010698 MTA Wiktionary 1.000000 1.000000 30 MTA
20+
EN-RO 0.151250 0.011699 MTA Wiktionary 1.000000 1.000000 40 MTA
21+
EN-SV 0.230250 0.016591 MTA Wiktionary 1.000000 1.000000 40 MTA
22+
EN-AM 0.066500 0.003391 MTA Wiktionary 1.000000 1.000000 40 MTA
23+
EN-TL 0.132500 0.007906 MTA Wiktionary 1.000000 1.000000 40 MTA
24+
EN-ZH 0.353250 0.009374 MTA Wiktionary 1.000000 1.000000 40 MTA
25+
EN-TR 0.248250 0.006643 MTA Wiktionary 1.000000 1.000000 40 MTA
26+
EN-RO 0.155000 0.012665 MTA Wiktionary 1.000000 1.000000 50 MTA
27+
EN-SV 0.230200 0.010980 MTA Wiktionary 1.000000 1.000000 50 MTA
28+
EN-AM 0.061600 0.002332 MTA Wiktionary 1.000000 1.000000 50 MTA
29+
EN-TL 0.132400 0.004271 MTA Wiktionary 1.000000 1.000000 50 MTA
30+
EN-ZH 0.346400 0.008089 MTA Wiktionary 1.000000 1.000000 50 MTA
31+
EN-TR 0.241200 0.007440 MTA Wiktionary 1.000000 1.000000 50 MTA

‎2018_naacl_mltm_eval/data/cnpmi_addcard_wiki.dat

+31
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
lang_id npmi_score error npmi_type ref_corpus ref_size link_id card_id grouping
2+
EN-RO 0.145780 0.003414 CNPMI Wikipedia 1.000000 1.000000 10 CNPMI-Wikipedia
3+
EN-SV 0.122076 0.002633 CNPMI Wikipedia 1.000000 1.000000 10 CNPMI-Wikipedia
4+
EN-AM 0.062440 0.008931 CNPMI Wikipedia 1.000000 1.000000 10 CNPMI-Wikipedia
5+
EN-TL 0.092731 0.004358 CNPMI Wikipedia 1.000000 1.000000 10 CNPMI-Wikipedia
6+
EN-ZH 0.175084 0.004049 CNPMI Wikipedia 1.000000 1.000000 10 CNPMI-Wikipedia
7+
EN-TR 0.125882 0.006706 CNPMI Wikipedia 1.000000 1.000000 10 CNPMI-Wikipedia
8+
EN-RO 0.129557 0.003092 CNPMI Wikipedia 1.000000 1.000000 20 CNPMI-Wikipedia
9+
EN-SV 0.106038 0.001508 CNPMI Wikipedia 1.000000 1.000000 20 CNPMI-Wikipedia
10+
EN-AM 0.042484 0.004280 CNPMI Wikipedia 1.000000 1.000000 20 CNPMI-Wikipedia
11+
EN-TL 0.076776 0.003563 CNPMI Wikipedia 1.000000 1.000000 20 CNPMI-Wikipedia
12+
EN-ZH 0.142927 0.001603 CNPMI Wikipedia 1.000000 1.000000 20 CNPMI-Wikipedia
13+
EN-TR 0.103650 0.003653 CNPMI Wikipedia 1.000000 1.000000 20 CNPMI-Wikipedia
14+
EN-RO 0.120564 0.001877 CNPMI Wikipedia 1.000000 1.000000 30 CNPMI-Wikipedia
15+
EN-SV 0.095780 0.001336 CNPMI Wikipedia 1.000000 1.000000 30 CNPMI-Wikipedia
16+
EN-AM 0.036264 0.004300 CNPMI Wikipedia 1.000000 1.000000 30 CNPMI-Wikipedia
17+
EN-TL 0.067197 0.002877 CNPMI Wikipedia 1.000000 1.000000 30 CNPMI-Wikipedia
18+
EN-ZH 0.127913 0.001523 CNPMI Wikipedia 1.000000 1.000000 30 CNPMI-Wikipedia
19+
EN-TR 0.095565 0.002076 CNPMI Wikipedia 1.000000 1.000000 30 CNPMI-Wikipedia
20+
EN-RO 0.114499 0.002166 CNPMI Wikipedia 1.000000 1.000000 40 CNPMI-Wikipedia
21+
EN-SV 0.089610 0.001602 CNPMI Wikipedia 1.000000 1.000000 40 CNPMI-Wikipedia
22+
EN-AM 0.031835 0.003433 CNPMI Wikipedia 1.000000 1.000000 40 CNPMI-Wikipedia
23+
EN-TL 0.063590 0.002209 CNPMI Wikipedia 1.000000 1.000000 40 CNPMI-Wikipedia
24+
EN-ZH 0.117501 0.001896 CNPMI Wikipedia 1.000000 1.000000 40 CNPMI-Wikipedia
25+
EN-TR 0.089158 0.002972 CNPMI Wikipedia 1.000000 1.000000 40 CNPMI-Wikipedia
26+
EN-RO 0.111023 0.002164 CNPMI Wikipedia 1.000000 1.000000 50 CNPMI-Wikipedia
27+
EN-SV 0.085531 0.001531 CNPMI Wikipedia 1.000000 1.000000 50 CNPMI-Wikipedia
28+
EN-AM 0.029000 0.002530 CNPMI Wikipedia 1.000000 1.000000 50 CNPMI-Wikipedia
29+
EN-TL 0.059934 0.001925 CNPMI Wikipedia 1.000000 1.000000 50 CNPMI-Wikipedia
30+
EN-ZH 0.109696 0.001622 CNPMI Wikipedia 1.000000 1.000000 50 CNPMI-Wikipedia
31+
EN-TR 0.083466 0.002451 CNPMI Wikipedia 1.000000 1.000000 50 CNPMI-Wikipedia

0 commit comments

Comments
 (0)