blob: 2e7b30f633223a9de809d23ebf2a249cfc342393 [file] [log] [blame]
Marc Kupietzafce9c12023-06-13 09:18:53 +02001---
2title: "News from the International Comparable Corpus"
3subtitle: "First launch of ICC written"
4date: "`r Sys.Date()`"
5author:
6 - name: Marc Kupietz
7 affil: 1
8 - name: Adrien Barbaresi
9 affil: 2
Marc Kupietzbcde0b62023-06-14 14:22:35 +020010 - name: Anna Čermáková
Marc Kupietzafce9c12023-06-13 09:18:53 +020011 affil: 3
12 - name: Małgorzata Czachor
13 affil: 4
14 - name: Nils Diewald
15 affil: 1
16 - name: Jarle Ebeling
17 affil: 5
18 - name: Rafał L. Górski
19 affil: 4
20 - name: John Kirk
21 affil: 6
22 - name: Michal Křen
23 affil: 3
24 - name: Harald Lüngen
25 affil: 1
26 - name: Eliza Margaretha
27 affil: 1
28 - name: Signe Oksefjell Ebeling
29 affil: 5
30 - name: Mícheál Ó Meachair
31 affil: 7
32 - name: Ines Pisetta
33 affil: 1
34 - name: Elaine Uí Dhonnchadha
35 affil: 8
36 - name: Friedemann Vogel
37 affil: 9
38 - name: Rebecca Wilm
39 affil: 1
40 - name: Jiajin Xu
41 affil: 10
42 - name: Rameela Yaddehige
43 affil: 1
44affiliation:
45 - num: 1
46 address: IDS Mannheim
47 - num: 2
48 address: BBAW Berlin
49 - num: 3
50 address: Charles University
51 - num: 4
52 address: Polish Academy of Sciences
53 - num: 5
54 address: University of Oslo
55 - num: 6
56 address: University of Vienna
57 - num: 7
58 address: Dublin City University
59 - num: 8
60 address: Trinity College Dublin
61 - num: 9
62 address: University of Siegen
63 - num: 10
64 address: Beijing Foreign Studies University
65
66
67logoleft_name: "../Figures/ICC_COL.svg"
68author_textsize: "32pt"
69
Marc Kupietzfbd648c2023-06-24 12:31:45 +020070contact:
Marc Kupietzf0f58822023-06-26 20:32:03 +020071 qrlink: >
72 `r posterdown::qrlink("https://korap.ids-mannheim.de/instance/icc")`
Marc Kupietzfbd648c2023-06-24 12:31:45 +020073
Marc Kupietzafce9c12023-06-13 09:18:53 +020074output:
Marc Kupietzfbd648c2023-06-24 12:31:45 +020075 posterdown::posterdown_ids:
76 self_contained: false
77 keep_md: true
Marc Kupietzbcde0b62023-06-14 14:22:35 +020078
79bibliography: ../tex/references.bib
Marc Kupietzdf8083d2023-06-26 20:31:42 +020080csl: "https://raw.githubusercontent.com/ICLC-10/Zotero/master/styles/ICLC-10.csl"
Marc Kupietzafce9c12023-06-13 09:18:53 +020081---
82
83```{r setup, include=FALSE, echo=FALSE, warning=FALSE}
Marc Kupietz48d2b522023-06-14 12:31:06 +020084knitr::opts_chunk$set(dev = 'svg', echo = FALSE, warnings = FALSE)
Marc Kupietzafce9c12023-06-13 09:18:53 +020085source("common.R")
86```
87# ICC aims & charcteristics
88
Marc Kupietzbcde0b62023-06-14 14:22:35 +020089* open initiative [@cermakova_international_2021]
Marc Kupietzafce9c12023-06-13 09:18:53 +020090* to improve the empirical basis for contrastive linguistics
91* by compiling comparable corpora for many languages
92* and making them as freely available as possible
93* also by providing tools to query and analyse them
94* mostly based on existing corpora
95* mimics the composition of ICE
96
97# Current alpha launch
98
99## Composition of parts
100### By ICC genre
101
102```{r composition_by_genre, message = FALSE, fig.width=14, fig.height=10, out.width = "100%"}
103icc_genre <- icc %>%
104 expand_grid(genre) %>%
105 mutate(vc = paste0("iccGenre=", genre)) %>%
106 rowwise() %>%
107 mutate(tokens= corpusStats(icc_con(lang, token), vc = vc)@tokens)
108
109icc_genre %>% ggplot(aes(x=lang, fill=genre, y=tokens)) +
110 geom_col() + scale_y_continuous(labels = label_number(scale_cut = cut_short_scale())) +
111 theme_ids(base_size = 24) +
112 theme(
113 axis.title.x = element_text(size = rel(1.5), face = "bold"),
114 axis.title.y = element_text(size = rel(1.5), face = "bold"),
115 axis.text = element_text(size = rel(0.70)),
116 legend.title = element_text(size = rel(0.85), face = "bold"),
117 legend.text = element_text(size = rel(1))) +
118 scale_fill_ids() +
119 geom_text(aes(label=if_else(tokens > 0, as.character(tokens), ""), y=tokens), position= position_stack(reverse = F, vjust = 0.5), color="black", size=6.2, family="Fira Sans Condensed")
120
121```
122
123### By date of publication
124
125
126```{r composition_by_pubdate, message=F, warning=F, fig.width=14, fig.height=7, out.width = "100%"}
127year <- c(1986:2023)
128
129icc_year <- icc %>%
130 expand_grid(year) %>%
131 mutate(vc = paste0("pubDate in ", year)) %>%
132 rowwise() %>%
133 mutate(tokens= corpusStats(icc_con(lang, token), vc = vc)@tokens)
134
135icc_year %>% ggplot(aes(x=year, fill=lang, color=lang, y=tokens)) +
136 # geom_smooth(se=F, span=0.25) +
137 xlim(1990, 2023) +
138 ylim(0, NA) +
139 stat_smooth(
140 geom = 'area', method = 'loess', span = 1/4,
141 alpha = 0.1) +
142 # geom_area(alpha=0.1, position = "identity") +
143 scale_fill_ids() + scale_colour_ids() +
144 scale_y_continuous(labels = label_number(scale_cut = cut_short_scale())) +
145 theme_ids(base_size=24) +
146 theme(
147 axis.title.x = element_text(size = rel(1.5), face = "bold"),
148 axis.title.y = element_text(size = rel(1.5), face = "bold"),
149 axis.text = element_text(size = rel(1)),
150 legend.title = element_text(size = rel(1), face = "bold"),
151 legend.text = element_text(size = rel(1)))
152```
153
154### Part-of-Speech proportions
155
156```{r pos_proportions, fig.width=14, fig.height=10, out.width = "100%"}
157POS_tag <- c(
158 "ADJ", "ADP",# "PUNCT",
159 "ADV", "AUX", # "SYM",
160 # "INTJ",
161 "CCONJ", # "X",
162 "NOUN", "DET",
163 "PROPN", #"NUM",
164 "VERB", #"PART",
165 "PRON",
166 "SCONJ"
167 )
168
169icc_by_pos_tag <- icc %>% expand_grid(POS = POS_tag) %>%
170 rowwise() %>%
171 mutate(f = frequencyQuery(icc_con(lang), sprintf("[ud/p=%s]", POS))$f)
172
173icc_by_pos_tag %>% ggplot(aes(x=lang, fill = POS, y=f)) +
174 geom_col() + scale_y_continuous(labels = label_number(scale_cut = cut_short_scale())) +
175 scale_fill_ids() + scale_color_ids() +
176 theme_ids(base_size=24) +
177 theme(
178 axis.title.x = element_text(size = rel(1.5), face = "bold"),
179 axis.title.y = element_text(size = rel(1.5), face = "bold"),
180 axis.text = element_text(size = rel(1)),
181 legend.title = element_text(size = rel(1), face = "bold"),
182 legend.text = element_text(size = rel(1))) +
183 geom_text(aes(label=sprintf("%.2f%%", 100*f), y=f), position= position_stack(reverse = F, vjust = 0.5), color="black", size=6.2, family="Fira Sans Condensed")
184```
185
186# Identification of Light Verb Constructions with *take*
187
188
189## English: *take*
190
191```{r take_icc, echo=TRUE, message=FALSE}
192take_ca_icc <-
193 collocationAnalysis(
194 icc_con("eng"),
195 "focus({[ud/l=take]} [ud/p=NOUN])",
196 leftContextSize = 0,
197 rightContextSize = 1,
198 minOccur = 2,
199 addExamples = T
200 )
201
202take_ca_icc %>% show_table()
203```
204
Marc Kupietzbcde0b62023-06-14 14:22:35 +0200205# References
206
Marc Kupietzafce9c12023-06-13 09:18:53 +0200207