@inproceedings{321b997155b14250ac85e8bfa38b369c,
title = "Feature-based method for document alignment in comparable news corpora",
abstract = "In this paper, we present a feature-based method to align documents with similar content across two sets of bilingual comparable corpora from daily news texts. We evaluate the contribution of each individual feature and investigate the incorporation of these diverse statistical and heuristic features for the task of bilingual document alignment. Experimental results on the English-Chinese and English-Malay comparable news corpora show that our proposed Discrete Fourier Transform-based term frequency distribution feature is very effective. It contributes 4.1 \% and 8\% to performance improvement over Pearson's correlation method on the two comparable corpora. In addition, when more heuristic and statistical features as well as a bilingual dictionary are utilized, our method shows an absolute performance improvement of 23.2\% and 15.3\% on the two sets of bilingual corpora when comparing with a prior information retrieval-based method.",
author = "Thuy Vu and Aw, \{Ai Ti\} and Min Zhang",
year = "2009",
doi = "10.3115/1609067.1609161",
language = "英语",
isbn = "9781932432169",
series = "EACL 2009 - 12th Conference of the European Chapter of the Association for Computational Linguistics, Proceedings",
publisher = "Association for Computational Linguistics (ACL)",
pages = "843--851",
booktitle = "EACL 2009 - 12th Conference of the European Chapter of the Association for Computational Linguistics, Proceedings",
address = "澳大利亚",
note = "12th Conference of the European Chapter of the Association for Computational Linguistics , EACL 2009 Student Research Workshop ; Conference date: 30-03-2009 Through 03-04-2009",
}