Package translate :: Package lang :: Module test_common
[hide private]
[frames] | no frames]

Source Code for Module translate.lang.test_common

 1  #!/usr/bin/env python 
 2  # -*- coding: utf-8 -*- 
 3   
 4  from translate.lang import common 
 5   
6 -def test_words():
7 """Tests basic functionality of word segmentation.""" 8 language = common.Common 9 words = language.words(u"Test sentence.") 10 assert words == [u"Test", u"sentence"] 11 12 # Let's test Khmer with zero width space (\u200b) 13 words = language.words(u"ផ្ដល់​យោបល់") 14 assert words == [u"ផ្ដល់", u"យោបល់"] 15 16 words = language.words(u"This is a weird test .") 17 assert words == [u"This", u"is", u"a", u"weird", u"test"] 18 19 words = language.words(u"Don't send e-mail!") 20 assert words == [u"Don't", u"send", u"e-mail"] 21 22 words = language.words(u"Don’t send e-mail!") 23 assert words == [u"Don’t", u"send", u"e-mail"]
24
25 -def test_sentences():
26 """Tests basic functionality of sentence segmentation.""" 27 language = common.Common 28 sentences = language.sentences(u"This is a sentence.") 29 assert sentences == [u"This is a sentence."] 30 sentences = language.sentences(u"This is a sentence") 31 assert sentences == [u"This is a sentence"] 32 sentences = language.sentences(u"This is a sentence. Another one.") 33 assert sentences == [u"This is a sentence.", u"Another one."] 34 sentences = language.sentences(u"This is a sentence. Another one. Bla.") 35 assert sentences == [u"This is a sentence.", u"Another one.", u"Bla."] 36 sentences = language.sentences(u"This is a sentence.Not another one.") 37 assert sentences == [u"This is a sentence.Not another one."] 38 sentences = language.sentences(u"Exclamation! Really? No...") 39 assert sentences == [u"Exclamation!", u"Really?", u"No..."] 40 sentences = language.sentences(u"Four i.e. 1+3. See?") 41 assert sentences == [u"Four i.e. 1+3.", u"See?"] 42 sentences = language.sentences(u"Apples, bananas, etc. are nice.") 43 assert sentences == [u"Apples, bananas, etc. are nice."] 44 sentences = language.sentences(u"Apples, bananas, etc.\nNext part") 45 assert sentences == [u"Apples, bananas, etc.", u"Next part"] 46 sentences = language.sentences(u"No font for displaying text in encoding '%s' found,\nbut an alternative encoding '%s' is available.\nDo you want to use this encoding (otherwise you will have to choose another one)?") 47 assert sentences == [u"No font for displaying text in encoding '%s' found,\nbut an alternative encoding '%s' is available.", u"Do you want to use this encoding (otherwise you will have to choose another one)?"]
48 # sentences = language.sentences(u'Form %i (e.g. \"%u\")') 49 # assert sentences == [u"Form %i (e.g. \"%u\")"] 50
51 -def test_capsstart():
52 """Tests that the indefinite article ('n) doesn't confuse startcaps().""" 53 language = common.Common 54 assert language.capsstart("Open cow file") 55 assert language.capsstart("'Open' cow file") 56 assert not language.capsstart("open cow file") 57 assert not language.capsstart(":")
58