Add test of supported languages

AADeLucia · Jun 7, 2020 · 9bb6e01 · 9bb6e01
1 parent 521d886
commit 9bb6e01
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/tests/test_tweet_tokenizer.py b/tests/test_tweet_tokenizer.py
@@ -5,6 +5,7 @@
 import unittest
 from typing import List
 
+import littlebird
 from littlebird import TweetTokenizer
 
 
@@ -44,6 +45,14 @@ def test_default_tokenize(self):
         ]
         self.assertListEqual(tokenized, right_answer)
 
+    def test_supported_langs(self):
+        with self.assertRaises(littlebird.tweet_tokenizer.LanguageNotSupportedError):
+            tokenizer = TweetTokenizer(language="zxx")
+        with self.assertRaises(littlebird.tweet_tokenizer.LanguageNotSupportedError):
+            tokenizer = TweetTokenizer(language="es")
+        with self.assertRaises(littlebird.tweet_tokenizer.LanguageNotSupportedError):
+            tokenizer = TweetTokenizer(language="english")
+
 
 if __name__ == "__main__":
     unittest.main()