use precise encoding when converting to unicode

2015-09-11 10:38:28 -07:00
parent 9bee502903
commit 15976888a0
4 changed files with 95 additions and 11 deletions
--- a/setup.py
+++ b/setup.py
@@ -20,6 +20,8 @@ setup(name='talon',
          "numpy",
          "scipy",
          "scikit-learn==0.16.1", # pickled versions of classifier, else rebuild
+          'chardet>=1.0.1',
+          'cchardet>=0.3.5',
          ],
      tests_require=[
          "mock",