set encoding to utf-8

Author: rasbt

code/ch08/ch08.ipynb

@@ -198,7 +198,7 @@
     "    for l in ('pos', 'neg'):\n",
     "        path = os.path.join(basepath, s, l)\n",
     "        for file in os.listdir(path):\n",
-    "            with open(os.path.join(path, file), 'r') as infile:\n",
+    "            with open(os.path.join(path, file), 'r', encoding='utf-8') as infile:\n",
     "                txt = infile.read()\n",
     "            df = df.append([[txt, labels[l]]], ignore_index=True)\n",
     "            pbar.update()\n",
@@ -1131,7 +1131,7 @@
     "    return tokenized\n",
     "\n",
     "def stream_docs(path):\n",
-    "    with open(path, 'r') as csv:\n",
+    "    with open(path, 'r', encoding='utf-8') as csv:\n",
     "        next(csv) # skip header\n",
     "        for line in csv:\n",
     "            text, label = line[:-3], int(line[-2])\n",