{"id":8066,"date":"2017-10-22T22:44:47","date_gmt":"2017-10-22T13:44:47","guid":{"rendered":"https:\/\/www.gesource.jp\/weblog\/?p=8066"},"modified":"2017-10-22T22:44:47","modified_gmt":"2017-10-22T13:44:47","slug":"python%e3%81%a7janome%e3%82%92%e4%bd%bf%e3%81%a3%e3%81%a6%e5%bd%a2%e6%85%8b%e7%b4%a0%e8%a7%a3%e6%9e%90%e3%81%97%e3%81%9f%e7%b5%90%e6%9e%9c%e3%82%92%e3%83%95%e3%82%a1%e3%82%a4%e3%83%ab%e3%81%ab","status":"publish","type":"post","link":"https:\/\/www.gesource.jp\/weblog\/?p=8066","title":{"rendered":"Python\u3067Janome\u3092\u4f7f\u3063\u3066\u5f62\u614b\u7d20\u89e3\u6790\u3057\u305f\u7d50\u679c\u3092\u30d5\u30a1\u30a4\u30eb\u306b\u4fdd\u5b58\u3059\u308b"},"content":{"rendered":"<p>Python\u3067Janome\u3092\u4f7f\u3063\u3066\u5f62\u614b\u7d20\u89e3\u6790\u3057\u305f\u7d50\u679c\u3092\u30d5\u30a1\u30a4\u30eb\u306b\u4fdd\u5b58\u3059\u308b\u65b9\u6cd5\u3067\u3059\u3002<\/p>\n<p>\u300c<a href=\"https:\/\/www.gesource.jp\/weblog\/?p=8056\" title=\"Python\u3067Janome\u3092\u4f7f\u3063\u3066\u5f62\u614b\u7d20\u89e3\u6790\">Python\u3067Janome\u3092\u4f7f\u3063\u3066\u5f62\u614b\u7d20\u89e3\u6790<\/a>\u300d\u306e\u30b3\u30e1\u30f3\u30c8\u6b04\u3067\u8cea\u554f\u3092\u3082\u3089\u3063\u305f\u306e\u3067\u3001\u66f8\u3044\u3066\u304a\u304d\u307e\u3059\u3002<\/p>\n<p>\u5b9f\u884c\u74b0\u5883\u306f<\/p>\n<pre><code>$ python3 --version\nPython 3.5.2\n<\/code><\/pre>\n<p>\u30bd\u30fc\u30b9\u30b3\u30fc\u30c9\u3067\u3059\u3002<\/p>\n<pre><code>from janome.tokenizer import Tokenizer\n\ntokenizer = Tokenizer()\nwith open(\"token.txt\", \"w\") as fp:\n    for token in tokenizer.tokenize(\"\u3059\u3082\u3082\u3082\u3082\u3082\u3082\u3082\u3082\u306e\u3046\u3061\"):\n        fp.write(str(token))\n        fp.write(\"\\n\")\n<\/code><\/pre>\n<p>\u5b9f\u884c\u7d50\u679c<\/p>\n<pre><code>\u3059\u3082\u3082 \u540d\u8a5e,\u4e00\u822c,*,*,*,*,\u3059\u3082\u3082,\u30b9\u30e2\u30e2,\u30b9\u30e2\u30e2\n\u3082   \u52a9\u8a5e,\u4fc2\u52a9\u8a5e,*,*,*,*,\u3082,\u30e2,\u30e2\n\u3082\u3082  \u540d\u8a5e,\u4e00\u822c,*,*,*,*,\u3082\u3082,\u30e2\u30e2,\u30e2\u30e2\n\u3082   \u52a9\u8a5e,\u4fc2\u52a9\u8a5e,*,*,*,*,\u3082,\u30e2,\u30e2\n\u3082\u3082  \u540d\u8a5e,\u4e00\u822c,*,*,*,*,\u3082\u3082,\u30e2\u30e2,\u30e2\u30e2\n\u306e   \u52a9\u8a5e,\u9023\u4f53\u5316,*,*,*,*,\u306e,\u30ce,\u30ce\n\u3046\u3061  \u540d\u8a5e,\u975e\u81ea\u7acb,\u526f\u8a5e\u53ef\u80fd,*,*,*,\u3046\u3061,\u30a6\u30c1,\u30a6\u30c1\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>Python\u3067Janome\u3092\u4f7f\u3063\u3066\u5f62\u614b\u7d20\u89e3\u6790\u3057\u305f\u7d50\u679c\u3092\u30d5\u30a1\u30a4\u30eb\u306b\u4fdd\u5b58\u3059\u308b\u65b9\u6cd5\u3067\u3059\u3002 \u300cPython\u3067Janome\u3092\u4f7f\u3063\u3066\u5f62\u614b\u7d20\u89e3\u6790\u300d\u306e\u30b3\u30e1\u30f3\u30c8\u6b04\u3067\u8cea\u554f\u3092\u3082\u3089\u3063\u305f\u306e\u3067\u3001\u66f8\u3044\u3066\u304a\u304d\u307e\u3059\u3002 \u5b9f\u884c\u74b0\u5883\u306f $ python3 &#8212; &#8230;<\/p>\n<p><a href=\"https:\/\/www.gesource.jp\/weblog\/?p=8066\" class=\"more-link\">Continue reading &lsquo;Python\u3067Janome\u3092\u4f7f\u3063\u3066\u5f62\u614b\u7d20\u89e3\u6790\u3057\u305f\u7d50\u679c\u3092\u30d5\u30a1\u30a4\u30eb\u306b\u4fdd\u5b58\u3059\u308b&rsquo; &raquo;<\/a><\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[7],"tags":[],"class_list":["post-8066","post","type-post","status-publish","format-standard","hentry","category-python"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=\/wp\/v2\/posts\/8066","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=8066"}],"version-history":[{"count":0,"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=\/wp\/v2\/posts\/8066\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=8066"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=8066"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gesource.jp\/weblog\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=8066"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}