{"id":7616,"date":"2023-09-01T21:50:44","date_gmt":"2023-09-01T12:50:44","guid":{"rendered":"http:\/\/www.tyosuke20xx.com\/blog\/?p=7616"},"modified":"2023-09-01T21:50:46","modified_gmt":"2023-09-01T12:50:46","slug":"gpt-2%e3%82%92%e4%bd%bf%e3%81%a3%e3%81%a6%e3%83%9e%e3%83%ab%e3%82%b3%e3%83%95%e9%80%a3%e9%8e%96%e3%81%a7%e6%96%87%e7%ab%a0%e7%94%9f%e6%88%90","status":"publish","type":"post","link":"http:\/\/www.tyosuke20xx.com\/blog\/?p=7616","title":{"rendered":"GPT-2\u3092\u4f7f\u3063\u3066\u30de\u30eb\u30b3\u30d5\u9023\u9396\u3067\u6587\u7ae0\u751f\u6210"},"content":{"rendered":"\n<p>mari.py<\/p>\n\n\n\n<p>from flask import Flask, render_template, request<br>import random<br>import markovify<br>from transformers import GPT2LMHeadModel, GPT2Tokenizer<\/p>\n\n\n\n<p>app = Flask(<strong>name<\/strong>)<\/p>\n\n\n\n<h1 class=\"wp-block-heading\">GPT-2\u30e2\u30c7\u30eb\u306e\u30ed\u30fc\u30c9<\/h1>\n\n\n\n<p>tokenizer = GPT2Tokenizer.from_pretrained(&#8220;gpt2&#8221;)<br>model = GPT2LMHeadModel.from_pretrained(&#8220;gpt2&#8221;)<\/p>\n\n\n\n<h1 class=\"wp-block-heading\">\u30de\u30eb\u30b3\u30d5\u9023\u9396\u7528\u306e\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u683c\u7d0d\u3059\u308b\u30ea\u30b9\u30c8<\/h1>\n\n\n\n<p>text_data = []<\/p>\n\n\n\n<h1 class=\"wp-block-heading\">GPT-2\u306b\u3088\u308b\u81ea\u7531\u306a\u30c6\u30ad\u30b9\u30c8\u751f\u6210<\/h1>\n\n\n\n<p>def generate_gpt2_text(prompt, max_length=100):<br>input_ids = tokenizer.encode(prompt, return_tensors=&#8221;pt&#8221;)<br>output = model.generate(input_ids, max_length=max_length, num_return_sequences=1)<br>response = tokenizer.decode(output[0], skip_special_tokens=True)<br>return response<\/p>\n\n\n\n<h1 class=\"wp-block-heading\">\u30de\u30eb\u30b3\u30d5\u9023\u9396\u30e2\u30c7\u30eb\u3092\u751f\u6210<\/h1>\n\n\n\n<p>def build_markov_model(data):<br>text_model = markovify.NewlineText(data)<br>return text_model<\/p>\n\n\n\n<h1 class=\"wp-block-heading\">\u30de\u30eb\u30b3\u30d5\u9023\u9396\u3092\u4f7f\u3063\u3066\u65b0\u3057\u3044\u30c6\u30ad\u30b9\u30c8\u3092\u751f\u6210<\/h1>\n\n\n\n<p>def generate_text_with_markov(model, num_sentences=3):<br>generated_text = model.make_sentence()<br>return generated_text<\/p>\n\n\n\n<h1 class=\"wp-block-heading\">\u30a6\u30a7\u30d6\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u30eb\u30fc\u30c8<\/h1>\n\n\n\n<p>@app.route(&#8220;\/&#8221;, methods=[&#8220;GET&#8221;, &#8220;POST&#8221;])<br>def chatbot():<br>user_input = &#8220;&#8221;<br>gpt2_response = &#8220;&#8221;<br>markov_response = &#8220;&#8221;<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>if request.method == \"POST\":\n    user_input = request.form&#91;\"user_input\"]\n\n    # \u30e6\u30fc\u30b6\u30fc\u304b\u3089\u306e\u5165\u529b\u3092GPT-2\u306b\u9001\u4fe1\u3057\u3001\u751f\u6210\u3055\u308c\u305f\u30c6\u30ad\u30b9\u30c8\u3092\u53d6\u5f97\n    gpt2_response = generate_gpt2_text(user_input)\n\n    # GPT-2\u306e\u751f\u6210\u30c6\u30ad\u30b9\u30c8\u3092\u30ea\u30b9\u30c8\u306b\u8ffd\u52a0\n    text_data.append(gpt2_response)\n\n    # \u30de\u30eb\u30b3\u30d5\u9023\u9396\u30e2\u30c7\u30eb\u3092\u4f7f\u3063\u3066\u65b0\u3057\u3044\u30c6\u30ad\u30b9\u30c8\u3092\u751f\u6210\n    markov_response = generate_text_with_markov(build_markov_model(text_data))\n\nreturn render_template(\"chat.html\", user_input=user_input, gpt2_response=gpt2_response, markov_response=markov_response)<\/code><\/pre>\n\n\n\n<p>if <strong>name<\/strong> == &#8220;<strong>main<\/strong>&#8220;:<br>app.run(debug=True)<\/p>\n\n\n\n<p>templates<\/p>\n\n\n\n<p>chat.html<\/p>\n\n\n\n<p><br>Chatbot<\/p>\n\n\n\n<h1 class=\"wp-block-heading\">Chatbot<\/h1>\n\n\n\n<p>\u30e6\u30fc\u30b6\u30fc: \u9001\u4fe1<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u30e6\u30fc\u30b6\u30fc\u306e\u5165\u529b:<\/h2>\n\n\n\n<p>{{ user_input }}<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">GPT-2\u751f\u6210\u30c6\u30ad\u30b9\u30c8:<\/h2>\n\n\n\n<p>{{ gpt2_response }}<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u30de\u30eb\u30b3\u30d5\u9023\u9396\u751f\u6210\u30c6\u30ad\u30b9\u30c8:<\/h2>\n\n\n\n<p>{{ markov_response }}<\/p>\n","protected":false},"excerpt":{"rendered":"<p>mari.py from flask import Flask, render_template, requestimport randomimport markovifyfrom transformers import &hellip; <a href=\"http:\/\/www.tyosuke20xx.com\/blog\/?p=7616\" class=\"more-link\"><span class=\"screen-reader-text\">&#8220;GPT-2\u3092\u4f7f\u3063\u3066\u30de\u30eb\u30b3\u30d5\u9023\u9396\u3067\u6587\u7ae0\u751f\u6210&#8221; \u306e<\/span>\u7d9a\u304d\u3092\u8aad\u3080<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"_uf_show_specific_survey":0,"_uf_disable_surveys":false,"footnotes":""},"categories":[65],"tags":[3,39],"class_list":["post-7616","post","type-post","status-publish","format-standard","hentry","category-python","tag-programming","tag-python"],"aioseo_notices":[],"jetpack_featured_media_url":"","_links":{"self":[{"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=\/wp\/v2\/posts\/7616","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=7616"}],"version-history":[{"count":1,"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=\/wp\/v2\/posts\/7616\/revisions"}],"predecessor-version":[{"id":7617,"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=\/wp\/v2\/posts\/7616\/revisions\/7617"}],"wp:attachment":[{"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=7616"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=7616"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.tyosuke20xx.com\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=7616"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}