test commit

app.py

@@ -0,0 +1,28 @@
+import numpy as np
+import pandas as pd
+from gensim.corpora import Dictionary, MmCorpus
+from gensim.models import LdaModel, Word2Vec
+import matplotlib.pyplot as plt
+import streamlit as st
+from pyLDAvis import prepared_data_to_html
+import pyLDAvis.gensim_models as gensimvis
+
+# 生データ・コーパス・辞書・モデルのロード
+df = pd.read_csv("./raw_corpus.csv")
+corpus = MmCorpus('./corpus.mm')
+dict = Dictionary.load(f'./livedoor_demo.dict')
+lda = LdaModel.load('./lda_demo.model')
+
+st.caption("生データ一覧")
+st.dataframe(df.iloc[:100])
+
+st.caption("記事のカテゴリ")
+fig, ax = plt.subplots()
+count = df[["CATEGORY", "DOCUMENT"]].groupby("CATEGORY").count()
+count.plot.pie(y="DOCUMENT", ax=ax, ylabel="", legend=False)
+st.pyplot(fig)
+
+# pyLDAvisによるトピックの可視化
+vis = gensimvis.prepare(lda, corpus, dict)
+html_string = prepared_data_to_html(vis)
+st.components.v1.html(html_string, width=1300, height=800)

requirements.txt

@@ -0,0 +1,69 @@
+altair==4.2.2
+attrs==22.2.0
+blinker==1.5
+cachetools==5.3.0
+certifi==2022.12.7
+charset-normalizer==3.0.1
+click==8.1.3
+contourpy==1.0.7
+cycler==0.11.0
+decorator==5.1.1
+entrypoints==0.4
+fonttools==4.38.0
+fst-pso==1.8.1
+funcy==1.18
+future==0.18.3
+FuzzyTM==2.0.5
+gensim==4.3.0
+gitdb==4.0.10
+GitPython==3.1.31
+idna==3.4
+importlib-metadata==6.0.0
+importlib-resources==5.12.0
+Jinja2==3.1.2
+joblib==1.2.0
+jsonschema==4.17.3
+kiwisolver==1.4.4
+markdown-it-py==2.2.0
+MarkupSafe==2.1.2
+matplotlib==3.7.0
+mdurl==0.1.2
+miniful==0.0.6
+numexpr==2.8.4
+numpy==1.24.2
+packaging==23.0
+pandas==1.5.3
+Pillow==9.4.0
+protobuf==3.20.3
+pyarrow==11.0.0
+pydeck==0.8.0
+pyFUME==0.2.25
+Pygments==2.14.0
+pyLDAvis==3.3.1
+Pympler==1.0.1
+pyparsing==3.0.9
+pyrsistent==0.19.3
+python-dateutil==2.8.2
+pytz==2022.7.1
+pytz-deprecation-shim==0.1.0.post0
+requests==2.28.2
+rich==13.3.1
+scikit-learn==1.2.1
+scipy==1.10.0
+semver==2.13.0
+simpful==2.9.0
+six==1.16.0
+sklearn==0.0.post1
+smart-open==6.3.0
+smmap==5.0.0
+streamlit==1.19.0
+threadpoolctl==3.1.0
+toml==0.10.2
+toolz==0.12.0
+tornado==6.2
+typing_extensions==4.5.0
+tzdata==2022.7
+tzlocal==4.2
+urllib3==1.26.14
+validators==0.20.0
+zipp==3.14.0