The LLM-based topic recognition model is complete and adapted to quickly updating Weibo topics.

2025-08-07 11:14:38 +08:00
parent 1e780876c9
commit d88d5edd99
32 changed files with 8352 additions and 1 deletions
@@ -0,0 +1,49 @@
+from setuptools import setup, find_packages
+
+
+with open("README.md", 'r', encoding='utf') as f:
+    long_description = f.read()
+
+setup(
+    name='topicgpt',
+    version='0.0.5',
+    packages=find_packages(where='src'),
+    package_dir={'': 'src'},
+    install_requires=[
+        'gensim',
+        'hdbscan',
+        'nltk',
+        'numpy', 
+        'openai>=1.0.0',
+        'pandas',
+        'plotly',
+        'regex',
+        'scikit-learn',
+        'seaborn',
+        'sentence-transformers',
+        'tiktoken',
+        'tokenizers',
+        'tqdm',
+        'umap-learn',
+        'umap-learn[plot]'
+        ],
+    include_package_data=True,
+    # Additional metadata
+    author='Arik Reuter',
+    author_email='arik_reuter@gmx.de',
+    description='A package for integrating LLMs like GPT-3.5 and GPT-4 into topic modelling',
+    long_description=long_description,
+    long_description_content_type="text/markdown",
+    license="MIT",
+    keywords=['Topic Modelling', 'GPT', 'LLM', 'OpenAI', 'Retrieval Augmented Generation', 'Chat-GPT', 'GPT-3', 'GPT-4'],
+    classifiers=[
+        "Development Status :: 3 - Alpha",
+        'Intended Audience :: Science/Research',
+        "Intended Audience :: Developers",
+        "Programming Language :: Python :: 3.11",
+        "Operating System :: Unix",
+        "Operating System :: MacOS :: MacOS X",
+        "Operating System :: Microsoft :: Windows",
+    ]
+)
+