-
Notifications
You must be signed in to change notification settings - Fork 37
/
setup.py
42 lines (40 loc) · 1.28 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
import setuptools
with open("README.md", "r") as fh:
long_description = fh.read()
setuptools.setup(
name="text2text",
version="1.8.5",
author="artitw",
author_email="[email protected]",
description="Text2Text Language Modeling Toolkit",
long_description=long_description,
long_description_content_type="text/markdown",
url="https://github.com/artitw/text2text",
packages=setuptools.find_packages(),
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
],
keywords='multilingual gpt chatgpt bert natural language processing nlp nlg text generation gpt question answer answering information retrieval tfidf tf-idf bm25 search index summary summarizer summarization tokenizer tokenization translation backtranslation data augmentation science machine learning colab embedding levenshtein sub-word edit distance conversational dialog chatbot llama rag',
install_requires=[
'faiss-cpu',
'flask',
'beautifulsoup4',
'googledrivedownloader',
'llama-index-llms-ollama',
'ollama',
'numpy',
'pandas',
'pydantic',
'scikit-learn',
'scipy',
'sentencepiece',
'torch',
'tqdm',
'transformers',
'peft',
'bitsandbytes',
'trl'
],
)