crate

.dockerignore

+models/
+plugins/
+pilot/data
+pilot/message
+logs/
+venv/
+web/node_modules/
+docs/node_modules/
+build/
+docs/build/
+docs/Dockerfile-deploy
\ No newline at end of file

.flake8

+[flake8]
+exclude =
+  .eggs/
+  build/
+  */tests/*
+  *_private
+max-line-length = 88
+inline-quotes = "
+ignore =
+  C408
+  C417
+  E121
+  E123
+  E126
+  E203
+  E226
+  E231
+  E24
+  E704
+  W503
+  W504
+  W605
+  I
+  N
+  B001
+  B002
+  B003
+  B004
+  B005
+  B007
+  B008
+  B009
+  B010
+  B011
+  B012
+  B013
+  B014
+  B015
+  B016
+  B017
+avoid-escape = no

.gitignore

+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+message/
+dbgpt/util/extensions/
+.env*
+.vscode
+.idea
+.chroma
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib64/
+parts/
+sdist/
+
+var/
+wheels/
+/models/
+# Soft link
+/models
+plugins/
+
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+*.zuo
+*.zip
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test_py / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+# *.mo
+*.pot
+
+# Django stuff:
+*.log
+*.log.*
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+.DS_Store
+logs
+nltk_data
+.vectordb
+pilot/data/
+pilot/nltk_data
+pilot/mock_datas/db-gpt-test.db.wal
+
+logswebserver.log.*
+.history/*
+.plugin_env
+/pilot/meta_data/alembic/versions/*
+/pilot/meta_data/*.db
+# Ignore for now
+thirdparty
+
+#web
+# dependencies
+/web/node_modules
+
+.idea
+# next.js
+/web/.next/
+/web/out/
+
+# production
+/web/build
+
+# debug
+/web/npm-debug.log*
+/web/yarn-debug.log*
+/web/yarn-error.log*
+
+# local env files
+/web/.env.prod
+/web/.env
+
+# typescript
+*.tsbuildinfo
+/web/next-env.d.ts
+
+# Ignore awel DAG visualization files
+/examples/**/*.gv
+/examples/**/*.gv.pdf
+/i18n/locales/**/**/*_ai_translated.po
+/i18n/locales/**/**/*~

.isort.cfg

+[settings]
+# This is to make isort compatible with Black. See
+# https://black.readthedocs.io/en/stable/the_black_code_style.html#how-black-wraps-lines.
+line_length=88
+profile=black
+multi_line_output=3
+include_trailing_comma=True
+use_parentheses=True
+float_to_top=True
+filter_files=True
+
+skip_glob=examples/notebook/*
+sections=FUTURE,STDLIB,THIRDPARTY,FIRSTPARTY,LOCALFOLDER,AFTERRAY

.mypy.ini

+[mypy]
+exclude = /tests/
+# plugins = pydantic.mypy
+
+[mypy-dbgpt.app.*]
+follow_imports = skip
+
+[mypy-dbgpt.serve.*]
+follow_imports = skip
+
+[mypy-dbgpt.model.*]
+follow_imports = skip
+
+[mypy-dbgpt.util.*]
+follow_imports = skip
+
+[mypy-graphviz.*]
+ignore_missing_imports = True
+
+[mypy-cachetools.*]
+ignore_missing_imports = True
+
+[mypy-coloredlogs.*]
+ignore_missing_imports = True
+
+[mypy-termcolor.*]
+ignore_missing_imports = True
+
+[mypy-pydantic.*]
+strict_optional = False
+ignore_missing_imports = True
+follow_imports = skip
+
+[mypy-sentence_transformers.*]
+ignore_missing_imports = True
+
+[mypy-InstructorEmbedding.*]
+ignore_missing_imports = True
+
+[mypy-llama_index.*]
+ignore_missing_imports = True
+
+[mypy-langchain.*]
+ignore_missing_imports = True
+
+[mypy-pptx.*]
+ignore_missing_imports = True
+
+[mypy-docx.*]
+ignore_missing_imports = True
+
+[mypy-markdown.*]
+ignore_missing_imports = True
+
+[mypy-auto_gpt_plugin_template.*]
+ignore_missing_imports = True
+
+[mypy-spacy.*]
+ignore_missing_imports = True
+follow_imports = skip
+
+[mypy-jieba.*]
+ignore_missing_imports = True
+
+# Storage
+[mypy-msgpack.*]
+ignore_missing_imports = True
+
+[mypy-rocksdict.*]
+ignore_missing_imports = True
+
+[mypy-weaviate.*]
+ignore_missing_imports = True
+
+[mypy-pymilvus.*]
+ignore_missing_imports = True
+
+[mypy-elasticsearch.*]
+ignore_missing_imports = True
+
+[mypy-cryptography.*]
+ignore_missing_imports = True
+
+# Datasource
+[mypy-pyspark.*]
+ignore_missing_imports = True
+
+[mypy-regex.*]
+ignore_missing_imports = True
+
+[mypy-sqlparse.*]
+ignore_missing_imports = True
+
+[mypy-clickhouse_connect.*]
+ignore_missing_imports = True
+
+[mypy-fastchat.protocol.api_protocol]
+ignore_missing_imports = True
+
+[mypy-neo4j.*]
+ignore_missing_imports = True
+
+# Agent
+[mypy-seaborn.*]
+ignore_missing_imports = True
+
+[mypy-unstructured.*]
+ignore_missing_imports = True
+
+[mypy-rich.*]
+ignore_missing_imports = True
+
+[mypy-ollama.*]
+ignore_missing_imports = True
+
+[mypy-networkx.*]
+ignore_missing_imports = True

.pre-commit-config.yaml

+# Please run command `pre-commit install` to install pre-commit hook
+repos:
+  - repo: local
+    hooks:
+      - id: python-fmt
+        name: Python Format
+        entry: make fmt-check
+        language: system
+        exclude: '^dbgpt/app/static/|^web/'
+        types: [python]
+        stages: [commit]
+        pass_filenames: false
+        args: []
+      - id: python-test
+        name: Python Unit Test
+        entry: make test
+        language: system
+        exclude: '^dbgpt/app/static/|^web/'
+        types: [python]
+        stages: [commit]
+        pass_filenames: false
+        args: []
+      - id: python-test-doc
+        name: Python Doc Test
+        entry: make test-doc
+        language: system
+        exclude: '^dbgpt/app/static/|^web/'
+        types: [python]
+        stages: [commit]
+        pass_filenames: false
+        args: []
+      - id: python-lint-mypy
+        name: Python Lint mypy
+        entry: make mypy
+        language: system
+        exclude: '^dbgpt/app/static/|^web/'
+        types: [python]
+        stages: [commit]
+        pass_filenames: false
+        args: []
+

CODE_OF_CONDUCT

+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+We as members, contributors, and leaders pledge to make participation in our
+community a harassment-free experience for everyone, regardless of age, body
+size, visible or invisible disability, ethnicity, sex characteristics, gender
+identity and expression, level of experience, education, socio-economic status,
+nationality, personal appearance, race, caste, color, religion, or sexual
+identity and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming,
+diverse, inclusive, and healthy community.
+
+## Our Standards
+
+Examples of behavior that contributes to a positive environment for our
+community include:
+
+* Demonstrating empathy and kindness toward other people
+* Being respectful of differing opinions, viewpoints, and experiences
+* Giving and gracefully accepting constructive feedback
+* Accepting responsibility and apologizing to those affected by our mistakes,
+  and learning from the experience
+* Focusing on what is best not just for us as individuals, but for the overall
+  community
+
+Examples of unacceptable behavior include:
+
+* The use of sexualized language or imagery, and sexual attention or advances of
+  any kind
+* Trolling, insulting or derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or email address,
+  without their explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Enforcement Responsibilities
+
+Community leaders are responsible for clarifying and enforcing our standards of
+acceptable behavior and will take appropriate and fair corrective action in
+response to any behavior that they deem inappropriate, threatening, offensive,
+or harmful.
+
+Community leaders have the right and responsibility to remove, edit, or reject
+comments, commits, code, wiki edits, issues, and other contributions that are
+not aligned to this Code of Conduct, and will communicate reasons for moderation
+decisions when appropriate.
+
+## Scope
+
+This Code of Conduct applies within all community spaces, and also applies when
+an individual is officially representing the community in public spaces.
+Examples of representing our community include using an official e-mail address,
+posting via an official social media account, or acting as an appointed
+representative at an online or offline event.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported to the community leaders responsible for enforcement at
+[INSERT CONTACT METHOD].
+All complaints will be reviewed and investigated promptly and fairly.
+
+All community leaders are obligated to respect the privacy and security of the
+reporter of any incident.
+
+## Enforcement Guidelines
+
+Community leaders will follow these Community Impact Guidelines in determining
+the consequences for any action they deem in violation of this Code of Conduct:
+
+### 1. Correction
+
+*Community Impact*: Use of inappropriate language or other behavior deemed
+unprofessional or unwelcome in the community.
+
+*Consequence*: A private, written warning from community leaders, providing
+clarity around the nature of the violation and an explanation of why the
+behavior was inappropriate. A public apology may be requested.
+
+### 2. Warning
+
+*Community Impact*: A violation through a single incident or series of
+actions.
+
+*Consequence*: A warning with consequences for continued behavior. No
+interaction with the people involved, including unsolicited interaction with
+those enforcing the Code of Conduct, for a specified period of time. This
+includes avoiding interactions in community spaces as well as external channels
+like social media. Violating these terms may lead to a temporary or permanent
+ban.
+
+### 3. Temporary Ban
+
+*Community Impact*: A serious violation of community standards, including
+sustained inappropriate behavior.
+
+*Consequence*: A temporary ban from any sort of interaction or public
+communication with the community for a specified period of time. No public or
+private interaction with the people involved, including unsolicited interaction
+with those enforcing the Code of Conduct, is allowed during this period.
+Violating these terms may lead to a permanent ban.
+
+### 4. Permanent Ban
+
+*Community Impact*: Demonstrating a pattern of violation of community
+standards, including sustained inappropriate behavior, harassment of an
+individual, or aggression toward or disparagement of classes of individuals.
+
+*Consequence*: A permanent ban from any sort of public interaction within the
+community.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 2.1, available at
+[https://www.contributor-covenant.org/version/2/1/code_of_conduct.html][v2.1].
+
+Community Impact Guidelines were inspired by
+[Mozilla's code of conduct enforcement ladder][Mozilla CoC].
+
+For answers to common questions about this code of conduct, see the FAQ at
+[https://www.contributor-covenant.org/faq][FAQ]. Translations are available at
+[https://www.contributor-covenant.org/translations][translations].

CONTRIBUTING.md

+# Contribution 
+
+First of all, thank you for considering contributing to this project. 
+It's people like you that make it a reality for the community. There are many ways to contribute, and we appreciate all of them.
+
+This guide will help you get started with contributing to this project.
+
+## Fork The Repository
+
+1. Fork the repository you want to contribute to by clicking the "Fork" button on the project page.
+
+2. Clone the repository to your local machine using the following command:
+
+```
+git clone https://github.com/<YOUR-GITHUB-USERNAME>/DB-GPT
+```
+Please replace `<YOUR-GITHUB-USERNAME>` with your GitHub username.
+
+
+## Create A New Development Environment
+
+1. Create a new virtual environment using the following command:
+```
+# Make sure python >= 3.10
+conda create -n dbgpt_env python=3.10
+conda activate dbgpt_env
+```
+
+2. Change to the project directory using the following command:
+```
+cd DB-GPT
+```
+
+3. Install the project from the local source using the following command:
+```
+# it will take some minutes
+pip install -e ".[default]"
+```
+
+4. Install development requirements
+```
+pip install -r requirements/dev-requirements.txt
+pip install -r requirements/lint-requirements.txt
+```
+
+5. Install pre-commit hooks
+```
+pre-commit install
+```
+
+6. Install `make` command
+The `make` command has been installed by default on most Unix-based systems. If you not 
+have it, you can install it by searching on the internet.
+
+## New Branch And Make Changes
+
+1. Create a new branch for your changes using the following command:
+```
+git checkout -b <branch-name>
+```
+Please replace `<branch-name>` with a descriptive name for your branch.
+
+2. Make your changes to the code or documentation.
+
+3. Add tests for your changes if necessary.
+
+4. Format your code using the following command:
+```
+make fmt
+```
+
+5. Run the tests using the following command:
+```
+make test
+```
+
+6. Check types using the following command:
+```
+make mypy
+```
+
+7. Check lint using the following command:
+```
+make fmt-check
+```
+
+8. If all checks pass, you can add and commit your changes using the following commands:
+```
+git add xxxx
+```
+make sure to replace `xxxx` with the files you want to commit.
+
+then commit your changes using the following command:
+```
+git commit -m "your commit message"
+```
+Please replace `your commit message` with a meaningful commit message.
+
+It will take some time to get used to the process, but it's worth it. And it will run 
+all git hooks and checks before you commit. If it fails, you need to fix the issues 
+then re-commit it.
+
+9. Push the changes to your forked repository using the following command:
+```
+git push origin <branch-name>
+```
+
+## Create A Pull Request
+
+1. Go to the GitHub website and navigate to your forked repository.
+
+2. Click the "New pull request" button.
+
+3. Select the branch you just pushed to and the branch you want to merge into on the original repository.
+Write necessary information about your changes and click "Create pull request".
+
+4. Wait for the project maintainer to review your changes and provide feedback.
+
+That's it you made it 🐣⭐⭐
+

LICENSE

+MIT License
+
+Copyright (c) 2023 magic.chen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

MANIFEST.in

+include LICENSE
+include README.md
+include requirements.txt

Makefile

+.DEFAULT_GOAL := help
+
+SHELL=/bin/bash
+VENV = venv
+
+# Detect the operating system and set the virtualenv bin directory
+ifeq ($(OS),Windows_NT)
+	VENV_BIN=$(VENV)/Scripts
+else
+	VENV_BIN=$(VENV)/bin
+endif
+
+setup: $(VENV)/bin/activate
+
+$(VENV)/bin/activate: $(VENV)/.venv-timestamp
+
+$(VENV)/.venv-timestamp: setup.py requirements
+	# Create new virtual environment if setup.py has changed
+	python3 -m venv $(VENV)
+	$(VENV_BIN)/pip install --upgrade pip
+	$(VENV_BIN)/pip install -r requirements/dev-requirements.txt
+	$(VENV_BIN)/pip install -r requirements/lint-requirements.txt
+	touch $(VENV)/.venv-timestamp
+
+testenv: $(VENV)/.testenv
+
+$(VENV)/.testenv: $(VENV)/bin/activate
+	# $(VENV_BIN)/pip install -e ".[framework]"
+	# the openai optional dependency is include framework and rag dependencies
+	$(VENV_BIN)/pip install -e ".[openai]"
+	touch $(VENV)/.testenv
+
+
+.PHONY: fmt
+fmt: setup ## Format Python code
+	# TODO: Use isort to sort Python imports.
+	# https://github.com/PyCQA/isort
+	# $(VENV_BIN)/isort .
+	$(VENV_BIN)/isort dbgpt/
+	$(VENV_BIN)/isort --extend-skip="examples/notebook" examples
+	# https://github.com/psf/black
+	$(VENV_BIN)/black --extend-exclude="examples/notebook" .
+	# TODO: Use blackdoc to format Python doctests.
+	# https://blackdoc.readthedocs.io/en/latest/
+	# $(VENV_BIN)/blackdoc .
+	$(VENV_BIN)/blackdoc dbgpt
+	$(VENV_BIN)/blackdoc examples
+	# TODO: Use flake8 to enforce Python style guide.
+	# https://flake8.pycqa.org/en/latest/
+	$(VENV_BIN)/flake8 dbgpt/core/ dbgpt/rag/ dbgpt/storage/ dbgpt/datasource/ dbgpt/client/ dbgpt/agent/ dbgpt/vis/ dbgpt/experimental/
+	# TODO: More package checks with flake8.
+
+.PHONY: fmt-check
+fmt-check: setup ## Check Python code formatting and style without making changes
+	$(VENV_BIN)/isort --check-only dbgpt/
+	$(VENV_BIN)/isort --check-only --extend-skip="examples/notebook" examples
+	$(VENV_BIN)/black --check --extend-exclude="examples/notebook" .
+	$(VENV_BIN)/blackdoc --check dbgpt examples
+	$(VENV_BIN)/flake8 dbgpt/core/ dbgpt/rag/ dbgpt/storage/ dbgpt/datasource/ dbgpt/client/ dbgpt/agent/ dbgpt/vis/ dbgpt/experimental/
+
+.PHONY: pre-commit
+pre-commit: fmt-check test test-doc mypy ## Run formatting and unit tests before committing
+
+test: $(VENV)/.testenv ## Run unit tests
+	$(VENV_BIN)/pytest dbgpt
+
+.PHONY: test-doc
+test-doc: $(VENV)/.testenv ## Run doctests
+	# -k "not test_" skips tests that are not doctests.
+	$(VENV_BIN)/pytest --doctest-modules -k "not test_" dbgpt/core
+
+.PHONY: mypy
+mypy: $(VENV)/.testenv ## Run mypy checks
+	# https://github.com/python/mypy
+	$(VENV_BIN)/mypy --config-file .mypy.ini dbgpt/rag/ dbgpt/datasource/ dbgpt/client/ dbgpt/agent/ dbgpt/vis/ dbgpt/experimental/
+	# rag depends on core and storage, so we not need to check it again.
+	# $(VENV_BIN)/mypy --config-file .mypy.ini dbgpt/storage/
+	# $(VENV_BIN)/mypy --config-file .mypy.ini dbgpt/core/
+	# TODO: More package checks with mypy.
+
+.PHONY: coverage
+coverage: setup ## Run tests and report coverage
+	$(VENV_BIN)/pytest dbgpt --cov=dbgpt
+
+.PHONY: clean
+clean: ## Clean up the environment
+	rm -rf $(VENV)
+	find . -type f -name '*.pyc' -delete
+	find . -type d -name '__pycache__' -delete
+	find . -type d -name '.pytest_cache' -delete
+	find . -type d -name '.coverage' -delete
+
+.PHONY: clean-dist
+clean-dist: ## Clean up the distribution
+	rm -rf dist/ *.egg-info build/
+
+.PHONY: package
+package: clean-dist ## Package the project for distribution
+	IS_DEV_MODE=false python setup.py sdist bdist_wheel
+
+.PHONY: upload
+upload: ## Upload the package to PyPI
+	# upload to testpypi: twine upload --repository testpypi dist/*
+	twine upload dist/*
+
+.PHONY: help
+help:  ## Display this help screen
+	@echo "Available commands:"
+	@grep -E '^[a-z.A-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf "  \033[36m%-18s\033[0m %s\n", $$1, $$2}' | sort
\ No newline at end of file

assets/schema/upgrade/v0_5_1/upgrade_to_v0.5.1.sql

+USE dbgpt;
+ALTER TABLE  dbgpt_serve_flow
+    ADD COLUMN `error_message` varchar(512) null comment 'Error message' after `state`;

assets/schema/upgrade/v0_5_10/upgrade_to_v0.5.10.sql

+USE dbgpt;
+ALTER TABLE  knowledge_space
+    ADD COLUMN `domain_type` varchar(50) null comment 'space domain type' after `vector_type`;
\ No newline at end of file

assets/schema/upgrade/v0_5_6/upgrade_to_v0.5.6.sql

+# Nothing to do.
\ No newline at end of file

assets/schema/upgrade/v0_5_7/upgrade_to_v0.5.7.sql

+USE dbgpt;
+ALTER TABLE  dbgpt_serve_flow
+    ADD COLUMN `define_type` varchar(32) null comment 'Flow define type(json or python)' after `version`;

assets/schema/upgrade/v0_5_9/upgrade_to_v0.5.9.sql

+USE dbgpt;
+
+-- For deploy model cluster of DB-GPT(StorageModelRegistry)
+CREATE TABLE IF NOT EXISTS `dbgpt_cluster_registry_instance` (
+  `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Auto increment id',
+  `model_name` varchar(128) NOT NULL COMMENT 'Model name',
+  `host` varchar(128) NOT NULL COMMENT 'Host of the model',
+  `port` int(11) NOT NULL COMMENT 'Port of the model',
+  `weight` float DEFAULT 1.0 COMMENT 'Weight of the model',
+  `check_healthy` tinyint(1) DEFAULT 1 COMMENT 'Whether to check the health of the model',
+  `healthy` tinyint(1) DEFAULT 0 COMMENT 'Whether the model is healthy',
+  `enabled` tinyint(1) DEFAULT 1 COMMENT 'Whether the model is enabled',
+  `prompt_template` varchar(128) DEFAULT NULL COMMENT 'Prompt template for the model instance',
+  `last_heartbeat` datetime DEFAULT NULL COMMENT 'Last heartbeat time of the model instance',
+  `user_name` varchar(128) DEFAULT NULL COMMENT 'User name',
+  `sys_code` varchar(128) DEFAULT NULL COMMENT 'System code',
+  `gmt_created` datetime DEFAULT CURRENT_TIMESTAMP COMMENT 'Record creation time',
+  `gmt_modified` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'Record update time',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `uk_model_instance` (`model_name`, `host`, `port`, `sys_code`)
+) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 COMMENT='Cluster model instance table, for registering and managing model instances';
+

dbgpt/__init__.py

+"""DB-GPT: Next Generation Data Interaction Solution with LLMs.
+"""
+from dbgpt import _version  # noqa: E402
+from dbgpt.component import BaseComponent, SystemApp  # noqa: F401
+
+_CORE_LIBS = ["core", "rag", "model", "agent", "datasource", "vis", "storage", "train"]
+_SERVE_LIBS = ["serve"]
+_LIBS = _CORE_LIBS + _SERVE_LIBS
+
+
+__version__ = _version.version
+
+__ALL__ = ["__version__", "SystemApp", "BaseComponent"]
+
+
+def __getattr__(name: str):
+    # Lazy load
+    import importlib
+
+    if name in _LIBS:
+        return importlib.import_module("." + name, __name__)
+    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")

dbgpt/_private/__init__.py

+"""This is a private module.
+
+You should not import anything from this module.
+"""

dbgpt/_private/llm_metadata.py

+from dbgpt._private.pydantic import BaseModel, ConfigDict, Field
+
+DEFAULT_CONTEXT_WINDOW = 3900
+DEFAULT_NUM_OUTPUTS = 256
+
+
+class LLMMetadata(BaseModel):
+    model_config = ConfigDict(protected_namespaces=())
+
+    context_window: int = Field(
+        default=DEFAULT_CONTEXT_WINDOW,
+        description=(
+            "Total number of tokens the model can be input and output for one response."
+        ),
+    )
+    num_output: int = Field(
+        default=DEFAULT_NUM_OUTPUTS,
+        description="Number of tokens the model can output when generating a response.",
+    )
+    is_chat_model: bool = Field(
+        default=False,
+        description=(
+            "Set True if the model exposes a chat interface (i.e. can be passed a"
+            " sequence of messages, rather than text), like OpenAI's"
+            " /v1/chat/completions endpoint."
+        ),
+    )
+    is_function_calling_model: bool = Field(
+        default=False,
+        # SEE: https://openai.com/blog/function-calling-and-other-api-updates
+        description=(
+            "Set True if the model supports function calling messages, similar to"
+            " OpenAI's function calling API. For example, converting 'Email Anya to"
+            " see if she wants to get coffee next Friday' to a function call like"
+            " `send_email(to: string, body: string)`."
+        ),
+    )
+    model_name: str = Field(
+        default="unknown",
+        description=(
+            "The model's name used for logging, testing, and sanity checking. For some"
+            " models this can be automatically discerned. For other models, like"
+            " locally loaded models, this must be manually specified."
+        ),
+    )

dbgpt/_private/pydantic.py

+from typing import get_origin
+
+import pydantic
+
+if pydantic.VERSION.startswith("1."):
+    PYDANTIC_VERSION = 1
+    raise NotImplementedError("pydantic 1.x is not supported, please upgrade to 2.x.")
+else:
+    PYDANTIC_VERSION = 2
+    # pydantic 2.x
+    # Now we upgrade to pydantic 2.x
+    from pydantic import (
+        BaseModel,
+        ConfigDict,
+        Extra,
+        Field,
+        NonNegativeFloat,
+        NonNegativeInt,
+        PositiveFloat,
+        PositiveInt,
+        PrivateAttr,
+        ValidationError,
+        WithJsonSchema,
+        field_validator,
+        model_validator,
+        root_validator,
+        validator,
+    )
+
+    EXTRA_FORBID = "forbid"
+
+
+def model_to_json(model, **kwargs) -> str:
+    """Convert a pydantic model to json."""
+    if PYDANTIC_VERSION == 1:
+        return model.json(**kwargs)
+    else:
+        if "ensure_ascii" in kwargs:
+            del kwargs["ensure_ascii"]
+        return model.model_dump_json(**kwargs)
+
+
+def model_to_dict(model, **kwargs) -> dict:
+    """Convert a pydantic model to dict."""
+    if PYDANTIC_VERSION == 1:
+        return model.dict(**kwargs)
+    else:
+        return model.model_dump(**kwargs)
+
+
+def model_fields(model):
+    """Return the fields of a pydantic model."""
+    if PYDANTIC_VERSION == 1:
+        return model.__fields__
+    else:
+        return model.model_fields
+
+
+def field_is_required(field) -> bool:
+    """Return if a field is required."""
+    if PYDANTIC_VERSION == 1:
+        return field.required
+    else:
+        return field.is_required()
+
+
+def field_outer_type(field):
+    """Return the outer type of a field."""
+    if PYDANTIC_VERSION == 1:
+        return field.outer_type_
+    else:
+        # https://github.com/pydantic/pydantic/discussions/7217
+        origin = get_origin(field.annotation)
+        if origin is None:
+            return field.annotation
+        return origin
+
+
+def field_description(field):
+    """Return the description of a field."""
+    if PYDANTIC_VERSION == 1:
+        return field.field_info.description
+    else:
+        return field.description
+
+
+def field_default(field):
+    """Return the default value of a field."""
+    if PYDANTIC_VERSION == 1:
+        return field.field_info.default
+    else:
+        return field.default

dbgpt/_version.py

+version = "0.5.10"

dbgpt/agent/__init__.py

+"""DB-GPT Multi-Agents Module."""
+
+from .core.action import *  # noqa: F401, F403
+from .core.agent import (  # noqa: F401
+    Agent,
+    AgentContext,
+    AgentGenerateContext,
+    AgentMessage,
+)
+from .core.agent_manage import (  # noqa: F401
+    AgentManager,
+    get_agent_manager,
+    initialize_agent,
+)
+from .core.base_agent import ConversableAgent  # noqa: F401
+from .core.memory import *  # noqa: F401, F403
+from .core.memory.gpts.gpts_memory import GptsMemory  # noqa: F401
+from .core.plan import *  # noqa: F401, F403
+from .core.profile import *  # noqa: F401, F403
+from .core.schema import PluginStorageType  # noqa: F401
+from .core.user_proxy_agent import UserProxyAgent  # noqa: F401
+from .resource.base import AgentResource, Resource, ResourceType  # noqa: F401
+from .util.llm.llm import LLMConfig  # noqa: F401
+
+__ALL__ = [
+    "Agent",
+    "AgentContext",
+    "AgentGenerateContext",
+    "AgentMessage",
+    "AgentManager",
+    "initialize_agent",
+    "get_agent_manager",
+    "ConversableAgent",
+    "Action",
+    "ActionOutput",
+    "LLMConfig",
+    "GptsMemory",
+    "AgentResource",
+    "ResourceType",
+    "PluginStorageType",
+    "UserProxyAgent",
+]

dbgpt/agent/core/__init__.py

+"""Core Module for the Agent.
+
+There are four modules in DB-GPT agent core according the paper
+`A survey on large language model based autonomous agents
+<https://link.springer.com/article/10.1007/s11704-024-40231-1>`
+by `Lei Wang, Chen Ma, Xueyang Feng, et al.`:
+
+1. Profiling Module: The profiling module aims to indicate the profiles of the agent
+roles.
+
+2. Memory Module: It stores information perceived from the environment and leverages
+the recorded memories to facilitate future actions.
+
+3. Planning Module: When faced with a complex task, humans tend to deconstruct it into
+simpler subtasks and solve them individually. The planning module aims to empower the
+agents with such human capability, which is expected to make the agent behave more
+reasonably, powerfully, and reliably
+
+4. Action Module: The action module is responsible for translating the agent’s
+decisions into specific outcomes. This module is located at the most downstream
+position and directly interacts with the environment.
+"""

dbgpt/agent/core/action/__init__.py

+"""Action Module.
+
+The action module is responsible for translating the agent’s decisions into specific
+outcomes. This module is located at the most downstream position and directly interacts
+with the environment. It is influenced by the profile, memory, and planning modules.
+
+
+The Goal Of The Action Module:
+--------
+1. Task Completion: Complete specific tasks, write a function in software development,
+and make an iron pick in the game.
+
+2. Communication: Communicate with other agents.
+
+3. Environment exploration: Explore unfamiliar environments to expand its perception
+and strike a balance between exploring and exploiting.
+"""
+
+from .base import Action, ActionOutput  # noqa: F401
+from .blank_action import BlankAction  # noqa: F401

dbgpt/agent/core/action/blank_action.py

+"""Blank Action for the Agent."""
+
+import logging
+from typing import Optional
+
+from ...resource.base import AgentResource
+from .base import Action, ActionOutput
+
+logger = logging.getLogger(__name__)
+
+
+class BlankAction(Action):
+    """Blank action class."""
+
+    def __init__(self):
+        """Create a blank action."""
+        super().__init__()
+
+    @property
+    def ai_out_schema(self) -> Optional[str]:
+        """Return the AI output schema."""
+        return None
+
+    async def run(
+        self,
+        ai_message: str,
+        resource: Optional[AgentResource] = None,
+        rely_action_out: Optional[ActionOutput] = None,
+        need_vis_render: bool = True,
+        **kwargs,
+    ) -> ActionOutput:
+        """Perform the action.
+
+        Just return the AI message.
+        """
+        return ActionOutput(
+            is_exe_success=True,
+            content=ai_message,
+            view=ai_message,
+        )

dbgpt/agent/core/memory/__init__.py

+"""Memory module for the agent."""
+
+from .agent_memory import AgentMemory, AgentMemoryFragment  # noqa: F401
+from .base import (  # noqa: F401
+    ImportanceScorer,
+    InsightExtractor,
+    InsightMemoryFragment,
+    Memory,
+    MemoryFragment,
+    SensoryMemory,
+    ShortTermMemory,
+)
+from .hybrid import HybridMemory  # noqa: F401
+from .llm import LLMImportanceScorer, LLMInsightExtractor  # noqa: F401
+from .long_term import LongTermMemory, LongTermRetriever  # noqa: F401
+from .short_term import EnhancedShortTermMemory  # noqa: F401

dbgpt/agent/core/plan/awel/__init__.py

+"""External planner.
+
+Use AWEL as the external planner.
+"""

dbgpt/agent/expand/__init__.py

+"""Expand your agents."""

dbgpt/agent/expand/actions/__init__.py

+"""Actions of expand Agents."""