build: introduce uv as Python package manager (#16317)
Co-authored-by: QuantumGhost <obelisk.reg+git@gmail.com>pull/18101/head
Bowen Liang
10 months ago
committed by
GitHub
parent
f27a956c71
commit
12de1d175c
@ -1,3 +1,3 @@
|
|||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
|
|
||||||
cd api && poetry install
|
cd api && uv sync
|
||||||
|
|||||||
@ -1,36 +0,0 @@
|
|||||||
name: Setup Poetry and Python
|
|
||||||
|
|
||||||
inputs:
|
|
||||||
python-version:
|
|
||||||
description: Python version to use and the Poetry installed with
|
|
||||||
required: true
|
|
||||||
default: '3.11'
|
|
||||||
poetry-version:
|
|
||||||
description: Poetry version to set up
|
|
||||||
required: true
|
|
||||||
default: '2.0.1'
|
|
||||||
poetry-lockfile:
|
|
||||||
description: Path to the Poetry lockfile to restore cache from
|
|
||||||
required: true
|
|
||||||
default: ''
|
|
||||||
|
|
||||||
runs:
|
|
||||||
using: composite
|
|
||||||
steps:
|
|
||||||
- name: Set up Python ${{ inputs.python-version }}
|
|
||||||
uses: actions/setup-python@v5
|
|
||||||
with:
|
|
||||||
python-version: ${{ inputs.python-version }}
|
|
||||||
cache: pip
|
|
||||||
|
|
||||||
- name: Install Poetry
|
|
||||||
shell: bash
|
|
||||||
run: pip install poetry==${{ inputs.poetry-version }}
|
|
||||||
|
|
||||||
- name: Restore Poetry cache
|
|
||||||
if: ${{ inputs.poetry-lockfile != '' }}
|
|
||||||
uses: actions/setup-python@v5
|
|
||||||
with:
|
|
||||||
python-version: ${{ inputs.python-version }}
|
|
||||||
cache: poetry
|
|
||||||
cache-dependency-path: ${{ inputs.poetry-lockfile }}
|
|
||||||
@ -0,0 +1,34 @@
|
|||||||
|
name: Setup UV and Python
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
python-version:
|
||||||
|
description: Python version to use and the UV installed with
|
||||||
|
required: true
|
||||||
|
default: '3.12'
|
||||||
|
uv-version:
|
||||||
|
description: UV version to set up
|
||||||
|
required: true
|
||||||
|
default: '0.6.14'
|
||||||
|
uv-lockfile:
|
||||||
|
description: Path to the UV lockfile to restore cache from
|
||||||
|
required: true
|
||||||
|
default: ''
|
||||||
|
enable-cache:
|
||||||
|
required: true
|
||||||
|
default: true
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: composite
|
||||||
|
steps:
|
||||||
|
- name: Set up Python ${{ inputs.python-version }}
|
||||||
|
uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: ${{ inputs.python-version }}
|
||||||
|
|
||||||
|
- name: Install uv
|
||||||
|
uses: astral-sh/setup-uv@v5
|
||||||
|
with:
|
||||||
|
version: ${{ inputs.uv-version }}
|
||||||
|
python-version: ${{ inputs.python-version }}
|
||||||
|
enable-cache: ${{ inputs.enable-cache }}
|
||||||
|
cache-dependency-glob: ${{ inputs.uv-lockfile }}
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,215 +1,203 @@
|
|||||||
[project]
|
[project]
|
||||||
name = "dify-api"
|
name = "dify-api"
|
||||||
|
version = "1.2.0"
|
||||||
requires-python = ">=3.11,<3.13"
|
requires-python = ">=3.11,<3.13"
|
||||||
dynamic = ["dependencies"]
|
|
||||||
|
|
||||||
[build-system]
|
dependencies = [
|
||||||
requires = ["poetry-core>=2.0.0"]
|
"authlib==1.3.1",
|
||||||
build-backend = "poetry.core.masonry.api"
|
"azure-identity==1.16.1",
|
||||||
|
"beautifulsoup4==4.12.2",
|
||||||
|
"boto3==1.35.99",
|
||||||
|
"bs4~=0.0.1",
|
||||||
|
"cachetools~=5.3.0",
|
||||||
|
"celery~=5.4.0",
|
||||||
|
"chardet~=5.1.0",
|
||||||
|
"flask~=3.1.0",
|
||||||
|
"flask-compress~=1.17",
|
||||||
|
"flask-cors~=4.0.0",
|
||||||
|
"flask-login~=0.6.3",
|
||||||
|
"flask-migrate~=4.0.7",
|
||||||
|
"flask-restful~=0.3.10",
|
||||||
|
"flask-sqlalchemy~=3.1.1",
|
||||||
|
"gevent~=24.11.1",
|
||||||
|
"gmpy2~=2.2.1",
|
||||||
|
"google-api-core==2.18.0",
|
||||||
|
"google-api-python-client==2.90.0",
|
||||||
|
"google-auth==2.29.0",
|
||||||
|
"google-auth-httplib2==0.2.0",
|
||||||
|
"google-cloud-aiplatform==1.49.0",
|
||||||
|
"googleapis-common-protos==1.63.0",
|
||||||
|
"gunicorn~=23.0.0",
|
||||||
|
"httpx[socks]~=0.27.0",
|
||||||
|
"jieba==0.42.1",
|
||||||
|
"langfuse~=2.51.3",
|
||||||
|
"langsmith~=0.1.77",
|
||||||
|
"mailchimp-transactional~=1.0.50",
|
||||||
|
"markdown~=3.5.1",
|
||||||
|
"numpy~=1.26.4",
|
||||||
|
"oci~=2.135.1",
|
||||||
|
"openai~=1.61.0",
|
||||||
|
"openpyxl~=3.1.5",
|
||||||
|
"opik~=1.3.4",
|
||||||
|
"opentelemetry-api==1.27.0",
|
||||||
|
"opentelemetry-distro==0.48b0",
|
||||||
|
"opentelemetry-exporter-otlp==1.27.0",
|
||||||
|
"opentelemetry-exporter-otlp-proto-common==1.27.0",
|
||||||
|
"opentelemetry-exporter-otlp-proto-grpc==1.27.0",
|
||||||
|
"opentelemetry-exporter-otlp-proto-http==1.27.0",
|
||||||
|
"opentelemetry-instrumentation==0.48b0",
|
||||||
|
"opentelemetry-instrumentation-celery==0.48b0",
|
||||||
|
"opentelemetry-instrumentation-flask==0.48b0",
|
||||||
|
"opentelemetry-instrumentation-sqlalchemy==0.48b0",
|
||||||
|
"opentelemetry-propagator-b3==1.27.0",
|
||||||
|
# opentelemetry-proto1.28.0 depends on protobuf (>=5.0,<6.0),
|
||||||
|
# which is conflict with googleapis-common-protos (1.63.0)
|
||||||
|
"opentelemetry-proto==1.27.0",
|
||||||
|
"opentelemetry-sdk==1.27.0",
|
||||||
|
"opentelemetry-semantic-conventions==0.48b0",
|
||||||
|
"opentelemetry-util-http==0.48b0",
|
||||||
|
"pandas-stubs~=2.2.3.241009",
|
||||||
|
"pandas[excel,output-formatting,performance]~=2.2.2",
|
||||||
|
"pandoc~=2.4",
|
||||||
|
"psycogreen~=1.0.2",
|
||||||
|
"psycopg2-binary~=2.9.6",
|
||||||
|
"pycryptodome==3.19.1",
|
||||||
|
"pydantic~=2.9.2",
|
||||||
|
"pydantic-extra-types~=2.9.0",
|
||||||
|
"pydantic-settings~=2.6.0",
|
||||||
|
"pyjwt~=2.8.0",
|
||||||
|
"pypdfium2~=4.30.0",
|
||||||
|
"python-docx~=1.1.0",
|
||||||
|
"python-dotenv==1.0.1",
|
||||||
|
"pyyaml~=6.0.1",
|
||||||
|
"readabilipy==0.2.0",
|
||||||
|
"redis[hiredis]~=5.0.3",
|
||||||
|
"resend~=0.7.0",
|
||||||
|
"sentry-sdk[flask]~=1.44.1",
|
||||||
|
"sqlalchemy~=2.0.29",
|
||||||
|
"starlette==0.41.0",
|
||||||
|
"tiktoken~=0.8.0",
|
||||||
|
"tokenizers~=0.15.0",
|
||||||
|
"transformers~=4.35.0",
|
||||||
|
"unstructured[docx,epub,md,ppt,pptx]~=0.16.1",
|
||||||
|
"validators==0.21.0",
|
||||||
|
"yarl~=1.18.3",
|
||||||
|
]
|
||||||
|
# Before adding new dependency, consider place it in
|
||||||
|
# alphabet order (a-z) and suitable group.
|
||||||
|
|
||||||
[tool.poetry]
|
[tool.uv]
|
||||||
package-mode = false
|
default-groups = ["storage", "tools", "vdb"]
|
||||||
|
|
||||||
|
[dependency-groups]
|
||||||
############################################################
|
############################################################
|
||||||
# [ Main ] Dependency group
|
# [ Dev ] dependency group
|
||||||
|
# Required for development and running tests
|
||||||
############################################################
|
############################################################
|
||||||
|
|
||||||
[tool.poetry.dependencies]
|
dev = [
|
||||||
authlib = "1.3.1"
|
"coverage~=7.2.4",
|
||||||
azure-identity = "1.16.1"
|
"faker~=32.1.0",
|
||||||
beautifulsoup4 = "4.12.2"
|
"lxml-stubs~=0.5.1",
|
||||||
boto3 = "1.35.99"
|
"mypy~=1.15.0",
|
||||||
bs4 = "~0.0.1"
|
"pytest~=8.3.2",
|
||||||
cachetools = "~5.3.0"
|
"pytest-benchmark~=4.0.0",
|
||||||
celery = "~5.4.0"
|
"pytest-env~=1.1.3",
|
||||||
chardet = "~5.1.0"
|
"pytest-mock~=3.14.0",
|
||||||
flask = "~3.1.0"
|
"types-aiofiles~=24.1.0",
|
||||||
flask-compress = "~1.17"
|
"types-beautifulsoup4~=4.12.0",
|
||||||
flask-cors = "~4.0.0"
|
"types-cachetools~=5.5.0",
|
||||||
flask-login = "~0.6.3"
|
"types-colorama~=0.4.15",
|
||||||
flask-migrate = "~4.0.7"
|
"types-defusedxml~=0.7.0",
|
||||||
flask-restful = "~0.3.10"
|
"types-deprecated~=1.2.15",
|
||||||
flask-sqlalchemy = "~3.1.1"
|
"types-docutils~=0.21.0",
|
||||||
gevent = "~24.11.1"
|
"types-flask-cors~=5.0.0",
|
||||||
gmpy2 = "~2.2.1"
|
"types-flask-migrate~=4.1.0",
|
||||||
google-api-core = "2.18.0"
|
"types-gevent~=24.11.0",
|
||||||
google-api-python-client = "2.90.0"
|
"types-greenlet~=3.1.0",
|
||||||
google-auth = "2.29.0"
|
"types-html5lib~=1.1.11",
|
||||||
google-auth-httplib2 = "0.2.0"
|
"types-markdown~=3.7.0",
|
||||||
google-cloud-aiplatform = "1.49.0"
|
"types-oauthlib~=3.2.0",
|
||||||
googleapis-common-protos = "1.63.0"
|
"types-objgraph~=3.6.0",
|
||||||
gunicorn = "~23.0.0"
|
"types-olefile~=0.47.0",
|
||||||
httpx = { version = "~0.27.0", extras = ["socks"] }
|
"types-openpyxl~=3.1.5",
|
||||||
jieba = "0.42.1"
|
"types-pexpect~=4.9.0",
|
||||||
langfuse = "~2.51.3"
|
"types-protobuf~=5.29.1",
|
||||||
langsmith = "~0.1.77"
|
"types-psutil~=7.0.0",
|
||||||
mailchimp-transactional = "~1.0.50"
|
"types-psycopg2~=2.9.21",
|
||||||
markdown = "~3.5.1"
|
"types-pygments~=2.19.0",
|
||||||
numpy = "~1.26.4"
|
"types-pymysql~=1.1.0",
|
||||||
oci = "~2.135.1"
|
"types-python-dateutil~=2.9.0",
|
||||||
openai = "~1.61.0"
|
"types-pywin32~=310.0.0",
|
||||||
openpyxl = "~3.1.5"
|
"types-pyyaml~=6.0.12",
|
||||||
opentelemetry-api = "1.27.0"
|
"types-regex~=2024.11.6",
|
||||||
opentelemetry-distro = "0.48b0"
|
"types-requests~=2.32.0",
|
||||||
opentelemetry-exporter-otlp = "1.27.0"
|
"types-requests-oauthlib~=2.0.0",
|
||||||
opentelemetry-exporter-otlp-proto-common = "1.27.0"
|
"types-shapely~=2.0.0",
|
||||||
opentelemetry-exporter-otlp-proto-grpc = "1.27.0"
|
"types-simplejson~=3.20.0",
|
||||||
opentelemetry-exporter-otlp-proto-http = "1.27.0"
|
"types-six~=1.17.0",
|
||||||
opentelemetry-instrumentation = "0.48b0"
|
"types-tensorflow~=2.18.0",
|
||||||
opentelemetry-instrumentation-celery = "0.48b0"
|
"types-tqdm~=4.67.0",
|
||||||
opentelemetry-instrumentation-flask = "0.48b0"
|
"types-ujson~=5.10.0",
|
||||||
opentelemetry-instrumentation-sqlalchemy = "0.48b0"
|
]
|
||||||
opentelemetry-propagator-b3 = "1.27.0"
|
|
||||||
opentelemetry-proto = "1.27.0" # 1.28.0 depends on protobuf (>=5.0,<6.0), conflict with googleapis-common-protos (1.63.0)
|
|
||||||
opentelemetry-sdk = "1.27.0"
|
|
||||||
opentelemetry-semantic-conventions = "0.48b0"
|
|
||||||
opentelemetry-util-http = "0.48b0"
|
|
||||||
opik = "~1.3.4"
|
|
||||||
pandas = { version = "~2.2.2", extras = ["performance", "excel", "output-formatting"] }
|
|
||||||
pandas-stubs = "~2.2.3.241009"
|
|
||||||
pandoc = "~2.4"
|
|
||||||
psycogreen = "~1.0.2"
|
|
||||||
psycopg2-binary = "~2.9.6"
|
|
||||||
pycryptodome = "3.19.1"
|
|
||||||
pydantic = "~2.9.2"
|
|
||||||
pydantic-settings = "~2.6.0"
|
|
||||||
pydantic_extra_types = "~2.9.0"
|
|
||||||
pyjwt = "~2.8.0"
|
|
||||||
pypdfium2 = "~4.30.0"
|
|
||||||
python = ">=3.11,<3.13"
|
|
||||||
python-docx = "~1.1.0"
|
|
||||||
python-dotenv = "1.0.1"
|
|
||||||
pyyaml = "~6.0.1"
|
|
||||||
readabilipy = "0.2.0"
|
|
||||||
redis = { version = "~5.0.3", extras = ["hiredis"] }
|
|
||||||
resend = "~0.7.0"
|
|
||||||
sentry-sdk = { version = "~1.44.1", extras = ["flask"] }
|
|
||||||
sqlalchemy = "~2.0.29"
|
|
||||||
starlette = "0.41.0"
|
|
||||||
tiktoken = "~0.8.0"
|
|
||||||
tokenizers = "~0.15.0"
|
|
||||||
transformers = "~4.35.0"
|
|
||||||
unstructured = { version = "~0.16.1", extras = ["docx", "epub", "md", "ppt", "pptx"] }
|
|
||||||
validators = "0.21.0"
|
|
||||||
yarl = "~1.18.3"
|
|
||||||
# Before adding new dependency, consider place it in alphabet order (a-z) and suitable group.
|
|
||||||
|
|
||||||
############################################################
|
|
||||||
# [ Indirect ] dependency group
|
|
||||||
# Related transparent dependencies with pinned version
|
|
||||||
# required by main implementations
|
|
||||||
############################################################
|
|
||||||
[tool.poetry.group.indirect.dependencies]
|
|
||||||
kaleido = "0.2.1"
|
|
||||||
rank-bm25 = "~0.2.2"
|
|
||||||
safetensors = "~0.4.3"
|
|
||||||
|
|
||||||
############################################################
|
############################################################
|
||||||
# [ Tools ] dependency group
|
# [ Lint ] dependency group
|
||||||
|
# Required for code style linting
|
||||||
############################################################
|
############################################################
|
||||||
[tool.poetry.group.tools.dependencies]
|
lint = [
|
||||||
cloudscraper = "1.2.71"
|
"dotenv-linter~=0.5.0",
|
||||||
nltk = "3.9.1"
|
"ruff~=0.11.0",
|
||||||
|
]
|
||||||
|
|
||||||
############################################################
|
############################################################
|
||||||
# [ Storage ] dependency group
|
# [ Storage ] dependency group
|
||||||
# Required for storage clients
|
# Required for storage clients
|
||||||
############################################################
|
############################################################
|
||||||
[tool.poetry.group.storage.dependencies]
|
storage = [
|
||||||
azure-storage-blob = "12.13.0"
|
"azure-storage-blob==12.13.0",
|
||||||
bce-python-sdk = "~0.9.23"
|
"bce-python-sdk~=0.9.23",
|
||||||
cos-python-sdk-v5 = "1.9.30"
|
"cos-python-sdk-v5==1.9.30",
|
||||||
esdk-obs-python = "3.24.6.1"
|
"esdk-obs-python==3.24.6.1",
|
||||||
google-cloud-storage = "2.16.0"
|
"google-cloud-storage==2.16.0",
|
||||||
opendal = "~0.45.16"
|
"opendal~=0.45.16",
|
||||||
oss2 = "2.18.5"
|
"oss2==2.18.5",
|
||||||
supabase = "~2.8.1"
|
"supabase~=2.8.1",
|
||||||
tos = "~2.7.1"
|
"tos~=2.7.1",
|
||||||
|
]
|
||||||
############################################################
|
|
||||||
# [ VDB ] dependency group
|
|
||||||
# Required by vector store clients
|
|
||||||
############################################################
|
|
||||||
[tool.poetry.group.vdb.dependencies]
|
|
||||||
alibabacloud_gpdb20160503 = "~3.8.0"
|
|
||||||
alibabacloud_tea_openapi = "~0.3.9"
|
|
||||||
chromadb = "0.5.20"
|
|
||||||
clickhouse-connect = "~0.7.16"
|
|
||||||
couchbase = "~4.3.0"
|
|
||||||
elasticsearch = "8.14.0"
|
|
||||||
opensearch-py = "2.4.0"
|
|
||||||
oracledb = "~2.2.1"
|
|
||||||
pgvecto-rs = { version = "~0.2.1", extras = ['sqlalchemy'] }
|
|
||||||
pgvector = "0.2.5"
|
|
||||||
pymilvus = "~2.5.0"
|
|
||||||
pymochow = "1.3.1"
|
|
||||||
pyobvector = "~0.1.6"
|
|
||||||
qdrant-client = "1.7.3"
|
|
||||||
tablestore = "6.1.0"
|
|
||||||
tcvectordb = "~1.6.4"
|
|
||||||
tidb-vector = "0.0.9"
|
|
||||||
upstash-vector = "0.6.0"
|
|
||||||
volcengine-compat = "~1.0.156"
|
|
||||||
weaviate-client = "~3.21.0"
|
|
||||||
xinference-client = "~1.2.2"
|
|
||||||
|
|
||||||
############################################################
|
############################################################
|
||||||
# [ Dev ] dependency group
|
# [ Tools ] dependency group
|
||||||
# Required for development and running tests
|
|
||||||
############################################################
|
############################################################
|
||||||
[tool.poetry.group.dev]
|
tools = [
|
||||||
optional = true
|
"cloudscraper~=1.2.71",
|
||||||
[tool.poetry.group.dev.dependencies]
|
"nltk~=3.9.1",
|
||||||
coverage = "~7.2.4"
|
]
|
||||||
faker = "~32.1.0"
|
|
||||||
lxml-stubs = "~0.5.1"
|
|
||||||
mypy = "~1.15.0"
|
|
||||||
pytest = "~8.3.2"
|
|
||||||
pytest-benchmark = "~4.0.0"
|
|
||||||
pytest-env = "~1.1.3"
|
|
||||||
pytest-mock = "~3.14.0"
|
|
||||||
types-aiofiles = "~24.1.0"
|
|
||||||
types-beautifulsoup4 = "~4.12.0"
|
|
||||||
types-cachetools = "~5.5.0"
|
|
||||||
types-colorama = "~0.4.15"
|
|
||||||
types-defusedxml = "~0.7.0"
|
|
||||||
types-deprecated = "~1.2.15"
|
|
||||||
types-docutils = "~0.21.0"
|
|
||||||
types-flask-cors = "~5.0.0"
|
|
||||||
types-flask-migrate = "~4.1.0"
|
|
||||||
types-gevent = "~24.11.0"
|
|
||||||
types-greenlet = "~3.1.0"
|
|
||||||
types-html5lib = "~1.1.11"
|
|
||||||
types-markdown = "~3.7.0"
|
|
||||||
types-oauthlib = "~3.2.0"
|
|
||||||
types-objgraph = "~3.6.0"
|
|
||||||
types-olefile = "~0.47.0"
|
|
||||||
types-openpyxl = "~3.1.5"
|
|
||||||
types-pexpect = "~4.9.0"
|
|
||||||
types-protobuf = "~5.29.1"
|
|
||||||
types-psutil = "~7.0.0"
|
|
||||||
types-psycopg2 = "~2.9.21"
|
|
||||||
types-pygments = "~2.19.0"
|
|
||||||
types-pymysql = "~1.1.0"
|
|
||||||
types-python-dateutil = "~2.9.0"
|
|
||||||
types-pywin32 = "~310.0.0"
|
|
||||||
types-pyyaml = "~6.0.12"
|
|
||||||
types-regex = "~2024.11.6"
|
|
||||||
types-requests = "~2.32.0"
|
|
||||||
types-requests-oauthlib = "~2.0.0"
|
|
||||||
types-shapely = "~2.0.0"
|
|
||||||
types-simplejson = "~3.20.0"
|
|
||||||
types-six = "~1.17.0"
|
|
||||||
types-tensorflow = "~2.18.0"
|
|
||||||
types-tqdm = "~4.67.0"
|
|
||||||
types-ujson = "~5.10.0"
|
|
||||||
|
|
||||||
############################################################
|
############################################################
|
||||||
# [ Lint ] dependency group
|
# [ VDB ] dependency group
|
||||||
# Required for code style linting
|
# Required by vector store clients
|
||||||
############################################################
|
############################################################
|
||||||
[tool.poetry.group.lint]
|
vdb = [
|
||||||
optional = true
|
"alibabacloud_gpdb20160503~=3.8.0",
|
||||||
[tool.poetry.group.lint.dependencies]
|
"alibabacloud_tea_openapi~=0.3.9",
|
||||||
dotenv-linter = "~0.5.0"
|
"chromadb==0.5.20",
|
||||||
ruff = "~0.11.0"
|
"clickhouse-connect~=0.7.16",
|
||||||
|
"couchbase~=4.3.0",
|
||||||
|
"elasticsearch==8.14.0",
|
||||||
|
"opensearch-py==2.4.0",
|
||||||
|
"oracledb~=2.2.1",
|
||||||
|
"pgvecto-rs[sqlalchemy]~=0.2.1",
|
||||||
|
"pgvector==0.2.5",
|
||||||
|
"pymilvus~=2.5.0",
|
||||||
|
"pymochow==1.3.1",
|
||||||
|
"pyobvector~=0.1.6",
|
||||||
|
"qdrant-client==1.7.3",
|
||||||
|
"tablestore==6.1.0",
|
||||||
|
"tcvectordb~=1.6.4",
|
||||||
|
"tidb-vector==0.0.9",
|
||||||
|
"upstash-vector==0.6.0",
|
||||||
|
"volcengine-compat~=1.0.156",
|
||||||
|
"weaviate-client~=3.21.0",
|
||||||
|
"xinference-client~=1.2.2",
|
||||||
|
]
|
||||||
|
|||||||
@ -1,49 +0,0 @@
|
|||||||
from typing import Any
|
|
||||||
|
|
||||||
import toml # type: ignore
|
|
||||||
|
|
||||||
|
|
||||||
def load_api_poetry_configs() -> dict[str, Any]:
|
|
||||||
pyproject_toml = toml.load("api/pyproject.toml")
|
|
||||||
return pyproject_toml["tool"]["poetry"]
|
|
||||||
|
|
||||||
|
|
||||||
def load_all_dependency_groups() -> dict[str, dict[str, dict[str, Any]]]:
|
|
||||||
configs = load_api_poetry_configs()
|
|
||||||
configs_by_group = {"main": configs}
|
|
||||||
for group_name in configs["group"]:
|
|
||||||
configs_by_group[group_name] = configs["group"][group_name]
|
|
||||||
dependencies_by_group = {group_name: base["dependencies"] for group_name, base in configs_by_group.items()}
|
|
||||||
return dependencies_by_group
|
|
||||||
|
|
||||||
|
|
||||||
def test_group_dependencies_sorted():
|
|
||||||
for group_name, dependencies in load_all_dependency_groups().items():
|
|
||||||
dependency_names = list(dependencies.keys())
|
|
||||||
expected_dependency_names = sorted(set(dependency_names))
|
|
||||||
section = f"tool.poetry.group.{group_name}.dependencies" if group_name else "tool.poetry.dependencies"
|
|
||||||
assert expected_dependency_names == dependency_names, (
|
|
||||||
f"Dependencies in group {group_name} are not sorted. "
|
|
||||||
f"Check and fix [{section}] section in pyproject.toml file"
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def test_group_dependencies_version_operator():
|
|
||||||
for group_name, dependencies in load_all_dependency_groups().items():
|
|
||||||
for dependency_name, specification in dependencies.items():
|
|
||||||
version_spec = specification if isinstance(specification, str) else specification["version"]
|
|
||||||
assert not version_spec.startswith("^"), (
|
|
||||||
f"Please replace '{dependency_name} = {version_spec}' with '{dependency_name} = ~{version_spec[1:]}' "
|
|
||||||
f"'^' operator is too wide and not allowed in the version specification."
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def test_duplicated_dependency_crossing_groups() -> None:
|
|
||||||
all_dependency_names: list[str] = []
|
|
||||||
for dependencies in load_all_dependency_groups().values():
|
|
||||||
dependency_names = list(dependencies.keys())
|
|
||||||
all_dependency_names.extend(dependency_names)
|
|
||||||
expected_all_dependency_names = set(all_dependency_names)
|
|
||||||
assert sorted(expected_all_dependency_names) == sorted(all_dependency_names), (
|
|
||||||
"Duplicated dependencies crossing groups are found"
|
|
||||||
)
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,7 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
set -x
|
||||||
|
|
||||||
|
# run mypy checks
|
||||||
|
uv run --directory api --group dev \
|
||||||
|
python -m mypy --install-types --non-interactive .
|
||||||
@ -1,18 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
|
|
||||||
# rely on `poetry` in path
|
|
||||||
if ! command -v poetry &> /dev/null; then
|
|
||||||
echo "Installing Poetry ..."
|
|
||||||
pip install poetry
|
|
||||||
fi
|
|
||||||
|
|
||||||
# check poetry.lock in sync with pyproject.toml
|
|
||||||
poetry check -C api --lock
|
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
# update poetry.lock
|
|
||||||
# refreshing lockfile only without updating locked versions
|
|
||||||
echo "poetry.lock is outdated, refreshing without updating locked versions ..."
|
|
||||||
poetry lock -C api
|
|
||||||
else
|
|
||||||
echo "poetry.lock is ready."
|
|
||||||
fi
|
|
||||||
@ -0,0 +1,10 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# rely on `uv` in path
|
||||||
|
if ! command -v uv &> /dev/null; then
|
||||||
|
echo "Installing uv ..."
|
||||||
|
pip install uv
|
||||||
|
fi
|
||||||
|
|
||||||
|
# check uv.lock in sync with pyproject.toml
|
||||||
|
uv lock --project api
|
||||||
@ -1,13 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
|
|
||||||
# rely on `poetry` in path
|
|
||||||
if ! command -v poetry &> /dev/null; then
|
|
||||||
echo "Installing Poetry ..."
|
|
||||||
pip install poetry
|
|
||||||
fi
|
|
||||||
|
|
||||||
# refreshing lockfile, updating locked versions
|
|
||||||
poetry update -C api
|
|
||||||
|
|
||||||
# check poetry.lock in sync with pyproject.toml
|
|
||||||
poetry check -C api --lock
|
|
||||||
@ -0,0 +1,22 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# Update dependencies in dify/api project using uv
|
||||||
|
set -e
|
||||||
|
set -o pipefail
|
||||||
|
|
||||||
|
SCRIPT_DIR="$(dirname "$0")"
|
||||||
|
REPO_ROOT="$(dirname "${SCRIPT_DIR}")"
|
||||||
|
|
||||||
|
# rely on `poetry` in path
|
||||||
|
if ! command -v uv &> /dev/null; then
|
||||||
|
echo "Installing uv ..."
|
||||||
|
pip install uv
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd "${REPO_ROOT}"
|
||||||
|
|
||||||
|
# refreshing lockfile, updating locked versions
|
||||||
|
uv lock --project api --upgrade
|
||||||
|
|
||||||
|
# check uv.lock in sync with pyproject.toml
|
||||||
|
uv lock --project api --check
|
||||||
Loading…
Reference in New Issue