litellm/.github/workflows/test-code-quality.yml at main · Sameerlite/litellm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
name: Code Quality Checks

on:
  pull_request:
    branches:
      - main
      - litellm_internal_staging
      - litellm_oss_branch
      - "litellm_**"

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  code-quality:
    runs-on: ubuntu-latest
    timeout-minutes: 15

    steps:
      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        with:
          persist-credentials: false

      - name: Checkout litellm-docs into docs/my-website (for documentation_tests)
        uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        with:
          repository: BerriAI/litellm-docs
          path: docs/my-website
          persist-credentials: false

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
        with:
          python-version: "3.12"

      - name: Set up uv
        uses: astral-sh/setup-uv@37802adc94f370d6bfd71619e3f0bf239e1f3b78 # v7
        with:
          version: "0.10.9"

      - name: Cache uv dependencies
        uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
        with:
          path: |
            ~/.cache/uv
            .venv
          key: ${{ runner.os }}-uv-${{ hashFiles('uv.lock') }}
          restore-keys: |
            ${{ runner.os }}-uv-

      - name: Install dependencies
        run: uv sync --frozen --all-groups --all-extras

      - name: check_licenses
        run: uv run --no-sync python ./tests/code_coverage_tests/check_licenses.py

      - name: check_provider_folders_documented
        run: uv run --no-sync python ./tests/code_coverage_tests/check_provider_folders_documented.py

      - name: router_code_coverage
        run: uv run --no-sync python ./tests/code_coverage_tests/router_code_coverage.py

      - name: test_chat_completion_imports
        run: uv run --no-sync python ./tests/code_coverage_tests/test_chat_completion_imports.py

      - name: info_log_check
        run: uv run --no-sync python ./tests/code_coverage_tests/info_log_check.py

      - name: check_guardrail_apply_decorator
        run: uv run --no-sync python ./tests/code_coverage_tests/check_guardrail_apply_decorator.py

      - name: test_ban_set_verbose
        run: uv run --no-sync python ./tests/code_coverage_tests/test_ban_set_verbose.py

      - name: code_qa_check_tests
        run: uv run --no-sync python ./tests/code_coverage_tests/code_qa_check_tests.py

      - name: check_get_model_cost_key_performance
        run: uv run --no-sync python ./tests/code_coverage_tests/check_get_model_cost_key_performance.py

      - name: test_proxy_types_import
        run: uv run --no-sync python ./tests/code_coverage_tests/test_proxy_types_import.py

      - name: callback_manager_test
        run: uv run --no-sync python ./tests/code_coverage_tests/callback_manager_test.py

      - name: recursive_detector
        run: uv run --no-sync python ./tests/code_coverage_tests/recursive_detector.py

      - name: test_router_strategy_async
        run: uv run --no-sync python ./tests/code_coverage_tests/test_router_strategy_async.py

      - name: litellm_logging_code_coverage
        run: uv run --no-sync python ./tests/code_coverage_tests/litellm_logging_code_coverage.py

      - name: ensure_async_clients_test
        run: uv run --no-sync python ./tests/code_coverage_tests/ensure_async_clients_test.py

      - name: enforce_llms_folder_style
        run: uv run --no-sync python ./tests/code_coverage_tests/enforce_llms_folder_style.py

      - name: prevent_key_leaks_in_exceptions
        run: uv run --no-sync python ./tests/code_coverage_tests/prevent_key_leaks_in_exceptions.py

      - name: check_unsafe_enterprise_import
        run: uv run --no-sync python ./tests/code_coverage_tests/check_unsafe_enterprise_import.py

      - name: ban_copy_deepcopy_kwargs
        run: uv run --no-sync python ./tests/code_coverage_tests/ban_copy_deepcopy_kwargs.py

      - name: check_fastuuid_usage
        run: uv run --no-sync python ./tests/code_coverage_tests/check_fastuuid_usage.py

      - name: memory_test
        run: uv run --no-sync python ./tests/code_coverage_tests/memory_test.py

      - name: documentation_test_env_keys
        run: uv run --no-sync python ./tests/documentation_tests/test_env_keys.py

      - name: documentation_test_router_settings
        run: uv run --no-sync python ./tests/documentation_tests/test_router_settings.py

      - name: documentation_test_api_docs
        run: uv run --no-sync python ./tests/documentation_tests/test_api_docs.py