LocalLLMServerManager/appsettings.json at main · spelech/LocalLLMServerManager · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
{
  "Logging": {
    "LogLevel": {
      "Default": "Information",
      "Microsoft.AspNetCore": "Warning",
      "System.Net.Http.HttpClient": "Warning"
    }
  },
  "AllowedHosts": "*",
  "ReverseProxy": {
    "Routes": {
      "ollama-route": {
        "ClusterId": "ollama-cluster",
        "Match": {
          "Path": "{**catch-all}",
          "Headers": [
            {
              "Name": "x-target-service",
              "Values": [ "ollama" ],
              "Mode": "Contains"
            }
          ]
        }
      },
      "forge-route": {
        "ClusterId": "forge-cluster",
        "Match": {
          "Path": "{**catch-all}",
          "Headers": [
            {
              "Name": "x-target-service",
              "Values": [ "forge" ],
              "Mode": "Contains"
            }
          ]
        }
      },
      "ollama-api": {
        "ClusterId": "ollama-cluster",
        "Match": {
          "Path": "/api/{**catch-all}"
        }
      },
      "ollama-v1-chat": {
        "ClusterId": "ollama-cluster",
        "Match": {
          "Path": "/v1/chat/{**catch-all}"
        }
      },
      "ollama-v1-models": {
        "ClusterId": "ollama-cluster",
        "Match": {
          "Path": "/v1/models/{**catch-all}"
        }
      },
      "forge-sdapi": {
        "ClusterId": "forge-cluster",
        "Match": {
          "Path": "/sdapi/{**catch-all}"
        }
      },
      "forge-v1-images": {
        "ClusterId": "forge-cluster",
        "Match": {
          "Path": "/v1/images/{**catch-all}"
        }
      },
      "comfy-route": {
        "ClusterId": "comfy-cluster",
        "Match": {
          "Path": "/comfyapi/{**catch-all}"
        },
        "Transforms": [
          {
            "PathRemovePrefix": "/comfyapi"
          }
        ]
      }
    },
    "Clusters": {
      "ollama-cluster": {
        "Destinations": {
          "destination1": {
            "Address": "http://127.0.0.1:11434/"
          }
        }
      },
      "forge-cluster": {
        "Destinations": {
          "destination1": {
            "Address": "http://127.0.0.1:7860/"
          }
        }
      },
      "comfy-cluster": {
        "Destinations": {
          "destination1": {
            "Address": "http://127.0.0.1:8188/"
          }
        }
      }
    }
  }
}