OpenAIProxy/main.py

60 lines
1.8 KiB
Python

import json
from flask import Flask, request, Response
import requests
app = Flask(__name__)
# Die Backend-Server-Adresse
BACKEND_SERVER = "https://api.mistral.ai"
@app.route("/", defaults={"path": ""}, methods=["GET", "POST", "PUT", "DELETE"])
@app.route("/<path:path>", methods=["GET", "POST", "PUT", "DELETE"])
def proxy(path):
# Die Anfrage an den Backend-Server weiterleiten
backend_url = f"{BACKEND_SERVER}/{path}"
print(f"Request to backend: {backend_url}")
# Anfragemethode und -header an den Backend-Server weiterleiten
backend_request_method = request.method
backend_request_headers = {}
for header in request.headers:
if header[0] in [ "Authorization", "Accept", "Content-Type"]:
backend_request_headers[header[0]] = header[1]
# Den Request-Body filtern, bevor er an den Backend-Server gesendet wird
if (request.get_data()):
backend_request_data = filter_request_body(request.get_data())
else:
backend_request_data = None
# Die Anfrage an den Backend-Server senden
backend_response = requests.request(
backend_request_method,
backend_url,
headers=backend_request_headers,
data=backend_request_data,
)
# Die Antwort des Backend-Servers an den Client weiterleiten
response_headers = {
"Content-Type": backend_request_headers["Content-Type"],
}
response = Response(backend_response.content, backend_response.status_code, response_headers)
print(f"Response headers: {response_headers}")
print(f"Response body: {backend_response.content}")
return response
def filter_request_body(request_body):
j = json.loads(request_body)
if "user" in j:
del j["user"]
if "n" in j:
del j["n"]
return json.dumps(j)
if __name__ == "__main__":
app.run(host="0.0.0.0", port=8080, debug=True)