from flask import Flask, render_template_string
from api import api # your OpenAI-style API blueprint
app = Flask(__name__)
app.register_blueprint(api)
@app.route("/")
def index():
return render_template_string("""
LLM Chat
Chat with Hermes-7B
""")
if __name__ == "__main__":
app.run(host="0.0.0.0", port=7860)