metacode/py_script.py at master · try1995/metacode · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
import requests
import json
import re

from typing import Union

from fastapi import FastAPI
from pydantic import BaseModel
import uvicorn
from enum import Enum
from loguru import logger
from prompt import *

class emPrompt(Enum):
    codeComment=0
    codeSummary=1
    codeSummaryAsk=2
    codeFix=3

    @classmethod
    def get_prompt_by_index(cls, index):
        match index:
            case cls.codeComment.value:
                return code_comments
            case cls.codeSummary.value:
                return code_summary
            case cls.codeSummaryAsk.value:
                return code_comments_ask
            case cls.codeFix.value:
                return code_fix
            case _:
                logger.error(f"unknow index:{index}")

    @classmethod
    def val_res_by_index(cls, index, res):
        match index:
            case cls.codeComment.value:
                return get_comments(res)
            case cls.codeFix.value:
                return get_codes(res)
            case _:
                return res

app = FastAPI()

class item(BaseModel):
    query: str
    prompt: int
    ask: str = ""

pattern = re.compile('(""".*?""")', re.DOTALL)
pattern_fix = re.compile('(```.*?```)', re.DOTALL)


def get_comments(raw:str):
    try:
        res = re.findall(pattern, raw)[0]
    except Exception as _:
        logger.error(raw)
        res = ""
    return res

def get_codes(raw:str):
    try:
        res = re.findall(pattern_fix, raw)[0]
    except Exception as _:
        logger.error(raw)
        res = ""
    return res

def get_data_from_qwen(query, prompt: int, ask):
    url = "http://192.168.0.110:31010/api/generate"
    prompt_re = emPrompt.get_prompt_by_index(prompt).format(code=query, ask=ask)

    payload = json.dumps({
    "model": "qwen2:7b",
    "prompt": prompt_re,
    "stream": False,
    "options": {
        "top_p": 0.1
    }
    })
    headers = {
        'Content-Type': 'application/json'
    }

    logger.debug(prompt_re)

    response = requests.request("POST", url, headers=headers, data=payload)
    res = emPrompt.val_res_by_index(prompt, response.json()["response"])
    logger.debug(res)

    return res


@app.post("/generate")
def service(item: item):
    return get_data_from_qwen(item.query, item.prompt, item.ask)


if __name__ == "__main__":
    uvicorn.run("py_script:app", host="0.0.0.0", port=31001)