import os import requests import json import time url="http://prompt-svc.prompt.svc.cluster.local:5000/prompts" headers= {'content-type': 'application/json'} def get_prompt(question: str): requestData = {} requestData["question"]=question ret = requests.post(url, json=requestData, headers=headers, timeout=30) if ret.status_code == 200: result=json.loads(ret.text) return result['prompt'] return '' def get_prompt_with_retry(question: str): for delay in range(1, 2, 3): try: prompt = get_prompt(question) is_success = True except Exception as e: is_success, exception = False, e finally: if is_success is True: return prompt, True else: print('get_prompt_with_retry failed, will retry, question {} is_success {} exception {}'.format(question, is_success, exception)) time.sleep(delay) continue else: print('get_prompt_with_retry still failed after retry, question {} is_success {} exception {}'.format(question, is_success, exception)) return '', False if __name__ == "__main__": print(get_prompt("tidb developers based in japan"))