# -*- encoding: utf-8 -*- ''' @Email : liaoxiju@inspur.com ''' import os import re import sys import uvicorn from fastapi import FastAPI, Request from modelscope.pipelines import pipeline import requests app = FastAPI() #--env MODEL_PATH="/data/models/HaiRuo-3B-SDXL-Base-TypeB-V1.0.0.0" model_path = os.getenv('MODEL_PATH','./wwd123/sadtalker') inference = pipeline('talking-head', model=model_path, model_revision='v1.0.0') def upload_to_s3(filepath): os.system(f's3cmd put --expiry-days 10 {filepath} -r s3://ihp/tmp/liao/service/sadtalker/results/') def download_wav(wav_url): try: res = requests.get(wav_url) content = res.content tmp_dir = tempfile.TemporaryDirectory(dir="results").name if not os.path.exists(tmp_dir): os.system(f"mkdir -p {tmp_dir}") wav_path = os.path.join(tmp_dir, "input_audio.wav") fout = open(wav_path, "wb") fout.write(content) fout.close() return wav_path, tmp_dir except: import traceback print("download error", traceback.format_exc()) return None #@app.post("/hairuo/audiodrivenvido") @app.post("/agentstore/api/v1/multimodal_models/dh/dighthuman") async def digithuman(request: Request, req: dict): ''' 获取音频url-wav音频,然后使用sadtalker ''' body_data = await request.body() body_data = body_data.decode("utf-8") try: save_path = "results" if not os.path.exists(save_path): os.system(f"mkdir -p {save_path}") audio_url = req.get("audio_url") wav_path, tmp_dir = download_wav(audio_url) source_image = 'nv.jpg' video_path = inference(source_image, driven_audio=wav_path, **kwargs) upload_to_s3(video_path) ##清除临时文件 os.system(f"rm -rf {tmp_dir}") os.system(f"rm {video_path}") video_url = os.path.join("https://ihp.oss.cn-north-4.inspurcloudoss.com/tmp/liao/service/sadtalker/", video_path) resp = { "code": "0", "message": "success", "result": video_url } return resp except: resp = { "code": "1", "message": "audiodrivenvido model call error", "result": "" } return resp if __name__ == "__main__": uvicorn.run(app, host="0.0.0.0", port=14041)