84 lines
2.4 KiB
Python
84 lines
2.4 KiB
Python
# -*- encoding: utf-8 -*-
|
||
'''
|
||
@Email : liaoxiju@inspur.com
|
||
'''
|
||
import os
|
||
import re
|
||
import sys
|
||
import uvicorn
|
||
from fastapi import FastAPI, Request
|
||
from modelscope.pipelines import pipeline
|
||
import requests
|
||
|
||
app = FastAPI()
|
||
|
||
#--env MODEL_PATH="/data/models/HaiRuo-3B-SDXL-Base-TypeB-V1.0.0.0"
|
||
|
||
model_path = os.getenv('MODEL_PATH','./wwd123/sadtalker')
|
||
|
||
inference = pipeline('talking-head', model=model_path, model_revision='v1.0.0')
|
||
|
||
def upload_to_s3(filepath):
|
||
os.system(f's3cmd put --expiry-days 10 {filepath} -r s3://ihp/tmp/liao/service/sadtalker/results/')
|
||
|
||
def download_wav(wav_url):
|
||
try:
|
||
res = requests.get(wav_url)
|
||
content = res.content
|
||
tmp_dir = tempfile.TemporaryDirectory(dir="results").name
|
||
if not os.path.exists(tmp_dir):
|
||
os.system(f"mkdir -p {tmp_dir}")
|
||
wav_path = os.path.join(tmp_dir, "input_audio.wav")
|
||
fout = open(wav_path, "wb")
|
||
fout.write(content)
|
||
fout.close()
|
||
return wav_path, tmp_dir
|
||
except:
|
||
import traceback
|
||
print("download error", traceback.format_exc())
|
||
return None
|
||
|
||
#@app.post("/hairuo/audiodrivenvido")
|
||
@app.post("/agentstore/api/v1/multimodal_models/dh/dighthuman")
|
||
async def digithuman(request: Request, req: dict):
|
||
'''
|
||
获取音频url-wav音频，然后使用sadtalker
|
||
'''
|
||
body_data = await request.body()
|
||
body_data = body_data.decode("utf-8")
|
||
try:
|
||
save_path = "results"
|
||
if not os.path.exists(save_path):
|
||
os.system(f"mkdir -p {save_path}")
|
||
|
||
audio_url = req.get("audio_url")
|
||
wav_path, tmp_dir = download_wav(audio_url)
|
||
source_image = 'nv.jpg'
|
||
|
||
video_path = inference(source_image, driven_audio=wav_path, **kwargs)
|
||
|
||
upload_to_s3(video_path)
|
||
|
||
##清除临时文件
|
||
os.system(f"rm -rf {tmp_dir}")
|
||
os.system(f"rm {video_path}")
|
||
|
||
video_url = os.path.join("https://ihp.oss.cn-north-4.inspurcloudoss.com/tmp/liao/service/sadtalker/", video_path)
|
||
resp = {
|
||
"code": "0",
|
||
"message": "success",
|
||
"result": video_url
|
||
}
|
||
return resp
|
||
|
||
except:
|
||
resp = {
|
||
"code": "1",
|
||
"message": "audiodrivenvido model call error",
|
||
"result": ""
|
||
}
|
||
return resp
|
||
|
||
|
||
if __name__ == "__main__":
|
||
uvicorn.run(app, host="0.0.0.0", port=14041) |