brige/human
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases 2 Wiki Activity

opti render

Browse Source
This commit is contained in:
jiegeaiai 2024-12-09 02:03:33 +08:00
parent 34787ae4d4
commit 74f993bdad
4 changed files with 16 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
human/audio_mal_handler.py
View File

@ -79,7 +79,6 @@ class AudioMalHandler(AudioHandler):
# print(mel.shape[0],mel.shape,len(mel[0]),len(self.frames)) # print(mel.shape[0],mel.shape,len(mel[0]),len(self.frames))
# cut off stride # cut off stride
left = max(0, self._context.stride_left_size * 80 / self._context.fps) left = max(0, self._context.stride_left_size * 80 / self._context.fps)
right = min(len(mel[0]), len(mel[0]) - self._context.stride_right_size * 80 / 50)
mel_idx_multiplier = 80. * 2 / self._context.fps mel_idx_multiplier = 80. * 2 / self._context.fps
mel_step_size = 16 mel_step_size = 16
i = 0 i = 0

11
human/human_context.py
View File

@ -18,11 +18,10 @@ class HumanContext:
def __init__(self): def __init__(self):
self._fps = 50 # 20 ms per frame self._fps = 50 # 20 ms per frame
self._image_size = 288 self._image_size = 288
self._batch_size = 16 self._batch_size = 6
self._sample_rate = 16000 self._sample_rate = 16000
self._stride_left_size = 10 self._stride_left_size = 4
self._stride_right_size = 10 self._stride_right_size = 4
self._render_batch = 5
self._asr = None self._asr = None
self._nlp = None self._nlp = None
@ -62,10 +61,6 @@ class HumanContext:
def image_size(self): def image_size(self):
return self._image_size return self._image_size
@property
def render_batch(self):
return self._render_batch
@property @property
def device(self): def device(self):
return self._device return self._device

6
human/human_render.py
View File

@ -52,11 +52,11 @@ class HumanRender(AudioHandler):
if self._render_status is RenderStatus.E_Empty: if self._render_status is RenderStatus.E_Empty:
continue continue
real_delay = delay - use real_delay = delay - use
print(f'send voice {use}') # print(f'send voice {use}')
if real_delay > 0: if real_delay > 0:
time.sleep(real_delay) time.sleep(real_delay)
else: # else:
print(f'send voice {real_delay}') # print(f'send voice {real_delay}')
logging.info('human render exit') logging.info('human render exit')

14
ui/ipc_render.py
View File

@ -49,17 +49,23 @@ class IpcRender(HumanRender):
def _on_reader_callback(self, data_str, size): def _on_reader_callback(self, data_str, size):
data_str = data_str.decode('utf-8') data_str = data_str.decode('utf-8')
print(f'on_reader_callback: {data_str}, size:{size}') # print(f'on_reader_callback: {data_str}, size:{size}')
if 'quit' == data_str: if 'quit' == data_str:
self._context.stop() self._context.stop()
elif 'heartbeat' == data_str: elif 'heartbeat' == data_str:
pass pass
elif 'full' == data_str: elif 'full' == data_str:
self._render_status = RenderStatus.E_Full if self._render_status != RenderStatus.E_Full:
logger.info(f'change to E_Full status')
self._render_status = RenderStatus.E_Full
elif 'empty' == data_str: elif 'empty' == data_str:
self._render_status = RenderStatus.E_Empty if self._render_status != RenderStatus.E_Empty:
logger.info(f'change to E_Full status')
self._render_status = RenderStatus.E_Empty
elif 'normal' == data_str: elif 'normal' == data_str:
self._render_status = RenderStatus.E_Normal if self._render_status != RenderStatus.E_Normal:
logger.info(f'change to E_Normal status')
self._render_status = RenderStatus.E_Normal
def run(self): def run(self):
self._ipc.set_reader_callback(self._on_reader_callback) self._ipc.set_reader_callback(self._on_reader_callback)