fixbug: dead loop

This commit is contained in:
莘权 马 2023-08-31 22:48:50 +08:00
parent 614bdf9e74
commit 0156fa5922

View file

@ -285,6 +285,7 @@ class OpenAIGPTAPI(BaseGPTAPI, RateLimiter):
padding_size = 20 if window_size > 20 else 0
windows = []
idx = 0
data_len = window_size - padding_size
while idx < total_len:
if window_size + idx > total_len: # 不足一个滑窗
windows.append(text[idx:])
@ -295,7 +296,7 @@ class OpenAIGPTAPI(BaseGPTAPI, RateLimiter):
# idx=2, | idx=5 | idx=8 | ...
w = text[idx : idx + window_size]
windows.append(w)
idx += window_size - padding_size if idx == 0 else window_size
idx += data_len
for i in range(len(windows)):
if i + 1 == len(windows):