Replace lstrip() with removeprefix() to fix Ruff linter warning (#2958)
This commit is contained in:
parent
3123f15138
commit
14e3f9a1b2
@ -64,7 +64,7 @@ async def async_request_tgi(
|
|||||||
output.ttft = ttft
|
output.ttft = ttft
|
||||||
output.latency = time.perf_counter() - st
|
output.latency = time.perf_counter() - st
|
||||||
|
|
||||||
body = data.decode("utf-8").lstrip("data:")
|
body = remove_prefix(data.decode("utf-8"), "data:")
|
||||||
output.generated_text = json.loads(body)["generated_text"]
|
output.generated_text = json.loads(body)["generated_text"]
|
||||||
output.success = True
|
output.success = True
|
||||||
else:
|
else:
|
||||||
@ -158,7 +158,7 @@ async def async_request_trt_llm(
|
|||||||
output.ttft = ttft
|
output.ttft = ttft
|
||||||
output.latency = time.perf_counter() - st
|
output.latency = time.perf_counter() - st
|
||||||
|
|
||||||
body = data.decode("utf-8").lstrip("data:")
|
body = remove_prefix(data.decode("utf-8"), "data:")
|
||||||
output.generated_text = json.loads(body)["text_output"]
|
output.generated_text = json.loads(body)["text_output"]
|
||||||
output.success = True
|
output.success = True
|
||||||
|
|
||||||
@ -255,7 +255,7 @@ async def async_request_openai_completions(
|
|||||||
if not chunk:
|
if not chunk:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
chunk = chunk.decode("utf-8").lstrip("data: ")
|
chunk = remove_prefix(chunk.decode("utf-8"), "data: ")
|
||||||
if chunk == "[DONE]":
|
if chunk == "[DONE]":
|
||||||
latency = time.perf_counter() - st
|
latency = time.perf_counter() - st
|
||||||
else:
|
else:
|
||||||
@ -322,7 +322,7 @@ async def async_request_openai_chat_completions(
|
|||||||
if not chunk:
|
if not chunk:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
chunk = chunk.decode("utf-8").lstrip("data: ")
|
chunk = remove_prefix(chunk.decode("utf-8"), "data: ")
|
||||||
if chunk == "[DONE]":
|
if chunk == "[DONE]":
|
||||||
latency = time.perf_counter() - st
|
latency = time.perf_counter() - st
|
||||||
else:
|
else:
|
||||||
@ -344,6 +344,13 @@ async def async_request_openai_chat_completions(
|
|||||||
return output
|
return output
|
||||||
|
|
||||||
|
|
||||||
|
# Since vllm must support Python 3.8, we can't use str.removeprefix(prefix) introduced in Python 3.9
|
||||||
|
def remove_prefix(text: str, prefix: str) -> str:
|
||||||
|
if text.startswith(prefix):
|
||||||
|
return text[len(prefix):]
|
||||||
|
return text
|
||||||
|
|
||||||
|
|
||||||
ASYNC_REQUEST_FUNCS = {
|
ASYNC_REQUEST_FUNCS = {
|
||||||
"tgi": async_request_tgi,
|
"tgi": async_request_tgi,
|
||||||
"vllm": async_request_vllm,
|
"vllm": async_request_vllm,
|
||||||
|
|||||||
@ -33,8 +33,6 @@ ignore = [
|
|||||||
"F405", "F403",
|
"F405", "F403",
|
||||||
# lambda expression assignment
|
# lambda expression assignment
|
||||||
"E731",
|
"E731",
|
||||||
# .strip() with multi-character strings
|
|
||||||
"B005",
|
|
||||||
# Loop control variable not used within loop body
|
# Loop control variable not used within loop body
|
||||||
"B007",
|
"B007",
|
||||||
]
|
]
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user