squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Add fix for JSON whitespace (#4189)

Browse Source 
Co-authored-by: Ubuntu <ubuntu@ip-172-31-13-147.ec2.internal>
This commit is contained in:
Ayush Rautwar 2024-04-19 23:49:22 -04:00 committed by GitHub
parent bc9df1571b
commit 138485a82d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 18 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/entrypoints/test_openai_server.py
View File

@ -754,6 +754,7 @@ async def test_guided_choice_chat_logprobs(server, client: openai.AsyncOpenAI,
async def test_response_format_json_object(server, client: openai.AsyncOpenAI): async def test_response_format_json_object(server, client: openai.AsyncOpenAI):
for _ in range(2):
resp = await client.chat.completions.create( resp = await client.chat.completions.create(
model=MODEL_NAME, model=MODEL_NAME,
messages=[{ messages=[{

5
vllm/model_executor/guided_decoding/outlines_logits_processors.py
View File

@ -131,6 +131,11 @@ class CFGLogitsProcessor(BaseLogitsProcessor):
fsm = CFGFSM(cfg, tokenizer) fsm = CFGFSM(cfg, tokenizer)
self.fsm = fsm self.fsm = fsm
def init_state(self):
"""Initialize state with a CFGFSM copy."""
super().init_state()
self.fsm = self.fsm.copy()
@lru_cache @lru_cache
def _adapt_tokenizer(tokenizer: PreTrainedTokenizerBase): def _adapt_tokenizer(tokenizer: PreTrainedTokenizerBase):