File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -56,8 +56,8 @@ def create(
5656 min_replicas : int ,
5757 max_replicas : int ,
5858 display_name : Optional [str ] = None ,
59- disable_prompt_cache : bool = False ,
60- disable_speculative_decoding : bool = False ,
59+ disable_prompt_cache : bool = True ,
60+ disable_speculative_decoding : bool = True ,
6161 state : Literal ["STARTED" , "STOPPED" ] = "STARTED" ,
6262 inactive_timeout : Optional [int ] = None ,
6363 ) -> DedicatedEndpoint :
@@ -304,8 +304,8 @@ async def create(
304304 min_replicas : int ,
305305 max_replicas : int ,
306306 display_name : Optional [str ] = None ,
307- disable_prompt_cache : bool = False ,
308- disable_speculative_decoding : bool = False ,
307+ disable_prompt_cache : bool = True ,
308+ disable_speculative_decoding : bool = True ,
309309 state : Literal ["STARTED" , "STOPPED" ] = "STARTED" ,
310310 inactive_timeout : Optional [int ] = None ,
311311 ) -> DedicatedEndpoint :
You can’t perform that action at this time.
0 commit comments