@@ -2191,7 +2191,7 @@ <h2 id="llama_cpp.Llama" class="doc doc-heading">
21912191</ span > < span id ="__span-0-480 "> < a id ="__codelineno-0-480 " name ="__codelineno-0-480 "> </ a > < span class ="n "> repeat_penalty</ span > < span class ="p "> :</ span > < span class ="nb "> float</ span > < span class ="o "> =</ span > < span class ="mf "> 1.1</ span > < span class ="p "> ,</ span >
21922192</ span > < span id ="__span-0-481 "> < a id ="__codelineno-0-481 " name ="__codelineno-0-481 "> </ a > < span class ="n "> top_k</ span > < span class ="p "> :</ span > < span class ="nb "> int</ span > < span class ="o "> =</ span > < span class ="mi "> 40</ span > < span class ="p "> ,</ span >
21932193</ span > < span id ="__span-0-482 "> < a id ="__codelineno-0-482 " name ="__codelineno-0-482 "> </ a > < span class ="n "> stream</ span > < span class ="p "> :</ span > < span class ="nb "> bool</ span > < span class ="o "> =</ span > < span class ="kc "> False</ span > < span class ="p "> ,</ span >
2194- </ span > < span id ="__span-0-483 "> < a id ="__codelineno-0-483 " name ="__codelineno-0-483 "> </ a > < span class ="p "> ):</ span >
2194+ </ span > < span id ="__span-0-483 "> < a id ="__codelineno-0-483 " name ="__codelineno-0-483 "> </ a > < span class ="p "> )</ span > < span class =" o " > -> </ span > < span class =" n " > Union </ span > < span class =" p " > [ </ span > < span class =" n " > Completion </ span > < span class =" p " > , </ span > < span class =" n " > Iterator </ span > < span class =" p " > [ </ span > < span class =" n " > CompletionChunk </ span > < span class =" p " > ]] :</ span >
21952195</ span > < span id ="__span-0-484 "> < a id ="__codelineno-0-484 " name ="__codelineno-0-484 "> </ a > < span class ="w "> </ span > < span class ="sd "> """Generate text from a prompt.</ span >
21962196</ span > < span id ="__span-0-485 "> < a id ="__codelineno-0-485 " name ="__codelineno-0-485 "> </ a >
21972197</ span > < span id ="__span-0-486 "> < a id ="__codelineno-0-486 " name ="__codelineno-0-486 "> </ a > < span class ="sd "> Args:</ span >
@@ -4065,6 +4065,7 @@ <h3 id="llama_cpp.llama.Llama.__call__" class="doc doc-heading">
40654065 < tbody >
40664066 < tr >
40674067 < td >
4068+ < code > < span title ="typing.Union "> Union</ span > [< span title ="llama_cpp.llama_types.Completion "> Completion</ span > , < span title ="typing.Iterator "> Iterator</ span > [< span title ="llama_cpp.llama_types.CompletionChunk "> CompletionChunk</ span > ]]</ code >
40684069 </ td >
40694070 < td > < p > Response object containing the generated text.</ p > </ td >
40704071 </ tr >
@@ -4134,7 +4135,7 @@ <h3 id="llama_cpp.llama.Llama.__call__" class="doc doc-heading">
41344135</ span > < span id ="__span-0-480 "> < a id ="__codelineno-0-480 " name ="__codelineno-0-480 "> </ a > < span class ="n "> repeat_penalty</ span > < span class ="p "> :</ span > < span class ="nb "> float</ span > < span class ="o "> =</ span > < span class ="mf "> 1.1</ span > < span class ="p "> ,</ span >
41354136</ span > < span id ="__span-0-481 "> < a id ="__codelineno-0-481 " name ="__codelineno-0-481 "> </ a > < span class ="n "> top_k</ span > < span class ="p "> :</ span > < span class ="nb "> int</ span > < span class ="o "> =</ span > < span class ="mi "> 40</ span > < span class ="p "> ,</ span >
41364137</ span > < span id ="__span-0-482 "> < a id ="__codelineno-0-482 " name ="__codelineno-0-482 "> </ a > < span class ="n "> stream</ span > < span class ="p "> :</ span > < span class ="nb "> bool</ span > < span class ="o "> =</ span > < span class ="kc "> False</ span > < span class ="p "> ,</ span >
4137- </ span > < span id ="__span-0-483 "> < a id ="__codelineno-0-483 " name ="__codelineno-0-483 "> </ a > < span class ="p "> ):</ span >
4138+ </ span > < span id ="__span-0-483 "> < a id ="__codelineno-0-483 " name ="__codelineno-0-483 "> </ a > < span class ="p "> )</ span > < span class =" o " > -> </ span > < span class =" n " > Union </ span > < span class =" p " > [ </ span > < span class =" n " > Completion </ span > < span class =" p " > , </ span > < span class =" n " > Iterator </ span > < span class =" p " > [ </ span > < span class =" n " > CompletionChunk </ span > < span class =" p " > ]] :</ span >
41384139</ span > < span id ="__span-0-484 "> < a id ="__codelineno-0-484 " name ="__codelineno-0-484 "> </ a > < span class ="w "> </ span > < span class ="sd "> """Generate text from a prompt.</ span >
41394140</ span > < span id ="__span-0-485 "> < a id ="__codelineno-0-485 " name ="__codelineno-0-485 "> </ a >
41404141</ span > < span id ="__span-0-486 "> < a id ="__codelineno-0-486 " name ="__codelineno-0-486 "> </ a > < span class ="sd "> Args:</ span >
0 commit comments