@@ -206,8 +206,8 @@ def create_settings_menus(default_preset):
206
206
description = '\n \n # Text generation lab\n Generate text using Large Language Models.\n '
207
207
suffix = '_pygmalion' if 'pygmalion' in shared .model_name .lower () else ''
208
208
209
- if shared .args .chat or shared .args .cai_chat :
210
- with gr . Blocks ( css = ui . css + ui . chat_css , analytics_enabled = False , title = title ) as shared .gradio [ 'interface' ] :
209
+ with gr . Blocks ( css = ui . css if not any (( shared .args .chat , shared .args .cai_chat )) else ui . css + ui . chat_css , analytics_enabled = False , title = title ) as shared . gradio [ 'interface' ] :
210
+ if shared . args . chat or shared .args . cai_chat :
211
211
with gr .Tab ("Text generation" , elem_id = "main" ):
212
212
if shared .args .cai_chat :
213
213
shared .gradio ['display' ] = gr .HTML (value = generate_chat_html (shared .history ['visible' ], shared .settings [f'name1{ suffix } ' ], shared .settings [f'name2{ suffix } ' ], shared .character ))
@@ -276,9 +276,6 @@ def create_settings_menus(default_preset):
276
276
277
277
create_settings_menus (default_preset )
278
278
279
- if shared .args .extensions is not None :
280
- extensions_module .create_extensions_block ()
281
-
282
279
function_call = 'chat.cai_chatbot_wrapper' if shared .args .cai_chat else 'chat.chatbot_wrapper'
283
280
shared .input_params = [shared .gradio [k ] for k in ['textbox' , 'max_new_tokens' , 'do_sample' , 'temperature' , 'top_p' , 'typical_p' , 'repetition_penalty' , 'encoder_repetition_penalty' , 'top_k' , 'min_length' , 'no_repeat_ngram_size' , 'num_beams' , 'penalty_alpha' , 'length_penalty' , 'early_stopping' , 'name1' , 'name2' , 'context' , 'check' , 'chat_prompt_size_slider' , 'chat_generation_attempts' ]]
284
281
@@ -325,8 +322,7 @@ def create_settings_menus(default_preset):
325
322
shared .gradio ['interface' ].load (lambda : chat .load_default_history (shared .settings [f'name1{ suffix } ' ], shared .settings [f'name2{ suffix } ' ]), None , None )
326
323
shared .gradio ['interface' ].load (reload_func , reload_inputs , [shared .gradio ['display' ]], show_progress = True )
327
324
328
- elif shared .args .notebook :
329
- with gr .Blocks (css = ui .css , analytics_enabled = False , title = title ) as shared .gradio ['interface' ]:
325
+ elif shared .args .notebook :
330
326
with gr .Tab ("Text generation" , elem_id = "main" ):
331
327
with gr .Tab ('Raw' ):
332
328
shared .gradio ['textbox' ] = gr .Textbox (value = default_text , lines = 25 )
@@ -344,18 +340,14 @@ def create_settings_menus(default_preset):
344
340
with gr .Tab ("Settings" , elem_id = "settings" ):
345
341
create_settings_menus (default_preset )
346
342
347
- if shared .args .extensions is not None :
348
- extensions_module .create_extensions_block ()
349
-
350
343
shared .input_params = [shared .gradio [k ] for k in ['textbox' , 'max_new_tokens' , 'do_sample' , 'temperature' , 'top_p' , 'typical_p' , 'repetition_penalty' , 'encoder_repetition_penalty' , 'top_k' , 'min_length' , 'no_repeat_ngram_size' , 'num_beams' , 'penalty_alpha' , 'length_penalty' , 'early_stopping' ]]
351
344
output_params = [shared .gradio [k ] for k in ['textbox' , 'markdown' , 'html' ]]
352
345
gen_events .append (shared .gradio ['Generate' ].click (generate_reply , shared .input_params , output_params , show_progress = shared .args .no_stream , api_name = 'textgen' ))
353
346
gen_events .append (shared .gradio ['textbox' ].submit (generate_reply , shared .input_params , output_params , show_progress = shared .args .no_stream ))
354
347
shared .gradio ['Stop' ].click (None , None , None , cancels = gen_events )
355
348
shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .main_js } }}" )
356
349
357
- else :
358
- with gr .Blocks (css = ui .css , analytics_enabled = False , title = title ) as shared .gradio ['interface' ]:
350
+ else :
359
351
with gr .Tab ("Text generation" , elem_id = "main" ):
360
352
with gr .Row ():
361
353
with gr .Column ():
@@ -380,9 +372,6 @@ def create_settings_menus(default_preset):
380
372
with gr .Tab ("Settings" , elem_id = "settings" ):
381
373
create_settings_menus (default_preset )
382
374
383
- if shared .args .extensions is not None :
384
- extensions_module .create_extensions_block ()
385
-
386
375
shared .input_params = [shared .gradio [k ] for k in ['textbox' , 'max_new_tokens' , 'do_sample' , 'temperature' , 'top_p' , 'typical_p' , 'repetition_penalty' , 'encoder_repetition_penalty' , 'top_k' , 'min_length' , 'no_repeat_ngram_size' , 'num_beams' , 'penalty_alpha' , 'length_penalty' , 'early_stopping' ]]
387
376
output_params = [shared .gradio [k ] for k in ['output_textbox' , 'markdown' , 'html' ]]
388
377
gen_events .append (shared .gradio ['Generate' ].click (generate_reply , shared .input_params , output_params , show_progress = shared .args .no_stream , api_name = 'textgen' ))
@@ -391,6 +380,9 @@ def create_settings_menus(default_preset):
391
380
shared .gradio ['Stop' ].click (None , None , None , cancels = gen_events )
392
381
shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .main_js } }}" )
393
382
383
+ if shared .args .extensions is not None :
384
+ extensions_module .create_extensions_block ()
385
+
394
386
shared .gradio ['interface' ].queue ()
395
387
if shared .args .listen :
396
388
shared .gradio ['interface' ].launch (prevent_thread_lock = True , share = shared .args .share , server_name = '0.0.0.0' , server_port = shared .args .listen_port , inbrowser = shared .args .auto_launch )
0 commit comments