Skip to content

Commit ffb8986

Browse files
committed
Mini refactor
1 parent 66256ac commit ffb8986

File tree

1 file changed

+7
-15
lines changed

1 file changed

+7
-15
lines changed

server.py

Lines changed: 7 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -206,8 +206,8 @@ def create_settings_menus(default_preset):
206206
description = '\n\n# Text generation lab\nGenerate text using Large Language Models.\n'
207207
suffix = '_pygmalion' if 'pygmalion' in shared.model_name.lower() else ''
208208

209-
if shared.args.chat or shared.args.cai_chat:
210-
with gr.Blocks(css=ui.css+ui.chat_css, analytics_enabled=False, title=title) as shared.gradio['interface']:
209+
with gr.Blocks(css=ui.css if not any((shared.args.chat, shared.args.cai_chat)) else ui.css+ui.chat_css, analytics_enabled=False, title=title) as shared.gradio['interface']:
210+
if shared.args.chat or shared.args.cai_chat:
211211
with gr.Tab("Text generation", elem_id="main"):
212212
if shared.args.cai_chat:
213213
shared.gradio['display'] = gr.HTML(value=generate_chat_html(shared.history['visible'], shared.settings[f'name1{suffix}'], shared.settings[f'name2{suffix}'], shared.character))
@@ -276,9 +276,6 @@ def create_settings_menus(default_preset):
276276

277277
create_settings_menus(default_preset)
278278

279-
if shared.args.extensions is not None:
280-
extensions_module.create_extensions_block()
281-
282279
function_call = 'chat.cai_chatbot_wrapper' if shared.args.cai_chat else 'chat.chatbot_wrapper'
283280
shared.input_params = [shared.gradio[k] for k in ['textbox', 'max_new_tokens', 'do_sample', 'temperature', 'top_p', 'typical_p', 'repetition_penalty', 'encoder_repetition_penalty', 'top_k', 'min_length', 'no_repeat_ngram_size', 'num_beams', 'penalty_alpha', 'length_penalty', 'early_stopping', 'name1', 'name2', 'context', 'check', 'chat_prompt_size_slider', 'chat_generation_attempts']]
284281

@@ -325,8 +322,7 @@ def create_settings_menus(default_preset):
325322
shared.gradio['interface'].load(lambda : chat.load_default_history(shared.settings[f'name1{suffix}'], shared.settings[f'name2{suffix}']), None, None)
326323
shared.gradio['interface'].load(reload_func, reload_inputs, [shared.gradio['display']], show_progress=True)
327324

328-
elif shared.args.notebook:
329-
with gr.Blocks(css=ui.css, analytics_enabled=False, title=title) as shared.gradio['interface']:
325+
elif shared.args.notebook:
330326
with gr.Tab("Text generation", elem_id="main"):
331327
with gr.Tab('Raw'):
332328
shared.gradio['textbox'] = gr.Textbox(value=default_text, lines=25)
@@ -344,18 +340,14 @@ def create_settings_menus(default_preset):
344340
with gr.Tab("Settings", elem_id="settings"):
345341
create_settings_menus(default_preset)
346342

347-
if shared.args.extensions is not None:
348-
extensions_module.create_extensions_block()
349-
350343
shared.input_params = [shared.gradio[k] for k in ['textbox', 'max_new_tokens', 'do_sample', 'temperature', 'top_p', 'typical_p', 'repetition_penalty', 'encoder_repetition_penalty', 'top_k', 'min_length', 'no_repeat_ngram_size', 'num_beams', 'penalty_alpha', 'length_penalty', 'early_stopping']]
351344
output_params = [shared.gradio[k] for k in ['textbox', 'markdown', 'html']]
352345
gen_events.append(shared.gradio['Generate'].click(generate_reply, shared.input_params, output_params, show_progress=shared.args.no_stream, api_name='textgen'))
353346
gen_events.append(shared.gradio['textbox'].submit(generate_reply, shared.input_params, output_params, show_progress=shared.args.no_stream))
354347
shared.gradio['Stop'].click(None, None, None, cancels=gen_events)
355348
shared.gradio['interface'].load(None, None, None, _js=f"() => {{{ui.main_js}}}")
356349

357-
else:
358-
with gr.Blocks(css=ui.css, analytics_enabled=False, title=title) as shared.gradio['interface']:
350+
else:
359351
with gr.Tab("Text generation", elem_id="main"):
360352
with gr.Row():
361353
with gr.Column():
@@ -380,9 +372,6 @@ def create_settings_menus(default_preset):
380372
with gr.Tab("Settings", elem_id="settings"):
381373
create_settings_menus(default_preset)
382374

383-
if shared.args.extensions is not None:
384-
extensions_module.create_extensions_block()
385-
386375
shared.input_params = [shared.gradio[k] for k in ['textbox', 'max_new_tokens', 'do_sample', 'temperature', 'top_p', 'typical_p', 'repetition_penalty', 'encoder_repetition_penalty', 'top_k', 'min_length', 'no_repeat_ngram_size', 'num_beams', 'penalty_alpha', 'length_penalty', 'early_stopping']]
387376
output_params = [shared.gradio[k] for k in ['output_textbox', 'markdown', 'html']]
388377
gen_events.append(shared.gradio['Generate'].click(generate_reply, shared.input_params, output_params, show_progress=shared.args.no_stream, api_name='textgen'))
@@ -391,6 +380,9 @@ def create_settings_menus(default_preset):
391380
shared.gradio['Stop'].click(None, None, None, cancels=gen_events)
392381
shared.gradio['interface'].load(None, None, None, _js=f"() => {{{ui.main_js}}}")
393382

383+
if shared.args.extensions is not None:
384+
extensions_module.create_extensions_block()
385+
394386
shared.gradio['interface'].queue()
395387
if shared.args.listen:
396388
shared.gradio['interface'].launch(prevent_thread_lock=True, share=shared.args.share, server_name='0.0.0.0', server_port=shared.args.listen_port, inbrowser=shared.args.auto_launch)

0 commit comments

Comments
 (0)