| import gradio as gr |
|
|
| import run |
|
|
| title = "Lit GPT: Pythia 160M " |
|
|
| with gr.Blocks(title=title) as interface: |
| with gr.Row(): |
| prompt = gr.Textbox(label="Input Text") |
|
|
| temperature = gr.Slider( |
| 0, |
| 1, |
| value=0.8, |
| label="Temperature", |
| info="Set the creativity level: Higher values produce more varied results, lower values generate more predictable text.", |
| ) |
| top_k = gr.Slider( |
| 200, |
| 300, |
| value=200, |
| label="Top K", |
| info="Control the randomness: Limits the AI to consider only the top K most likely next words.", |
| ) |
| max_new_tokens = gr.Slider( |
| 10, |
| 500, |
| value=500, |
| label="Max Tokens", |
| info="top most preferable tokens to consider in the sampling process", |
| ) |
|
|
| inputs = [prompt, max_new_tokens, top_k, temperature] |
|
|
| with gr.Column(): |
| outputs = gr.Textbox(label="Generated") |
| button = gr.Button("Generate") |
| button.click(run.generate_from_prompt, inputs=inputs, outputs=outputs) |
|
|
| |
| |
|
|
|
|
| interface.launch() |
|
|
