rgreenberg1 commited on
Commit
55b009f
1 Parent(s): b82bbf6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -45
app.py CHANGED
@@ -59,51 +59,7 @@ with gr.Blocks() as demo:
59
  "Claire makes a 3 egg omelet every morning for breakfast. How many dozens of eggs will she eat in 4 weeks?",
60
  "Gretchen has 110 coins. There are 30 more gold coins than silver coins. How many gold coins does Gretchen have?",],inputs=[textbox],)
61
 
62
- max_new_tokens = gr.Slider(
63
- label="Max new tokens",
64
- value=DEFAULT_MAX_NEW_TOKENS,
65
- minimum=0,
66
- maximum=MAX_MAX_NEW_TOKENS,
67
- step=1,
68
- interactive=True,
69
- info="The maximum numbers of new tokens",)
70
- temperature = gr.Slider(
71
- label="Temperature",
72
- value=0.3,
73
- minimum=0.05,
74
- maximum=1.0,
75
- step=0.05,
76
- interactive=True,
77
- info="Higher values produce more diverse outputs",
78
- )
79
- top_p = gr.Slider(
80
- label="Top-p (nucleus) sampling",
81
- value=0.40,
82
- minimum=0.0,
83
- maximum=1,
84
- step=0.05,
85
- interactive=True,
86
- info="Higher values sample more low-probability tokens",
87
- )
88
- top_k = gr.Slider(
89
- label="Top-k sampling",
90
- value=20,
91
- minimum=1,
92
- maximum=100,
93
- step=1,
94
- interactive=True,
95
- info="Sample from the top_k most likely tokens",
96
- )
97
- repetition_penalty = gr.Slider(
98
- label="Repetition penalty",
99
- value=1.2,
100
- minimum=1.0,
101
- maximum=2.0,
102
- step=0.05,
103
- interactive=True,
104
- info="Penalize repeated tokens",
105
- )
106
-
107
  # Generation inference
108
  def generate(
109
  message,
 
59
  "Claire makes a 3 egg omelet every morning for breakfast. How many dozens of eggs will she eat in 4 weeks?",
60
  "Gretchen has 110 coins. There are 30 more gold coins than silver coins. How many gold coins does Gretchen have?",],inputs=[textbox],)
61
 
62
+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  # Generation inference
64
  def generate(
65
  message,