updated README.md, changed slider default values

README.md

@@ -7,7 +7,12 @@ sdk: streamlit
 sdk_version: 1.30.0
 app_file: app.py
 pinned: false
+models: progs2002/star-trek-tng-script-generator
 license: mit
+
+preload_from_hub:
+    - progs2002/star-trek-tng-script-generator/model.safetensors
+    - progs2002/star-trek-tng-script-generator/tokenizer.json
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -34,8 +34,8 @@ import streamlit_scrollable_textbox as stx
 
 st.text(ascii_art)
 
-with st.spinner("Please wait... loading model"):
-    llm = LLM()
+# with st.spinner("Please wait... loading model"):
+llm = LLM()
 
 demo_text = """DATA: The ship has gone into warp, sir.
 RIKER: Who gave the command?
@@ -48,11 +48,11 @@ col1, col2 = st.columns(2)
 
 with col1:
     temp = st.slider('Temperature', 0.0, 1.0, 1.0, 0.1)
-    max_len = st.number_input('Max length', min_value=1, max_value=2048, value=512)
+    max_len = st.number_input('Max new tokens', min_value=1, max_value=2048, value=128)
 
 with col2:
     top_p = st.slider('p', 0.0, 1.0, 0.95, 0.1)
-    top_k = st.slider('k', 1, 100, 50, 5)
+    top_k = st.slider('k', 1, 100, 1, 5)
 
 if st.button("Generate"):
     with st.spinner("Generating text..."):

model.py

@@ -10,7 +10,7 @@ class LLM:
 
         output_tokens = self.model.generate(
             input_ids = encoded_prompt,
-            max_length = max_len,
+            max_new_tokens = max_len,
             do_sample=True,
             num_return_sequences=1,
             pad_token_id=self.model.config.eos_token_id,