log something while infer

app.py

@@ -7,8 +7,6 @@ st.set_page_config(layout="wide")
 st.title("Tóm tắt Đa văn bản Tiếng Việt")
 
 col1, col2 = st.columns([1, 1])
-col2_title, = col2.columns(1)
-col2_chdg, col2_vit5 = col2.columns(2)
 
 # Initialize session state
 if 'num_docs' not in st.session_state:
@@ -38,14 +36,12 @@ category = col1.selectbox("Chọn chủ để của văn bản: ", ['Giáo dục
 def summarize():
     summ, _ = infer(st.session_state.docs, category)
     with col2.container():
-        col2_title.subheader("Kết quả: ")
-        col2_title.write("\n")
-
-    with col2.container():
-        col2_chdg.write("CHDG:")
-        col2_chdg.write(summ)
+        col2.subheader("Kết quả: ")
+        col2.write("\n")
+        col2.write("Sử dụng CHDG:")
+        col2.write(summ)
         summ_vit5 = vit5_infer(st.session_state.docs)
-        col2_vit5.write(summ_vit5)
+        col2.write(summ_vit5)
     
 if col1.button("Tóm tắt"):
     summarize()

infer_concat.py

@@ -82,7 +82,8 @@ def infer_2_hier(model, data_loader, device, tokenizer):
         att_mask = iter['list_att_mask']
         
         for i in range(len(inputs)):
-            # Check if the input tensor is all zeros
+            print(f"input {i}")
+			# Check if the input tensor is all zeros
             if torch.all(inputs[i] == 0):
                 # If the input is all zeros, skip this iteration
                 continue