Update app.py

app.py

@@ -117,12 +117,13 @@ def inference(text, progress=gr.Progress()):
 
     sentences = text.split('\n')
 
-    for sentence in progress.tqdm(sentences, desc="Translating...", unit="sentence"):
-        sentence = sentence.strip()
-
-        if len(sentence) == 0:
-            continue
+    non_empty_sentences = []
+    for sentence in sentences:
+        s = sentence.strip()
+        if len(s) != 0:
+            non_empty_sentences.append(s)
 
+    for sentence in progress.tqdm(non_empty_sentences, desc="Translating...", unit="sentence"):
         t0 = time.time()
 
         prompt = "Translate the text to Ukrainian:\n" + sentence
@@ -139,15 +140,15 @@ def inference(text, progress=gr.Progress()):
             max_new_tokens=2048,
 
             # Greedy Search
-            # do_sample=False,
-            # repetition_penalty=1.2,
+            do_sample=False,
+            repetition_penalty=1.05,
 
             # Sampling
-            do_sample=True,
-            temperature=0.1,
-            # top_k=1,
-            min_p=0.9,
-            repetition_penalty=1.05,
+            # do_sample=True,
+            # temperature=0.1,
+            # # top_k=1,
+            # min_p=0.9,
+            # repetition_penalty=1.05,
         )
 
         prompt_len = input_ids.shape[1]