From 4b12d57dfbc0097bf3f1b9c7660e2e79f02ff003 Mon Sep 17 00:00:00 2001
From: Patrice Vignola <vignola.patrice@gmail.com>
Date: Mon, 9 Dec 2024 09:56:20 -0800
Subject: [PATCH] Fix phi3-qa.py script (#1124)

---
 examples/python/phi3-qa.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/examples/python/phi3-qa.py b/examples/python/phi3-qa.py
index 72835757a..fe69eaad1 100644
--- a/examples/python/phi3-qa.py
+++ b/examples/python/phi3-qa.py
@@ -39,8 +39,8 @@ def main(args):
 
         params = og.GeneratorParams(model)
         params.set_search_options(**search_options)
-        params.input_ids = input_tokens
         generator = og.Generator(model, params)
+        generator.append_tokens(input_tokens)
         if args.verbose: print("Generator created")
 
         if args.verbose: print("Running generation loop ...")
@@ -53,7 +53,6 @@ def main(args):
 
         try:
             while not generator.is_done():
-                generator.compute_logits()
                 generator.generate_next_token()
                 if args.timings:
                     if first: