Fix phi3-qa.py script (#1124)

microsoft · Dec 9, 2024 · 4b12d57 · 4b12d57
1 parent 88a6fe3
commit 4b12d57
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/examples/python/phi3-qa.py b/examples/python/phi3-qa.py
@@ -39,8 +39,8 @@ def main(args):
 
         params = og.GeneratorParams(model)
         params.set_search_options(**search_options)
-        params.input_ids = input_tokens
         generator = og.Generator(model, params)
+        generator.append_tokens(input_tokens)
         if args.verbose: print("Generator created")
 
         if args.verbose: print("Running generation loop ...")
@@ -53,7 +53,6 @@ def main(args):
 
         try:
             while not generator.is_done():
-                generator.compute_logits()
                 generator.generate_next_token()
                 if args.timings:
                     if first: