Remove redundancy.

huggingface · Sep 24, 2024 · c88e9d4 · c88e9d4
1 parent 1a7d5a9
commit c88e9d4
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/router/src/server.rs b/router/src/server.rs
@@ -63,10 +63,9 @@ fn encoding_to_tokens(encoding: &tokenizers::Encoding, input: &str) -> Vec<Simpl
     let offsets = encoding.get_offsets();
     let input_ids = encoding.get_ids();
     if offsets.len() == input_ids.len() {
-        encoding
-            .get_ids()
+        input_ids
             .iter()
-            .zip(encoding.get_offsets())
+            .zip(offsets)
             .map(|(&id, &(start, stop))| {
                 let text = input
                     .chars()