Graceful failing with seeking errors (#1712)

* Don't try to seek to faulty last frame on provider initialization

* Catch seeking errors and pass

* Lint

sleap/nn/data/providers.py

@@ -394,9 +394,7 @@ def make_dataset(self) -> tf.data.Dataset:
                     grid in order to properly map points to image coordinates.
         """
         # Grab an image to test for the dtype.
-        test_image = tf.convert_to_tensor(
-            self.video.get_frame(self.video.last_frame_idx)
-        )
+        test_image = tf.convert_to_tensor(self.video.get_frame(0))
         image_dtype = test_image.dtype
 
         def py_fetch_frame(ind):

sleap/nn/inference.py

@@ -1582,6 +1582,15 @@ def _object_builder():
         try:
             for ex in generator:
                 prediction_queue.put(ex)
+
+        except KeyError as e:
+            # Gracefully handle seeking errors by early termination.
+            if "Unable to load frame" in str(e):
+                pass  # TODO: Print warning obeying verbosity? (This code path is also
+                # called for interactive prediction where we don't want any spam.)
+            else:
+                raise
+
         finally:
             prediction_queue.put(None)
             object_builder.join()
@@ -2632,6 +2641,15 @@ def _object_builder():
         try:
             for ex in generator:
                 prediction_queue.put(ex)
+
+        except KeyError as e:
+            # Gracefully handle seeking errors by early termination.
+            if "Unable to load frame" in str(e):
+                pass  # TODO: Print warning obeying verbosity? (This code path is also
+                # called for interactive prediction where we don't want any spam.)
+            else:
+                raise
+
         finally:
             prediction_queue.put(None)
             object_builder.join()
@@ -3265,6 +3283,15 @@ def _object_builder():
         try:
             for ex in generator:
                 prediction_queue.put(ex)
+
+        except KeyError as e:
+            # Gracefully handle seeking errors by early termination.
+            if "Unable to load frame" in str(e):
+                pass  # TODO: Print warning obeying verbosity? (This code path is also
+                # called for interactive prediction where we don't want any spam.)
+            else:
+                raise
+
         finally:
             prediction_queue.put(None)
             object_builder.join()
@@ -3770,6 +3797,15 @@ def _object_builder():
         try:
             for ex in generator:
                 prediction_queue.put(ex)
+
+        except KeyError as e:
+            # Gracefully handle seeking errors by early termination.
+            if "Unable to load frame" in str(e):
+                pass  # TODO: Print warning obeying verbosity? (This code path is also
+                # called for interactive prediction where we don't want any spam.)
+            else:
+                raise
+
         finally:
             prediction_queue.put(None)
             object_builder.join()
@@ -4457,6 +4493,15 @@ def _object_builder():
         try:
             for ex in generator:
                 prediction_queue.put(ex)
+
+        except KeyError as e:
+            # Gracefully handle seeking errors by early termination.
+            if "Unable to load frame" in str(e):
+                pass  # TODO: Print warning obeying verbosity? (This code path is also
+                # called for interactive prediction where we don't want any spam.)
+            else:
+                raise
+
         finally:
             prediction_queue.put(None)
             object_builder.join()
@@ -4734,6 +4779,15 @@ def _object_builder():
         try:
             for ex in generator:
                 prediction_queue.put(ex)
+
+        except KeyError as e:
+            # Gracefully handle seeking errors by early termination.
+            if "Unable to load frame" in str(e):
+                pass  # TODO: Print warning obeying verbosity? (This code path is also
+                # called for interactive prediction where we don't want any spam.)
+            else:
+                raise
+
         finally:
             prediction_queue.put(None)
             object_builder.join()