Filter OOB points while training

docs/conf.py

@@ -178,7 +178,7 @@ def linkcode_resolve(domain, info):
 # These paths are either relative to html_static_path
 # or fully qualified paths (eg. https://...)
 html_css_files = [
-    'css/tabs.css',
+    "css/tabs.css",
 ]
 
 # Custom sidebar templates, must be a dictionary that maps document names

sleap/nn/data/providers.py

@@ -5,6 +5,7 @@
 import attr
 from typing import Text, Optional, List, Sequence, Union, Tuple
 import sleap
+from sleap.instance import Instance
 
 
 @attr.s(auto_attribs=True)
@@ -198,6 +199,25 @@ def py_fetch_lf(ind):
             raw_image = lf.image
             raw_image_size = np.array(raw_image.shape).astype("int32")
 
+            height, width, _ = raw_image_size
+
+            # Filter OOB points
+            instances = []
+            for instance in lf.instances:
+                pts = instance.numpy()
+                # negative coords
+                pts[pts < 0] = np.NaN
+
+                # coordinates outside img frame
+                pts[:, 0][pts[:, 0] > height - 1] = np.NaN
+                pts[:, 1][pts[:, 1] > width - 1] = np.NaN
+
+                # remove all nans
+                pts = pts[~np.isnan(pts).any(axis=1), :]
+
+                instances.append(Instance.from_numpy(pts, lf.skeleton, lf.track))
+            lf.instances = instances
+
             if self.user_instances_only:
                 insts = lf.user_instances
             else: