Merge pull request #62 from duggalsu/benchmark_scripts

Benchmark scripts

src/api/Dockerfile.image_vec_rep_resnet

@@ -14,4 +14,6 @@ WORKDIR /app
 COPY ./core/operators/image_vec_rep_resnet_requirements.txt /app/requirements.txt
 RUN pip install --no-cache-dir --user -r requirements.txt
 COPY . /app
+RUN chmod +x image_vec_operator_profile_memray.sh
+RUN chmod +x image_vec_operator_profile_pyinstrument.sh
 CMD tail -f /dev/null

src/api/Dockerfile.vid_vec_rep_resnet

@@ -16,4 +16,6 @@ RUN pip install --no-cache-dir --user -r requirements.txt
 COPY . /app
 RUN chmod +x video_vec_operator_cprofile.sh
 RUN chmod +x video_vec_operator_time.sh
+RUN chmod +x video_vec_operator_profile_memray.sh
+RUN chmod +x video_vec_operator_profile_pyinstrument.sh
 CMD tail -f /dev/null

src/api/image_vec_operator_profile.py

@@ -0,0 +1,15 @@
+from PIL import Image
+from core.operators import image_vec_rep_resnet
+
+
+def profile_code():
+    image_vec_rep_resnet.initialize(param=None)
+    image_path = r"core/operators/sample_data/text.png"
+    image = Image.open(image_path)
+    example_image_obj = {"image": image}
+    image_vec_rep_resnet.run(example_image_obj)
+    print("Image vec profiler complete!")
+
+
+if __name__ == "__main__":
+    profile_code()

src/api/image_vec_operator_profile_memray.sh

@@ -0,0 +1,4 @@
+#! /bin/bash
+current_time=$(date "+%Y.%m.%d-%H.%M.%S")
+python -m memray run -o image_vec_rep_resnet.$current_time.bin image_vec_operator_profile.py
+tail -f /dev/null

src/api/image_vec_operator_profile_pyinstrument.sh

@@ -0,0 +1,4 @@
+#! /bin/bash
+current_time=$(date "+%Y.%m.%d-%H.%M.%S")
+pyinstrument -r speedscope -o speedscope_image_vec_rep_resnet.$current_time.json image_vec_operator_profile.py
+tail -f /dev/null

src/api/video_vec_operator_profile.py

@@ -0,0 +1,12 @@
+from core.operators import vid_vec_rep_resnet
+
+
+def profile_code():
+    file_path = {"path": r"core/operators/sample_data/sample-cat-video.mp4"}
+    vid_vec_rep_resnet.initialize(param=None)
+    vid_vec_rep_resnet.run(file_path)
+    print("Video vec profiler complete!")
+
+
+if __name__ == "__main__":
+    profile_code()

src/api/video_vec_operator_profile_memray.sh

@@ -0,0 +1,4 @@
+#! /bin/bash
+current_time=$(date "+%Y.%m.%d-%H.%M.%S")
+python -m memray run -o vid_vec_rep_resnet.$current_time.bin video_vec_operator_profile.py
+tail -f /dev/null

src/api/video_vec_operator_profile_pyinstrument.sh

@@ -0,0 +1,4 @@
+#! /bin/bash
+current_time=$(date "+%Y.%m.%d-%H.%M.%S")
+pyinstrument -r speedscope -o speedscope_vid_vec_rep_resnet.$current_time.json video_vec_operator_profile.py
+tail -f /dev/null