ff

Makefile

@@ -28,6 +28,8 @@ setup:
 publish:
 	maturin publish
 
+test: test-python test-rust
+
 test-python:
 	pytest -vs tests/python
 	rm -rf tests/work/*

README.md

@@ -89,9 +89,14 @@ To run tests, use the following command.
 ```shell
 make test
 ```
-
 You can choose to run just the Python or Rust tests by calling `make test-python` or `make test-rust` respectively.
 
+You can skip S3 related tests by exporting `DOLMA_TESTS_SKIP_AWS=True`
+
+```shell
+DOLMA_TESTS_SKIP_AWS=True make test
+```
+
 ## Contributing
 
 Before committing, use the following command

src/s3_util.rs

@@ -272,6 +272,12 @@ mod test {
 
     #[test]
     fn test_object_size() -> Result<(), io::Error> {
+        if std::env::var_os("DOLMA_TESTS_SKIP_AWS")
+            .is_some_and(|var| var.eq_ignore_ascii_case("true"))
+        {
+            println!("Skipping test_download_file because DOLMA_TESTS_SKIP_AWS=True");
+            return Ok(());
+        }
         let rt = tokio::runtime::Builder::new_current_thread()
             .enable_all()
             .build()
@@ -288,6 +294,12 @@ mod test {
 
     #[test]
     fn test_download_file() -> Result<(), io::Error> {
+        if std::env::var_os("DOLMA_TESTS_SKIP_AWS")
+            .is_some_and(|var| var.eq_ignore_ascii_case("true"))
+        {
+            println!("Skipping test_download_file because DOLMA_TESTS_SKIP_AWS=True");
+            return Ok(());
+        }
         let rt = tokio::runtime::Builder::new_current_thread()
             .enable_all()
             .build()
@@ -311,6 +323,12 @@ mod test {
 
     #[test]
     fn test_find_objects_matching_patterns() -> Result<(), io::Error> {
+        if std::env::var_os("DOLMA_TESTS_SKIP_AWS")
+            .is_some_and(|var| var.eq_ignore_ascii_case("true"))
+        {
+            println!("Skipping test_download_file because DOLMA_TESTS_SKIP_AWS=True");
+            return Ok(());
+        }
         let s3_client = new_client(None)?;
 
         let patterns =