Broaden pystac requirement and fix blob enumeration on empty path (#362)

* broaden pystac version

* Fix blob enumeration

* Try out noaa-hrrr

* Revert "Try out noaa-hrrr"

This reverts commit 191f9a3.

Author: ghidalgo3

pctasks/core/pctasks/core/storage/blob.py

@@ -515,11 +515,20 @@ def _get_prefix_content(
             logger.info("Listing prefix=%s", full_prefix)
             folders = []
             files = []
+            prefix_len = len(full_prefix) if full_prefix else 0
             for item in client.container.walk_blobs(name_starts_with=full_prefix):
                 item_name: str = cast(str, item.name)
-                name = os.path.relpath(item_name, full_prefix)
+                # Use string slicing instead of os.path.relpath to extract
+                # the name relative to the current prefix.  walk_blobs
+                # guarantees results start with full_prefix, so simple
+                # slicing is correct and avoids os.path.relpath mis-handling
+                # blob names that start with "/" (which produces "../../.."
+                # relative paths on the filesystem).
+                name = item_name[prefix_len:]
                 if isinstance(item, BlobPrefix):
-                    folders.append(name.strip("/"))
+                    folder_name = name.strip("/")
+                    if folder_name:
+                        folders.append(folder_name)
                 else:
                     if item.size == 0:
                         # ADLS Gen 2 creates empty files as directory placeholders.

pctasks/core/pyproject.toml

@@ -37,7 +37,7 @@ dependencies = [
     "opencensus-ext-logging>=0.1.1",
     "orjson>=3.0.0,<4",
     "planetary-computer==1.0.0",
-    "pystac==1.10.1",
+    "pystac>=1.10.1",
     "pydantic>=2.0.0",
     "pydantic-settings>=2.0.0",
     "python-dateutil>=2.8.2,<2.9",

pctasks/ingest_task/pyproject.toml

@@ -30,7 +30,7 @@ dependencies = [
     "pctasks.task @ {root:parent:uri}/task",
     "plpygis>=0.5.0",
     "pypgstac[psycopg]==0.9.6",
-    "pystac==1.10.1",
+    "pystac>=1.10.1",
 ]
 
 [project.optional-dependencies]