Change some defaults

Author: mbertrand

dg_projects/learning_resources/learning_resources/assets/youtube_shorts.py

@@ -35,7 +35,9 @@
 class YouTubeShortsConfig(Config):
     """Configuration for YouTube video shorts processing."""
 
-    bucket_name: str = os.getenv("LR_VIDEO_SHORTS_BUCKET", "ol-mitlearn-app-storage-qa")
+    bucket_name: str = os.getenv(
+        "YOUTUBE_SHORTS_BUCKET", "ol-mitlearn-app-storage-{DAGSTER_ENV}"
+    )
     s3_prefix: str = "youtube_shorts"
     max_workers: int = 4
     cached_metadata: str | None = None  # JSON string of video metadata from sensor

dg_projects/learning_resources/learning_resources/sensors/youtube_shorts.py

@@ -6,7 +6,6 @@
 """
 
 import json
-import os
 import time
 from typing import Any
 
@@ -260,14 +259,9 @@ def create_run_requests(videos_to_process, metadata_by_video_id):
 
 
 @sensor(
-    description=(
-        "Sensor to monitor YouTube channels for new video shorts and cleanup "
-        "old S3 objects"
-    ),
-    minimum_interval_seconds=int(
-        os.getenv("YOUTUBE_SHORTS_FREQUENCY", "86400")
-    ),  # Default: once per day (86400 seconds)
-    default_status=DefaultSensorStatus.RUNNING,  # Start automatically
+    description=("Sensor to monitor YouTube channels for new video shorts"),
+    minimum_interval_seconds=86400,
+    default_status=DefaultSensorStatus.STOPPED,
     required_resource_keys={
         "youtube_client",
         "youtube_config_provider",

docker-compose.yaml

@@ -218,7 +218,7 @@ services:
       GITHUB_TOKEN: ${GITHUB_TOKEN}
       AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
       AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
-      LR_VIDEO_SHORTS_BUCKET: ${LR_VIDEO_SHORTS_BUCKET}
+      YOUTUBE_SHORTS_BUCKET: ${YOUTUBE_SHORTS_BUCKET}
       YOUTUBE_DEVELOPER_KEY: ${YOUTUBE_DEVELOPER_KEY}
     volumes:
     - /tmp/io_manager_storage:/tmp/io_manager_storage