Skip to content

Commit 607a17d

Browse files
committed
Make frequency of sensor runs customizable
1 parent 40817a6 commit 607a17d

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

dg_projects/learning_resources/learning_resources/sensors/youtube_shorts.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
"""
77

88
import json
9+
import os
910
import time
1011
from typing import Any
1112

@@ -260,7 +261,9 @@ def create_run_requests(videos_to_process, metadata_by_video_id):
260261
"Sensor to monitor YouTube channels for new video shorts and cleanup "
261262
"old S3 objects"
262263
),
263-
minimum_interval_seconds=60, # Check every 1 minute for testing
264+
minimum_interval_seconds=int(
265+
os.getenv("YOUTUBE_SHORTS_FREQUENCY", "86400")
266+
), # Default: once per day (86400 seconds)
264267
default_status=DefaultSensorStatus.RUNNING, # Start automatically
265268
required_resource_keys={
266269
"youtube_client",

0 commit comments

Comments
 (0)