Mroe tweaks

Author: mbertrand

dg_projects/learning_resources/learning_resources/sensors/youtube_shorts.py

@@ -17,7 +17,6 @@
     DefaultSensorStatus,
     RunRequest,
     SensorResult,
-    SkipReason,
     sensor,
 )
 
@@ -214,25 +213,6 @@ def fetch_and_log_video_metadata(youtube_client, youtube_config_provider):
     return current_video_ids, metadata_by_video_id
 
 
-def determine_videos_to_process(current_video_ids, successfully_processed):
-    """
-    Determine which videos need processing (new or failed).
-
-    Returns:
-        Set of video IDs to process
-    """
-    videos_to_process = current_video_ids - successfully_processed
-
-    if not videos_to_process:
-        # Assign message to variable for clarity
-        skip_reason_message = (
-            "No videos need processing and none were removed from YouTube"
-        )
-        raise SkipReason(skip_reason_message)
-
-    return videos_to_process
-
-
 def create_run_requests(videos_to_process, metadata_by_video_id):
     """
     Create run requests for videos that need processing.
@@ -326,9 +306,7 @@ def youtube_shorts_sensor(context):
         )
 
         # Determine videos that need processing (new or failed)
-        videos_to_process = determine_videos_to_process(
-            current_video_ids, successfully_processed
-        )
+        videos_to_process = current_video_ids - successfully_processed
 
         # Create run requests for videos that need processing
         run_requests = create_run_requests(videos_to_process, metadata_by_video_id)
@@ -354,9 +332,6 @@ def youtube_shorts_sensor(context):
             cursor=cursor_json,
         )
 
-    except SkipReason as skip:
-        return skip
-
     except Exception as e:
         msg = f"Error in youtube_shorts_sensor: {e!s}"
         context.log.exception(msg)