modified logic

Author: vanshilshah97

lib/llm/src/local_model.rs

@@ -14,6 +14,7 @@ use crate::entrypoint::RouterConfig;
 use crate::mocker::protocols::MockEngineArgs;
 use crate::model_card::{self, ModelDeploymentCard};
 use crate::model_type::{ModelInput, ModelType};
+#[cfg(feature = "media-loading")]
 use crate::preprocessor::media::MediaDecoder;
 use crate::request_template::RequestTemplate;
 
@@ -53,6 +54,7 @@ pub struct LocalModelBuilder {
     namespace: Option<String>,
     custom_backend_metrics_endpoint: Option<String>,
     custom_backend_metrics_polling_interval: Option<f64>,
+    #[cfg(feature = "media-loading")]
     media_decoder: Option<MediaDecoder>,
 }
 
@@ -79,6 +81,7 @@ impl Default for LocalModelBuilder {
             namespace: Default::default(),
             custom_backend_metrics_endpoint: Default::default(),
             custom_backend_metrics_polling_interval: Default::default(),
+            #[cfg(feature = "media-loading")]
             media_decoder: Default::default(),
         }
     }
@@ -187,6 +190,7 @@ impl LocalModelBuilder {
         self
     }
 
+    #[cfg(feature = "media-loading")]
     pub fn media_decoder(&mut self, media_decoder: Option<MediaDecoder>) -> &mut Self {
         self.media_decoder = media_decoder;
         self
@@ -238,8 +242,11 @@ impl LocalModelBuilder {
             card.migration_limit = self.migration_limit;
             card.user_data = self.user_data.take();
             card.runtime_config = self.runtime_config.clone();
-            //card.media_decoder = self.media_decoder.clone();
-            card.media_decoder = Some(MediaDecoder::default());
+            #[cfg(feature = "media-loading")]
+            {
+                //card.media_decoder = self.media_decoder.clone();
+                card.media_decoder = Some(MediaDecoder::default());
+            }
 
             return Ok(LocalModel {
                 card,
@@ -290,7 +297,10 @@ impl LocalModelBuilder {
         card.migration_limit = self.migration_limit;
         card.user_data = self.user_data.take();
         card.runtime_config = self.runtime_config.clone();
-        card.media_decoder = Some(MediaDecoder::default());
+        #[cfg(feature = "media-loading")]
+        {
+            card.media_decoder = Some(MediaDecoder::default());
+        }
 
         Ok(LocalModel {
             card,

lib/llm/src/model_card.rs

@@ -25,6 +25,7 @@ use dynamo_runtime::{slug::Slug, storage::key_value_store::Versioned};
 use serde::{Deserialize, Serialize};
 use tokenizers::Tokenizer as HfTokenizer;
 
+#[cfg(feature = "media-loading")]
 use crate::preprocessor::media::MediaDecoder;
 use crate::protocols::TokenIdType;
 
@@ -219,6 +220,7 @@ pub struct ModelDeploymentCard {
     pub runtime_config: ModelRuntimeConfig,
 
     /// Media decoding configuration
+    #[cfg(feature = "media-loading")]
     #[serde(default)]
     pub media_decoder: Option<MediaDecoder>,
 
@@ -525,6 +527,7 @@ impl ModelDeploymentCard {
             model_input: Default::default(), // set later
             user_data: None,
             runtime_config: ModelRuntimeConfig::default(),
+            #[cfg(feature = "media-loading")]
             media_decoder: None,
             checksum: OnceLock::new(),
         })

lib/llm/src/preprocessor.rs

@@ -27,6 +27,7 @@ use std::{collections::HashMap, pin::Pin, sync::Arc};
 use tracing;
 
 use crate::model_card::{ModelDeploymentCard, ModelInfo};
+#[cfg(feature = "media-loading")]
 use crate::preprocessor::media::{MediaDecoder, MediaLoader};
 use crate::preprocessor::prompt::OAIChatLikeRequest;
 use crate::protocols::common::preprocessor::{
@@ -115,6 +116,7 @@ pub struct OpenAIPreprocessor {
     /// Per-model runtime configuration propagated to response generator (e.g., reasoning/tool parser)
     runtime_config: crate::local_model::runtime_config::ModelRuntimeConfig,
     tool_call_parser: Option<String>,
+    #[cfg(feature = "media-loading")]
     media_loader: Option<MediaLoader>,
 }
 
@@ -154,19 +156,14 @@ impl OpenAIPreprocessor {
             }
         };
 
-        #[cfg(not(feature = "media-loading"))]
-        let media_loader = {
-            let _ = mdc; // silence unused warning when feature disabled
-            None
-        };
-
         Ok(Arc::new(Self {
             formatter,
             tokenizer,
             model_info,
             mdcsum,
             runtime_config,
             tool_call_parser,
+            #[cfg(feature = "media-loading")]
             media_loader,
         }))
     }
@@ -329,10 +326,18 @@ impl OpenAIPreprocessor {
 
                 let map_item = media_map.entry(type_str.clone()).or_default();
 
-                if let Some(loader) = &self.media_loader {
-                    let rdma_descriptor = loader.fetch_and_decode_media_part(content_part).await?;
-                    map_item.push(MultimodalData::Decoded(rdma_descriptor));
-                } else {
+                #[cfg(feature = "media-loading")]
+                {
+                    if let Some(loader) = &self.media_loader {
+                        let rdma_descriptor = loader.fetch_and_decode_media_part(content_part).await?;
+                        map_item.push(MultimodalData::Decoded(rdma_descriptor));
+                    } else {
+                        map_item.push(MultimodalData::Url(url));
+                    }
+                }
+                #[cfg(not(feature = "media-loading"))]
+                {
+                    let _ = content_part; // silence unused
                     map_item.push(MultimodalData::Url(url));
                 }
             }

lib/llm/src/preprocessor/media/mod.rs

@@ -6,8 +6,12 @@ mod common;
 mod decoders;
 mod loader;
 mod rdma;
-
+#[cfg(feature = "media-loading")]
 pub use common::EncodedMediaData;
+#[cfg(feature = "media-loading")]
 pub use decoders::{Decoder, ImageDecoder, MediaDecoder, VideoDecoder};
+#[cfg(feature = "media-loading")]
 pub use loader::MediaLoader;
+#[cfg(feature = "media-loading")]
 pub use rdma::{DecodedMediaData, RdmaMediaDataDescriptor};
+

lib/llm/src/protocols/common/preprocessor.rs

@@ -6,13 +6,15 @@ use serde::{Deserialize, Serialize};
 
 use super::{OutputOptions, SamplingOptions, StopConditions};
 use crate::kv_router::RouterConfigOverride;
+#[cfg(feature = "media-loading")]
 use crate::preprocessor::media::RdmaMediaDataDescriptor;
 use crate::protocols::TokenIdType;
 
 #[derive(Serialize, Deserialize, Debug, Clone)]
 #[serde(untagged)]
 pub enum MultimodalData {
     Url(url::Url),
+    #[cfg(feature = "media-loading")]
     Decoded(RdmaMediaDataDescriptor),
 }