diff --git a/beta/serverless-fleets/.gitignore b/beta/serverless-fleets/.gitignore
index dc6c91555..a4a65e157 100644
--- a/beta/serverless-fleets/.gitignore
+++ b/beta/serverless-fleets/.gitignore
@@ -5,7 +5,9 @@ data/taskstore/*
!data/taskstore/.keep
data/output/docling/*
data/output/wordcount/*
+data/output/inferencing/*
!data/output/docling/.keep
!data/output/wordcount/.keep
+!data/output/inferencing/.keep
*/.DS_Store
.DS_Store
diff --git a/beta/serverless-fleets/data/input/inferencing/batches/0.txt b/beta/serverless-fleets/data/input/inferencing/batches/0.txt
new file mode 100644
index 000000000..58c3f43e6
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/batches/0.txt
@@ -0,0 +1,9 @@
+/input/recipes/a-1-chicken-soup.json;/output/inferencing_a-1-chicken-soup.augmented.json
+/input/recipes/a-20-minute-chicken-parmesan.json;/output/inferencing_a-20-minute-chicken-parmesan.augmented.json
+/input/recipes/a-bakers-secret-for-bread-machines.json;/output/inferencing_a-bakers-secret-for-bread-machines.augmented.json
+/input/recipes/a-big-honkin-margarita.json;/output/inferencing_a-big-honkin-margarita.augmented.json
+/input/recipes/a-catering-companys-marinade.json;/output/inferencing_a-catering-companys-marinade.augmented.json
+/input/recipes/a-cranberry-salad-keepsake.json;/output/inferencing_a-cranberry-salad-keepsake.augmented.json
+/input/recipes/a-different-carrot-raisin-salad.json;/output/inferencing_a-different-carrot-raisin-salad.augmented.json
+/input/recipes/a-drama-queens-pavlova.json;/output/inferencing_a-drama-queens-pavlova.augmented.json
+/input/recipes/a-fantastic-margarita.json;/output/inferencing_a-fantastic-margarita.augmented.json
diff --git a/beta/serverless-fleets/data/input/inferencing/batches/1.txt b/beta/serverless-fleets/data/input/inferencing/batches/1.txt
new file mode 100644
index 000000000..32e5519e7
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/batches/1.txt
@@ -0,0 +1,10 @@
+/input/recipes/a-firefighters-meatloaf.json;/output/inferencing_a-firefighters-meatloaf.augmented.json
+/input/recipes/a-fragrant-spicy-rice.json;/output/inferencing_a-fragrant-spicy-rice.augmented.json
+/input/recipes/a-fruitcake-to-love-240697.json;/output/inferencing_a-fruitcake-to-love-240697.augmented.json
+/input/recipes/a-fuzzy-thing.json;/output/inferencing_a-fuzzy-thing.augmented.json
+/input/recipes/a-good-barbeque-sauce.json;/output/inferencing_a-good-barbeque-sauce.augmented.json
+/input/recipes/a-good-easy-garlic-chicken.json;/output/inferencing_a-good-easy-garlic-chicken.augmented.json
+/input/recipes/a-gooey-decadent-chocolate-cake-recipe.json;/output/inferencing_a-gooey-decadent-chocolate-cake-recipe.augmented.json
+/input/recipes/a-green-bean-and-walnut-casserole.json;/output/inferencing_a-green-bean-and-walnut-casserole.augmented.json
+/input/recipes/a-green-peas-soup-without-meat-394705.json;/output/inferencing_a-green-peas-soup-without-meat-394705.augmented.json
+/input/recipes/a-healthier-mochaccino.json;/output/inferencing_a-healthier-mochaccino.augmented.json
diff --git a/beta/serverless-fleets/data/input/inferencing/batches/2.txt b/beta/serverless-fleets/data/input/inferencing/batches/2.txt
new file mode 100644
index 000000000..507681eda
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/batches/2.txt
@@ -0,0 +1,10 @@
+/input/recipes/a-healthy-egg-salad.json;/output/inferencing_a-healthy-egg-salad.augmented.json
+/input/recipes/a-hearty-green-bean-and-sausage-casse.json;/output/inferencing_a-hearty-green-bean-and-sausage-casse.augmented.json
+/input/recipes/a-hearty-porridge.json;/output/inferencing_a-hearty-porridge.augmented.json
+/input/recipes/a-hollywood-ham-482.json;/output/inferencing_a-hollywood-ham-482.augmented.json
+/input/recipes/a-homemade-san-francisco-treat-chick.json;/output/inferencing_a-homemade-san-francisco-treat-chick.augmented.json
+/input/recipes/a-jerky-chicken.json;/output/inferencing_a-jerky-chicken.augmented.json
+/input/recipes/a-little-different-baked-mac-and-chee.json;/output/inferencing_a-little-different-baked-mac-and-chee.augmented.json
+/input/recipes/a-lot-more-than-plain-spinach-pie-gr.json;/output/inferencing_a-lot-more-than-plain-spinach-pie-gr.augmented.json
+/input/recipes/a-maize-ing-corn-chowder.json;/output/inferencing_a-maize-ing-corn-chowder.augmented.json
+/input/recipes/a-marinade-to-die-for.json;/output/inferencing_a-marinade-to-die-for.augmented.json
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/LICENSE b/beta/serverless-fleets/data/input/inferencing/recipes/LICENSE
new file mode 100644
index 000000000..fbff8ce30
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/LICENSE
@@ -0,0 +1,20 @@
+The MIT License (MIT)
+Copyright (c) Denis Papathanasiou
+
+Permission is hereby granted, free of charge, to any person obtaining a
+copy of this software and associated documentation files (the "Software"),
+to deal in the Software without restriction, including without limitation
+the rights to use, copy, modify, merge, publish, distribute, sublicense,
+and/or sell copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included
+in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/README.md b/beta/serverless-fleets/data/input/inferencing/recipes/README.md
new file mode 100644
index 000000000..b6e122eef
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/README.md
@@ -0,0 +1 @@
+This is a collection of cooking recipes in [json format](http://json.org/) from the [recipebook](https://github.com/dpapathanasiou/recipebook) application.
\ No newline at end of file
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-1-chicken-soup.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-1-chicken-soup.json
new file mode 100644
index 000000000..4d62371ac
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-1-chicken-soup.json
@@ -0,0 +1,23 @@
+{
+ "directions": [
+ "In a large pot over medium heat, cook chicken pieces in oil until browned on both sides. Stir in onion and cook 2 minutes more. Pour in water and chicken bouillon and bring to a boil. Reduce heat and simmer 45 minutes.",
+ "Stir in celery, carrots, garlic, salt and pepper. Simmer until carrots are just tender. Remove chicken pieces and pull the meat from the bone. Stir the noodles into the pot and cook until tender, 10 minutes. Return chicken meat to pot just before serving."
+ ],
+ "ingredients": [
+ "2 tablespoons vegetable oil",
+ "2 skinless chicken leg quarters",
+ "1/2 cup chopped onion",
+ "2 quarts water",
+ "3 cubes chicken bouillon, crumbled",
+ "1 stalk celery, chopped",
+ "3 carrots, chopped",
+ "1 clove roasted garlic, minced",
+ "salt and pepper to taste",
+ "1 (12 ounce) package thin egg noodles"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A-1 Chicken Soup",
+ "url": "http://allrecipes.com/recipe/25651/a-1-chicken-soup/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-20-minute-chicken-parmesan.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-20-minute-chicken-parmesan.json
new file mode 100644
index 000000000..7f8408e96
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-20-minute-chicken-parmesan.json
@@ -0,0 +1,23 @@
+{
+ "directions": [
+ "Press chicken breasts with the palm of your hand to flatten to an even thickness.",
+ "Beat egg into a shallow bowl; place bread crumbs into a separate shallow bowl. Dip each chicken breast into beaten egg and press into bread crumbs to coat.",
+ "Heat butter in a large skillet over medium heat and fry coated chicken breasts until golden brown, about 5 minutes per side.",
+ "Pour pasta sauce over chicken, cover, and bring sauce to a boil. Reduce heat to low and simmer for 10 minutes. Sprinkle chicken with mozzarella cheese, Parmesan cheese, and parsley. Cover and simmer until cheeses melt, about 5 more minutes."
+ ],
+ "ingredients": [
+ "4 skinless, boneless chicken breast halves",
+ "1 egg",
+ "1/2 cup seasoned bread crumbs",
+ "2 tablespoons butter",
+ "1 3/4 cups pasta sauce (such as Barilla Napoletana\u00ae)",
+ "1/2 cup shredded mozzarella cheese",
+ "1 tablespoon grated Parmesan cheese",
+ "1/4 cup chopped fresh parsley"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A 20-Minute Chicken Parmesan",
+ "url": "http://allrecipes.com/recipe/230664/a-20-minute-chicken-parmesan/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-bakers-secret-for-bread-machines.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-bakers-secret-for-bread-machines.json
new file mode 100644
index 000000000..41fa3421f
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-bakers-secret-for-bread-machines.json
@@ -0,0 +1,18 @@
+{
+ "directions": [
+ "Ignore the bread machine directions. Place warm water and lard into the bread machine pan. Sprinkle in the yeast. Pour in flour and salt. Toss in cinnamon if desired. Select cycle; press Start."
+ ],
+ "ingredients": [
+ "7 fluid ounces warm water (110 degrees F/45 degrees C)",
+ "2 tablespoons lard",
+ "1 (.25 ounce) package active dry yeast",
+ "2 3/4 cups bread flour",
+ "1 teaspoon salt",
+ "1 teaspoon ground cinnamon (optional)"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Baker's Secret for Bread Machines",
+ "url": "http://allrecipes.com/recipe/17651/a-bakers-secret-for-bread-machines/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-big-honkin-margarita.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-big-honkin-margarita.json
new file mode 100644
index 000000000..013551e24
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-big-honkin-margarita.json
@@ -0,0 +1,19 @@
+{
+ "directions": [
+ "Wash the lemons and limes, and cut the fruit into quarters. Squeeze juice from the fruit quarters into a 1-gallon glass ice tea jar, and place the squeezed fruit quarters into the jar. Fill the jar with ice cubes, and pour in the sugar and tequila. Top off the jar with more ice cubes if some have melted from the tequila. Seal the jar, and wrap the jar with a wet (but not sopping wet) hand towel.",
+ "Gather 8 or so people in a circle, and pass the jar from one to the next, each person shaking the jar for 3 to 5 minutes. The drink is ready when the sugar has dissolved and the hand towel freezes and sticks to the jar. Dispense into ice-filled glasses and serve."
+ ],
+ "image": "https://images.media-allrecipes.com/userphotos/560x315/993636.jpg",
+ "ingredients": [
+ "5 lemons",
+ "5 limes",
+ "3/4 cup white sugar, or to taste",
+ "1 (750 milliliter) bottle tequila",
+ "4 cups ice cubes, or as needed"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Big, Honkin' Margarita",
+ "url": "http://allrecipes.com/recipe/214147/a-big-honkin-margarita/"
+}
\ No newline at end of file
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-catering-companys-marinade.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-catering-companys-marinade.json
new file mode 100644
index 000000000..9e30867c2
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-catering-companys-marinade.json
@@ -0,0 +1,17 @@
+{
+ "directions": [
+ "In a mixing bowl, combine beer, garlic, parsley, and soy sauce.",
+ "Marinate meat in the mixture for a few hours to overnight; cover and refrigerate meat while marinating. Cook as desired."
+ ],
+ "ingredients": [
+ "1 (12 fluid ounce) can or bottle beer",
+ "4 tablespoons dried parsley",
+ "1/3 cup soy sauce",
+ "3 cloves garlic, minced"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Catering Company's Marinade",
+ "url": "http://allrecipes.com/recipe/19835/a-catering-companys-marinade/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-cranberry-salad-keepsake.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-cranberry-salad-keepsake.json
new file mode 100644
index 000000000..4bcabd289
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-cranberry-salad-keepsake.json
@@ -0,0 +1,20 @@
+{
+ "directions": [
+ "Stir boiling water and cherry gelatin together in a bowl until gelatin is completely dissolved.",
+ "Heat cranberry sauce in a saucepan over medium heat until melted; stir into gelatin mixture.",
+ "Stir apples and walnuts into the cranberry sauce mixture; add pineapple with juice and mix well. Refrigerate until set, 8 hours to overnight."
+ ],
+ "ingredients": [
+ "1 cup boiling water",
+ "1 (6 ounce) package cherry-flavored gelatin (such as Jell-O\u00ae)",
+ "1 (16 ounce) can jellied cranberry sauce",
+ "1 apple - peeled, cored, and diced, or more to taste",
+ "3/4 cup chopped walnuts, or to taste",
+ "1 (20 ounce) can crushed pineapple with juice"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Cranberry Salad Keepsake",
+ "url": "http://allrecipes.com/recipe/234412/a-cranberry-salad-keepsake/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-different-carrot-raisin-salad.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-different-carrot-raisin-salad.json
new file mode 100644
index 000000000..c39a0de7b
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-different-carrot-raisin-salad.json
@@ -0,0 +1,22 @@
+{
+ "directions": [
+ "In a medium bowl, combine shredded carrots, raisins, walnuts, celery, and coconut. Whisk together mayonnaise, sour cream, vinegar, sugar, and salt. Stir dressing into carrot mixture. Chill a few hours before serving."
+ ],
+ "ingredients": [
+ "3 large carrots, shredded",
+ "1 cup raisins",
+ "1 cup walnuts",
+ "1/4 cup finely chopped celery",
+ "2 tablespoons shredded coconut",
+ "1/2 cup mayonnaise",
+ "2 tablespoons sour cream",
+ "1 tablespoon cider vinegar",
+ "1/2 teaspoon white sugar",
+ "1/4 teaspoon salt"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Different Carrot Raisin Salad",
+ "url": "http://allrecipes.com/recipe/48150/a-different-carrot-raisin-salad/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-drama-queens-pavlova.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-drama-queens-pavlova.json
new file mode 100644
index 000000000..3cd1e7ed1
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-drama-queens-pavlova.json
@@ -0,0 +1,26 @@
+{
+ "directions": [
+ "Preheat the oven to 450 degrees F (220 degrees C). You will be turning the temperature down to 300 degrees F (150 degrees C) when you put this in to bake. Line a 9 or 10 inch round glass dish with parchment paper.",
+ "Combine the egg whites and salt in a large bowl. Beat with an electric mixer, or stand mixer using a whisk attachment until able to form soft peaks. Sprinkle in the sugar 1 tablespoon at a time while continuing to whip to stiff peaks. Stir in the vanilla and vinegar, and fold in coconut if using. Spread evenly into the prepared glass dish, making sure to spread out to all of the edges.",
+ "Place the Pavlova into the oven, and immediately reduce the temperature to 300 degrees F (150 degrees C). Bake for 40 to 50 minutes, or until the top is crisp and a pale straw color. Leave in the oven, and turn off the heat. Let it stay in the oven until the oven has cooled completely.",
+ "Once the Pavlova is cooled, top generously with sweetened whipped cream. Arrange the strawberries, kiwis, peaches and blueberries in beautiful concentric circles on top."
+ ],
+ "ingredients": [
+ "6 egg whites",
+ "1 pinch salt",
+ "1 1/2 teaspoons vinegar",
+ "2 cups castor sugar or superfine sugar",
+ "1 1/2 teaspoons vanilla extract",
+ "1/2 cup unsweetened flaked coconut (optional)",
+ "2 cups sweetened whipped cream",
+ "1 cup fresh strawberries, sliced",
+ "2 kiwifruit, peeled, halved lengthwise, and sliced",
+ "1 fresh peach - peeled, pitted and sliced",
+ "1/2 cup fresh blueberries"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Drama Queen's Pavlova",
+ "url": "http://allrecipes.com/recipe/83706/a-drama-queens-pavlova/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-fantastic-margarita.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-fantastic-margarita.json
new file mode 100644
index 000000000..784532c7e
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-fantastic-margarita.json
@@ -0,0 +1,18 @@
+{
+ "directions": [
+ "Salt the rims of 2 large margarita glasses. To do so, pour salt onto a small plate, moisten the rims of the glasses on a damp towel and press them into the salt.",
+ "In a pitcher combine limeade, pineapple juice, orange juice, tequila and orange liqueur. Stir well and pour into the glasses, being careful not to rinse off the salt."
+ ],
+ "ingredients": [
+ "2 cups limeade prepared from concentrate",
+ "1/2 cup pineapple juice",
+ "1/2 cup orange juice",
+ "2 fluid ounces tequila",
+ "1 fluid ounce orange liqueur"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Fantastic Margarita",
+ "url": "http://allrecipes.com/recipe/20025/a-fantastic-margarita/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-firefighters-meatloaf.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-firefighters-meatloaf.json
new file mode 100644
index 000000000..48d88ec6d
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-firefighters-meatloaf.json
@@ -0,0 +1,24 @@
+{
+ "directions": [
+ "Preheat the oven to 375 degrees F (190 degrees C).",
+ "Soak the bread in warm water in a small bowl. Place the beef in a large bowl. Drain bread and add to beef along with green onion, onion, salsa, Dijon mustard, Worcestershire sauce, garlic, salt and pepper. Mix by hand until well blended. Form into a loaf and place in a greased loaf pan.",
+ "Bake for 1 hour in the preheated oven. Drain off excess fat and top with barbeque (Diana) sauce. Return to the oven and bake for an additional 15 minutes."
+ ],
+ "ingredients": [
+ "2 slices whole wheat bread",
+ "2 pounds ground beef",
+ "1 green onion, chopped",
+ "2 tablespoons chopped onion",
+ "1 cup medium salsa",
+ "2 tablespoons whole grain Dijon mustard",
+ "1 teaspoon Worcestershire sauce",
+ "2 tablespoons minced garlic",
+ "salt and pepper to taste",
+ "1 tablespoon barbeque sauce"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Firefighter's Meatloaf",
+ "url": "http://allrecipes.com/recipe/105058/a-firefighters-meatloaf/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-fragrant-spicy-rice.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-fragrant-spicy-rice.json
new file mode 100644
index 000000000..85e31013c
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-fragrant-spicy-rice.json
@@ -0,0 +1,35 @@
+{
+ "directions": [
+ "In a pot, bring 2 1/2 cups broth to a boil. Mix in green onions and peas. Season with salt, 1 pinch garam masala, 1 pinch turmeric, and cayenne pepper to taste. Stir the basmati rice into the pot. Reduce heat to low, cover, and simmer 20 minutes.",
+ "Melt the butter in a wok over medium-high heat. Cook and stir the mushrooms and garlic in the melted butter until lightly browned. Mix in green bell pepper and red bell pepper. Season with 1 teaspoon garam masala, 1 pinch turmeric, and cayenne pepper to taste. Stir in the lentils and 3/4 cup broth. Reduce heat to low. Cook 20 minutes, stirring occasionally, until lentils are tender.",
+ "In a skillet over medium heat, cook the almonds, stirring frequently, until lightly browned. Remove from heat, and set aside.",
+ "Increase wok heat to medium. Mix the rice into the wok with the vegetables and lentils. Cook and stir until all liquid has evaporated. Garnish with toasted almonds and cilantro sprigs to serve."
+ ],
+ "ingredients": [
+ "2 1/2 cups vegetable broth",
+ "2 green onions, chopped",
+ "1 cup frozen green peas",
+ "1/2 teaspoon salt",
+ "1 pinch garam masala",
+ "1 pinch turmeric powder",
+ "ground cayenne pepper to taste",
+ "1 cup uncooked basmati rice",
+ "1 1/2 tablespoons butter",
+ "10 large fresh mushrooms, chopped",
+ "5 cloves garlic, chopped",
+ "1/2 green bell pepper, chopped",
+ "1/2 red bell pepper, chopped",
+ "1 teaspoon garam masala",
+ "1 pinch turmeric powder",
+ "cayenne pepper to taste",
+ "1/2 cup dry red lentils",
+ "3/4 cup vegetable broth",
+ "1/2 cup almond slivers",
+ "1 bunch cilantro sprigs"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Fragrant, Spicy Rice",
+ "url": "http://allrecipes.com/recipe/84721/a-fragrant-spicy-rice/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-fruitcake-to-love-240697.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-fruitcake-to-love-240697.json
new file mode 100644
index 000000000..24d38272a
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-fruitcake-to-love-240697.json
@@ -0,0 +1,55 @@
+{
+ "directions": [
+ "Position rack in center of oven and preheat to 350\u00b0F. Butter two 8 1/2x4 1/2x2 1/2-inch metal loaf pans. Spray with nonstick spray; dust with flour. Mix dates and next 5 ingredients in medium bowl. Let stand 15 minutes. Sift flour, baking powder, coarse kosher salt, nutmeg, cloves, and cinnamon into another medium bowl.",
+ "Whisk yogurt and oil in small bowl. Using electric mixer, beat butter and sugar in large bowl until blended. Add eggs 1 at a time, beating well after each addition. Beat in flour mixture in 3 additions alternately with yogurt mixture in 2 additions, beginning and ending with flour mixture. Stir in walnuts, pistachios, and dried-fruit mixture. Divide batter between prepared pans. Smooth tops.",
+ "Bake cakes until tester inserted into centers comes out clean and cakes begin to pull away from sides of pans, about 50 minutes. Cool in pans 30 minutes. Turn cakes out onto racks. Cool completely. DO AHEAD: Can be made up to 1 month ahead. Wrap in foil, then enclose in resealable plastic bags. Store at room temperature up to 3 days or freeze up to 1 month. Thaw frozen cakes in refrigerator. Bring to room temperature before serving."
+ ],
+ "ingredients": [
+ "Nonstick vegetable oil spray",
+ "1 1/4 cups chopped pitted Medjool dates",
+ "3/4 cup chopped candied orange peel",
+ "1/3 cup chopped dried Mission figs",
+ "10 oil-cured olives",
+ "2 tablespoons Nocello (walnut liqueur) or Frangelico (hazelnut liqueur)",
+ "2 tablespoons water",
+ "1 3/4 cups all purpose flour",
+ "2 teaspoons baking powder",
+ "1 teaspoon coarse kosher salt",
+ "1/2 teaspoon ground nutmeg",
+ "1/2 teaspoon ground cloves",
+ "1/4 teaspoon ground cinnamon",
+ "1/2 cup plain whole-milk yogurt",
+ "2 tablespoons olive oil",
+ "3/4 cup (11/2 sticks) unsalted butter, room temperature",
+ "3/4 cup sugar",
+ "3 large eggs",
+ "2 cups coarsely chopped walnuts",
+ "3/4 cup shelled unsalted natural pistachios"
+ ],
+ "language": "en-US",
+ "source": "www.epicurious.com",
+ "tags": [
+ "Cake",
+ "Olive",
+ "Dessert",
+ "Bake",
+ "Christmas",
+ "Yogurt",
+ "High Fiber",
+ "Dried Fruit",
+ "Date",
+ "Fig",
+ "Pistachio",
+ "Walnut",
+ "Spice",
+ "Winter",
+ "Kidney Friendly",
+ "Vegetarian",
+ "Pescatarian",
+ "Peanut Free",
+ "Soy Free",
+ "Kosher"
+ ],
+ "title": "A Fruitcake to Love",
+ "url": "http://www.epicurious.com/recipes/food/views/a-fruitcake-to-love-240697"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-fuzzy-thing.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-fuzzy-thing.json
new file mode 100644
index 000000000..c71d700d5
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-fuzzy-thing.json
@@ -0,0 +1,18 @@
+{
+ "directions": [
+ "In a cocktail mixer full of ice, combine vodka, triple sec, schnapps, orange juice, pineapple juice and sour mix. Shake vigorously and strain into glasses."
+ ],
+ "ingredients": [
+ "2 fluid ounces vodka",
+ "1 fluid ounce triple sec liqueur",
+ "1 (1.5 fluid ounce) jigger peach schnapps",
+ "2 fluid ounces orange juice",
+ "2 fluid ounces pineapple juice",
+ "2 tablespoons sweet and sour mix"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Fuzzy Thing",
+ "url": "http://allrecipes.com/recipe/35622/a-fuzzy-thing/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-good-barbeque-sauce.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-good-barbeque-sauce.json
new file mode 100644
index 000000000..9ee6e5821
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-good-barbeque-sauce.json
@@ -0,0 +1,17 @@
+{
+ "directions": [
+ "In a medium saucepan, combine the cola, ketchup, onion, garlic powder and hot pepper sauce. Cook over medium heat until reduced by a third and thickened."
+ ],
+ "ingredients": [
+ "1 (12 fluid ounce) can cola-flavored carbonated beverage",
+ "1 cup ketchup",
+ "1/4 cup minced onion",
+ "garlic powder to taste",
+ "1/2 teaspoon hot pepper sauce"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Good Barbeque Sauce",
+ "url": "http://allrecipes.com/recipe/14490/a-good-barbeque-sauce/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-good-easy-garlic-chicken.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-good-easy-garlic-chicken.json
new file mode 100644
index 000000000..b38402a85
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-good-easy-garlic-chicken.json
@@ -0,0 +1,17 @@
+{
+ "directions": [
+ "Melt butter in a large skillet over medium high heat. Add chicken and sprinkle with garlic powder, seasoning salt and onion powder. Saute about 10 to 15 minutes on each side, or until chicken is cooked through and juices run clear."
+ ],
+ "ingredients": [
+ "3 tablespoons butter",
+ "4 skinless, boneless chicken breast halves",
+ "2 teaspoons garlic powder",
+ "1 teaspoon seasoning salt",
+ "1 teaspoon onion powder"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Good Easy Garlic Chicken",
+ "url": "http://allrecipes.com/recipe/23998/a-good-easy-garlic-chicken/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-gooey-decadent-chocolate-cake-recipe.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-gooey-decadent-chocolate-cake-recipe.json
new file mode 100644
index 000000000..404380b2b
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-gooey-decadent-chocolate-cake-recipe.json
@@ -0,0 +1,46 @@
+{
+ "directions": [
+ "Position an oven rack in the center of the oven and preheat the oven to 350 degrees F.",
+ "In a large bowl, sift together the flour, baking soda and salt; set aside. In the bowl of an electric mixer, cream the butter and granulated sugar until light and fluffy. Add the cooled chocolate and vanilla and beat for 3 minutes to incorporate. Beat in the eggs one at a time. Scrape down the sides of the bowl and beat for another 3 minutes. Gradually mix in the dry ingredients in three batches, alternating with the cold water. Beat for 1 minute after each addition to incorporate the ingredients. Mix until the batter is smooth.",
+ "Coat two 9-inch round cake pans with nonstick cooking spray. Cut 2 circles of parchment paper to fit the pan bottoms and place them inside the pans; then spray the paper for added non-stick insurance. Pour the batter into the prepared pans and smooth the surface with a spatula; the pans should be two-thirds full. Bake for 30 to 35 minutes. The cake is cooked when a toothpick inserted in the center comes out clean and the cake springs back when touched. Leave to cool for 40 minutes.",
+ "Turn the cakes out of the pans and remove the paper. Drizzle them with a few tablespoons of raspberry liqueur. With a metal spatula, spread 1/2 cup Chocolate Chip Buttercream on top of one of the layers. Start in the center and work your way out. Carefully place the second layer on top. Smooth the sides with buttercream, and then spread the rest over the top so that the cake is completely covered. Refrigerate for 5 minutes before decorating or cutting.",
+ "With a large knife, scrape some shavings from a block of dark chocolate. Scatter the shavings over the cake.",
+ "In the bowl of an electric mixer, dissolve the powdered sugar and water at low speed. Beat in the dark chocolate and vanilla. Add the butter gradually in small bits. Mix until everything is completely incorporated. Using a spatula, fold in the chopped chocolate and give a final quick spin."
+ ],
+ "ingredients": [
+ "2 1/2 cups cake flour",
+ "1 1/2 teaspoons baking soda",
+ "1 teaspoon salt",
+ "1 1/2 sticks unsalted butter, at room temperature",
+ "2 cups granulated sugar",
+ "3 1/2 ounces dark chocolate, melted and cooled",
+ "1 teaspoon vanilla extract",
+ "2 eggs",
+ "1 1/2 cups cold water",
+ "Raspberry liqueur, such as Chambord, for drizzling",
+ "Nonstick cooking spray",
+ "Chocolate Chip Buttercream, recipe follows",
+ "Dark chocolate shavings, for decoration",
+ "3 cups powdered sugar",
+ "7 tablespoons hot water",
+ "4 ounces dark chocolate, melted and cooled",
+ "2 teaspoons vanilla extract",
+ "1/2 stick unsalted butter, at room temperature",
+ "1/4 cup semisweet dark chocolate, finely chopped"
+ ],
+ "language": "en-US",
+ "source": "www.foodnetwork.com",
+ "tags": [
+ "Chocolate Cake",
+ "Cake",
+ "Chocolate",
+ "Baking",
+ "Dessert",
+ "Mixer Recipes",
+ "Dairy Recipes",
+ "Fruit",
+ "Raspberry Recipes"
+ ],
+ "title": "A Gooey, Decadent Chocolate Cake",
+ "url": "http://www.foodnetwork.com/recipes/tyler-florence/a-gooey-decadent-chocolate-cake-recipe"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-green-bean-and-walnut-casserole.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-green-bean-and-walnut-casserole.json
new file mode 100644
index 000000000..e17b95608
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-green-bean-and-walnut-casserole.json
@@ -0,0 +1,29 @@
+{
+ "directions": [
+ "Melt spread in a medium saucepan over medium heat. Add mushrooms and onion; cook, stirring frequently, for 10 minutes. Stir in flour; cook and stir for 5 minutes more. Slowly add stock and bring mixture to a boil; reduce heat and simmer for 10 minutes. Stir in half & half and season with salt and pepper; set aside.",
+ "Preheat oven to 350 degrees F. Cook beans in boiling water for 5 minutes. Drain well then add to mushroom sauce; toss to coat with mixture. Transfer to an 11 x 7-inch baking dish.",
+ "Stir together all topping ingredients until well blended and sprinkle around the edge of the beans.",
+ "Bake for 20 minutes or until golden brown on top."
+ ],
+ "ingredients": [
+ "2 tablespoons vegetable oil spread",
+ "4 ounces mushrooms, minced",
+ "1 cup chopped onion",
+ "3 tablespoons flour",
+ "1 1/2 cups chicken stock",
+ "1/2 cup fat-free half and half",
+ "3/4 teaspoon salt",
+ "Freshly ground pepper to taste",
+ "1 1/2 pounds fresh green beans, trimmed",
+ "Topping:",
+ "2/3 cup crushed whole grain seasoned croutons",
+ "2/3 cup chopped walnuts",
+ "2 tablespoons vegetable or soy spread, melted",
+ "1/2 cup minced onion"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A+ Green Bean and Walnut Casserole",
+ "url": "http://allrecipes.com/recipe/215732/a-green-bean-and-walnut-casserole/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-green-peas-soup-without-meat-394705.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-green-peas-soup-without-meat-394705.json
new file mode 100644
index 000000000..e54fe043d
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-green-peas-soup-without-meat-394705.json
@@ -0,0 +1,52 @@
+{
+ "directions": [
+ "1. Put 8 cups of the peas and 4 cups of the water in a large saucepan or Dutch oven. Add the salt, pepper, mace, cloves, thyme, and marjoram, cover, and bring to a boil. Reduce the heat, and simmer for about 45 minutes, until the peas are very tender.",
+ "2. Drain the peas, reserving the cooking liquid in the sauceupan. Puree the peas in a food processor or with a food mill. If using a food mill, discard the skins. Press the puree through a sieve into the reserved liquid, stirring to combine thoroughly. Cover and set aside to keep warm.",
+ "3. Combine the remaining 2 cups of peas with the remaining 2 cups of water in a medium saucepan. Cover and bring to a boil. Reduce the heat and simmer for 20 to 25 minutes, until the peas are just tender.",
+ "4. While the second batch of peas is cooking, melt the butter in a saut\u00e9 pan. Add the green onions, and saut\u00e9 for about 2 minutes. Add the spinach and mint and stir together, cooking until the spinach has just wilted. Blend in the flour, and cook for about 1 minute.",
+ "5. Drain the peas, reserving the cooking liquid, and stir the peas into the warm soup along with the spinach mixture. Heat until it begins to simmer, adding the reserved pea-cooking liquid\u2014a little at a time\u2014if the soup is too thick. Season with additional salt and pepper, if necessary.",
+ "6. Pour the soup into a tureen, and garnish with diced toast and shredded calendula blossoms, if desired."
+ ],
+ "ingredients": [
+ "10 cups fresh or frozen peas or petits pois (small, young green peas), divided",
+ "6 cups water, divided",
+ "1 1/2 teaspoons salt",
+ "1/4 teaspoon ground black pepper",
+ "1/2 teaspoon ground mace",
+ "2 cloves",
+ "2 teaspoons dried thyme",
+ "1 teaspoon dried marjoram",
+ "4 tablespoons unsalted butter",
+ "3 to 4 green onions, trimmed and sliced crosswise into 1/2-inch pieces",
+ "1/4 pound fresh baby spinach, coarsely chopped",
+ "2 teaspoons minced fresh mint",
+ "3 tablespoons all-purpose flour",
+ "Diced toast for garnish (optional)",
+ "Shredded fresh calendula blossoms for garnish (optional)"
+ ],
+ "language": "en-US",
+ "source": "www.epicurious.com",
+ "tags": [
+ "Soup/Stew",
+ "Food Processor",
+ "Leafy Green",
+ "Herb",
+ "Vegetable",
+ "Vegetarian",
+ "Dinner",
+ "Mint",
+ "Spinach",
+ "Legume",
+ "Pea",
+ "Spring",
+ "Boil",
+ "Pescatarian",
+ "Peanut Free",
+ "Tree Nut Free",
+ "Soy Free",
+ "No Sugar Added",
+ "Kosher"
+ ],
+ "title": "A Green Peas Soup, without Meat",
+ "url": "http://www.epicurious.com/recipes/food/views/a-green-peas-soup-without-meat-394705"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-healthier-mochaccino.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-healthier-mochaccino.json
new file mode 100644
index 000000000..b59dd0ac0
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-healthier-mochaccino.json
@@ -0,0 +1,20 @@
+{
+ "directions": [
+ "Pour coffee into an ice cube tray and freeze until completely frozen, 6 hours to overnight.",
+ "Blend 2 coffee ice cubes, banana, sunflower seed kernels, protein powder, almonds, and cocoa together in a blender until smooth."
+ ],
+ "ingredients": [
+ "3 tablespoons double-strength brewed coffee, or more to taste",
+ "1 cup milk",
+ "1 banana, frozen and chunked",
+ "1 tablespoon raw sunflower seed kernels",
+ "1 tablespoon chocolate-flavored protein powder",
+ "1 tablespoon raw slivered almonds",
+ "1 tablespoon cocoa powder"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Healthier Mochaccino",
+ "url": "http://allrecipes.com/recipe/239043/a-healthier-mochaccino/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-healthy-egg-salad.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-healthy-egg-salad.json
new file mode 100644
index 000000000..77e6aafd2
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-healthy-egg-salad.json
@@ -0,0 +1,21 @@
+{
+ "directions": [
+ "Mix eggs, egg whites, mayonnaise, chives, mustard, celery salt, paprika, kosher salt, and black pepper together in a bowl."
+ ],
+ "ingredients": [
+ "8 large hard-boiled eggs, peeled and cut into chunks",
+ "4 large hard-boiled egg whites, cut into chunks",
+ "1/4 cup low-fat mayonnaise",
+ "1/4 cup chopped fresh chives",
+ "1 teaspoon Dijon mustard",
+ "1/2 teaspoon celery salt",
+ "1/2 teaspoon paprika",
+ "1/2 teaspoon kosher salt",
+ "1/2 teaspoon freshly ground black pepper"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Healthy Egg Salad",
+ "url": "http://allrecipes.com/recipe/240974/a-healthy-egg-salad/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-hearty-green-bean-and-sausage-casse.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-hearty-green-bean-and-sausage-casse.json
new file mode 100644
index 000000000..78be124e4
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-hearty-green-bean-and-sausage-casse.json
@@ -0,0 +1,23 @@
+{
+ "directions": [
+ "Crumble the pork sausage into a large skillet over medium-high heat. Cook and stir until evenly browned. Drain grease, and set aside.",
+ "Preheat the oven to 350 degrees F (175 degrees C). Coat a 9x13 inch baking dish with nonstick cooking spray.",
+ "In a large bowl, stir together the cream of mushroom soup, milk, soy sauce, garlic, and pepper. Mix in the sausage, then add the green beans, and stir until evenly coated. Pour half of the mixture into the prepared baking dish. Top with half of the fried onions. Spread remaining green bean mixture over the onions.",
+ "Bake for 30 minutes in the preheated oven. Remove from the oven, and sprinkle the rest of the fried onions over the top. Return to the oven for 5 to 10 more minutes, or until the onions are toasty, and green beans are cooked to your desired doneness. Let rest 5 minutes before serving."
+ ],
+ "ingredients": [
+ "1 (16 ounce) package pork sausage",
+ "2 (10.75 ounce) cans condensed cream of mushroom soup",
+ "1 cup milk",
+ "1 tablespoon soy sauce",
+ "1 clove garlic, minced",
+ "ground black pepper to taste",
+ "2 (16 ounce) packages frozen cut green beans",
+ "1 (2.8 ounce) can French-fried onions"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Hearty Green Bean and Sausage Casserole",
+ "url": "http://allrecipes.com/recipe/77890/a-hearty-green-bean-and-sausage-casse/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-hearty-porridge.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-hearty-porridge.json
new file mode 100644
index 000000000..0ee40b898
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-hearty-porridge.json
@@ -0,0 +1,22 @@
+{
+ "directions": [
+ "Combine oats, quinoa, raisins, walnuts, almond meal, flaxseed meal, coconut, apple, and cinnamon in a pot; add water. Bring mixture to a boil, stirring regularly; reduce heat and simmer until oats are tender and liquid is absorbed, about 10 minutes."
+ ],
+ "ingredients": [
+ "1 cup rolled oats",
+ "1/2 cup quinoa",
+ "1/2 cup raisins",
+ "1/2 cup chopped walnuts",
+ "1/2 cup almond meal",
+ "1/2 cup flaxseed meal",
+ "1/2 cup shredded coconut",
+ "1 small apple, chopped",
+ "2 tablespoons ground cinnamon",
+ "3 1/2 cups water"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Hearty Porridge",
+ "url": "http://allrecipes.com/recipe/256445/a-hearty-porridge/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-hollywood-ham-482.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-hollywood-ham-482.json
new file mode 100644
index 000000000..cb47ebf95
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-hollywood-ham-482.json
@@ -0,0 +1,32 @@
+{
+ "directions": [
+ "Preheat oven to 325\u00b0F. Place ham in roasting pan and bake until thermometer inserted into thickest part of ham registers 150\u00b0F., about 15 minutes per pound. Cool ham completely. (Can be prepared 3 days ahead. Cover and chill.)",
+ "Bring cider and apples to boil in heavy medium saucepan over medium-high heat. Boil until liquid is reduced to scant 1 1/2 cups, about 8 minutes. Whisk sugar, vinegar and mustard in small bowl until blended. Add to cider mixture. Simmer sauce until reduced to 2 1/4 cups, stirring occasionally, about 6 minutes. (Can be made 1 day ahead. Cover and chill.)",
+ "Preheat oven to 375\u00b0F. Cut eight 1/2-inch-thick ham slices from bone. Overlap ham slices in glass baking dish. Spoon sauce over. Bake until ham is heated through and sauce bubbles, about 25 minutes. Transfer to platter and serve."
+ ],
+ "ingredients": [
+ "1 5-to 6-pound bone-in water-added ham, butt portion",
+ "3 cups apple cider",
+ "1 1/2 cups packed dried apple chunks (about 4 1/2 ounces)",
+ "3/4 cup golden brown sugar",
+ "6 tablespoons cider vinegar",
+ "3 tablespoons Dijon Mustard"
+ ],
+ "language": "en-US",
+ "source": "www.epicurious.com",
+ "tags": [
+ "Fruit Juice",
+ "Bake",
+ "Christmas",
+ "Easter",
+ "Thanksgiving",
+ "Kid-Friendly",
+ "Oscars",
+ "Dried Fruit",
+ "Apple",
+ "Ham",
+ "Spring"
+ ],
+ "title": "A Hollywood Ham",
+ "url": "http://www.epicurious.com/recipes/food/views/a-hollywood-ham-482"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-homemade-san-francisco-treat-chick.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-homemade-san-francisco-treat-chick.json
new file mode 100644
index 000000000..cdfac7ac6
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-homemade-san-francisco-treat-chick.json
@@ -0,0 +1,21 @@
+{
+ "directions": [
+ "Melt butter in a large saucepan over medium heat. Cook rice and vermicelli in hot butter until browned, about 3 minutes.",
+ "Pour water over the rice mixture. Stir chicken bouillon, parsley, garlic powder, and onion powder into the water; bring to a boil, place a cover on the saucepan, reduce heat to low, and cook until the water has absorbed into the rice and pasta, about 25 minutes."
+ ],
+ "ingredients": [
+ "1 tablespoon butter",
+ "1 cup white rice",
+ "1/4 cup broken pieces vermicelli pasta",
+ "3 cups water",
+ "1 tablespoon chicken bouillon granules",
+ "2 teaspoons dried parsley",
+ "1/4 teaspoon garlic powder",
+ "1/4 teaspoon onion powder"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Homemade San Francisco Treat: Chicken Vermicelli Rice",
+ "url": "http://allrecipes.com/recipe/235796/a-homemade-san-francisco-treat-chick/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-jerky-chicken.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-jerky-chicken.json
new file mode 100644
index 000000000..8ccfb67d2
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-jerky-chicken.json
@@ -0,0 +1,24 @@
+{
+ "directions": [
+ "Combine the onion, brown sugar, soy sauce, vinegar, thyme, sesame oil, garlic, allspice and habanero pepper in the container of a food processor or blender. Process until smooth. Place the chicken into a large resealable bag, and pour in 3/4 of the sauce. Squeeze out excess air, and seal. Marinate in the refrigerator for at least one hour.",
+ "Preheat your oven's broiler.",
+ "Remove chicken from bag, and discard marinade. Broil chicken for 10 to 15 minutes, turning once to ensure even cooking. Heat remaining sauce in a small pan, and pour over chicken when serving."
+ ],
+ "ingredients": [
+ "1 teaspoon onion, finely chopped",
+ "3 tablespoons brown sugar",
+ "4 tablespoons soy sauce",
+ "4 tablespoons red wine vinegar",
+ "2 teaspoons chopped fresh thyme",
+ "1 teaspoon sesame oil",
+ "3 cloves garlic, chopped",
+ "1/2 teaspoon ground allspice",
+ "1 habanero pepper, sliced",
+ "4 skinless, boneless chicken breast halves - cut into 1 inch strips"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Jerky Chicken",
+ "url": "http://allrecipes.com/recipe/50726/a-jerky-chicken/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-little-different-baked-mac-and-chee.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-little-different-baked-mac-and-chee.json
new file mode 100644
index 000000000..3bdfe155a
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-little-different-baked-mac-and-chee.json
@@ -0,0 +1,20 @@
+{
+ "directions": [
+ "Preheat oven to 350 degrees F (175 degrees C).",
+ "Bring a large pot of lightly salted water to a boil. Cook elbow macaroni in the boiling water, stirring occasionally until cooked through but firm to the bite, 8 minutes. Drain.",
+ "Spread half the macaroni into a 9x13-inch casserole dish; top with half the tomatoes and half the Cheddar cheese. Repeat layering with remaining macaroni, tomatoes, and Cheddar cheese. Pour milk over entire casserole; sprinkle with crushed crackers.",
+ "Bake in the preheated oven until cheese is melted and crackers are golden, about 30 minutes."
+ ],
+ "ingredients": [
+ "1 (16 ounce) package elbow macaroni",
+ "1 (28 ounce) can whole peeled tomatoes, drained and chopped",
+ "1 (16 ounce) package sharp Cheddar cheese, sliced",
+ "1/2 cup milk",
+ "1 (4 ounce) packet saltine crackers, crushed"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Little Different Baked Mac and Cheese",
+ "url": "http://allrecipes.com/recipe/229814/a-little-different-baked-mac-and-chee/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-lot-more-than-plain-spinach-pie-gr.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-lot-more-than-plain-spinach-pie-gr.json
new file mode 100644
index 000000000..02f9bf08b
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-lot-more-than-plain-spinach-pie-gr.json
@@ -0,0 +1,34 @@
+{
+ "directions": [
+ "Preheat an oven to 350 degrees F (175 degrees C). Grease a deep 9x9 inch baking dish.",
+ "Beat the eggs in a mixing bowl, then stir in the spinach, leeks, green onions, feta cheese, parsley, dill, spearmint, sugar, milk, and 3/4 cup of olive oil until evenly mixed. Season to taste with salt and pepper; set aside. Whisk together the all-purpose flour, semolina flour, and 1 pinch of salt in a mixing bowl. Stir in 1/4 cup of olive oil and the water until no lumps remain. Pour 2/3 of the batter into the prepared 9x9 inch pan, and spread out evenly. Spoon the spinach filling over the batter, then spoon the remaining batter overtop. Sprinkle with the Parmesan cheese, butter pieces, and 2 tablespoons of olive oil.",
+ "Bake in the preheated oven until the bottom crust and top has firmed and nicely browned, about 1 hour."
+ ],
+ "ingredients": [
+ "3 eggs",
+ "1 pound chopped fresh spinach",
+ "3 leeks, chopped",
+ "5 green onions, chopped",
+ "2 1/3 cups crumbled feta cheese",
+ "1 bunch parsley, chopped",
+ "1 bunch dill, chopped",
+ "1 bunch spearmint, chopped",
+ "1 teaspoon white sugar",
+ "1 cup milk",
+ "3/4 cup olive oil",
+ "1 pinch salt and ground black pepper to taste",
+ "2 1/2 cups all-purpose flour",
+ "1/2 cup semolina flour",
+ "1 pinch salt",
+ "1/4 cup olive oil",
+ "2 cups water",
+ "1 1/4 cups grated Parmesan cheese (optional)",
+ "2 tablespoons cold butter, cut into pieces",
+ "2 tablespoons olive oil"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Lot More Than Plain Spinach Pie (Greek Batsaria)",
+ "url": "http://allrecipes.com/recipe/180628/a-lot-more-than-plain-spinach-pie-gr/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-maize-ing-corn-chowder.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-maize-ing-corn-chowder.json
new file mode 100644
index 000000000..e2abfd8b9
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-maize-ing-corn-chowder.json
@@ -0,0 +1,23 @@
+{
+ "directions": [
+ "Fry bacon in a Dutch oven until crisp; remove bacon, reserving 2 tablespoons drippings. Crumble bacon and set aside.",
+ "Saute onion in reserved drippings until tender; add potatoes and water. Cover and simmer 15 to 20 minutes or until potatoes are tender.",
+ "Stir in milk, corn, salt, and pepper to taste; continue to cook, stirring frequently, until heated through. Sprinkle with crumbled bacon to serve."
+ ],
+ "ingredients": [
+ "6 slices bacon",
+ "1 onion, chopped",
+ "2 potatoes, peeled and cubed",
+ "1/2 cup water",
+ "2 cups milk",
+ "2 (14.75 ounce) cans cream-style corn",
+ "1 (15.25 ounce) can whole kernel corn",
+ "1/2 teaspoon salt",
+ "ground black pepper to taste"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A-Maize-ing Corn Chowder",
+ "url": "http://allrecipes.com/recipe/13120/a-maize-ing-corn-chowder/"
+}
diff --git a/beta/serverless-fleets/data/input/inferencing/recipes/a-marinade-to-die-for.json b/beta/serverless-fleets/data/input/inferencing/recipes/a-marinade-to-die-for.json
new file mode 100644
index 000000000..705edaa46
--- /dev/null
+++ b/beta/serverless-fleets/data/input/inferencing/recipes/a-marinade-to-die-for.json
@@ -0,0 +1,21 @@
+{
+ "directions": [
+ "In a medium bowl, combine the steak sauce, brown sugar, lemon-lime soda, butter, vinegar, onion powder, garlic powder, salt and ground black pepper. Mix together well and use on your favorite meat."
+ ],
+ "ingredients": [
+ "1/3 cup steak sauce",
+ "1/2 cup packed brown sugar",
+ "1 (12 fluid ounce) can or bottle lemon-lime flavored carbonated beverage",
+ "1/2 cup butter, melted",
+ "4 tablespoons red wine vinegar",
+ "1/4 teaspoon onion powder",
+ "1/4 teaspoon garlic powder",
+ "1/4 teaspoon salt",
+ "1/4 teaspoon ground black pepper"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A Marinade To Die For",
+ "url": "http://allrecipes.com/recipe/18005/a-marinade-to-die-for/"
+}
diff --git a/beta/serverless-fleets/data/output/inferencing/.keep b/beta/serverless-fleets/data/output/inferencing/.keep
new file mode 100644
index 000000000..e69de29bb
diff --git a/beta/serverless-fleets/download b/beta/serverless-fleets/download
index 5a612baff..7d5052dcc 100755
--- a/beta/serverless-fleets/download
+++ b/beta/serverless-fleets/download
@@ -2,10 +2,14 @@
# get the current resource group name
resource_group_name=$(ibmcloud target -o JSON | jq -r '.resource_group.name')
+cos_instance=${resource_group_name/--rg/}--cos
+
+echo "switching to COS instance $cos_instance"
# configure the COS instance
-crn=$(ibmcloud resource service-instances -o json | jq -r '.[] | select( .name | contains("--cos")) | .crn')
-ibmcloud cos config crn --crn $crn
+crn=$(ibmcloud resource service-instance "${cos_instance}" -o json | jq -r '.[] | .crn')
+
+ibmcloud cos config crn --crn $crn --force
# get the bucket names
output_bucket=$(ibmcloud cos buckets --json | jq -r '.Buckets[] | select( .Name | contains("output")) | .Name')
diff --git a/beta/serverless-fleets/images/examples_inferencing_flow.png b/beta/serverless-fleets/images/examples_inferencing_flow.png
index ee7e93675..b4db60be1 100644
Binary files a/beta/serverless-fleets/images/examples_inferencing_flow.png and b/beta/serverless-fleets/images/examples_inferencing_flow.png differ
diff --git a/beta/serverless-fleets/tutorials/inferencing/README.md b/beta/serverless-fleets/tutorials/inferencing/README.md
new file mode 100644
index 000000000..b5a4721bc
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/README.md
@@ -0,0 +1,269 @@
+# Tutorial: Batch Inferencing
+
+This tutorial provides a comprehensive guide on using Serverless GPUs to perform batch inferencing which illustrates a generally applicable pattern where AI helps to extract information out of a set of unstructed data.
+
+The concrete example extracts temperature and duration of a set of cookbook recipes (from [recipebook](https://github.com/dpapathanasiou/recipebook)) by using a LLM. Such a cookbook recipe looks like:
+```
+{
+ "directions": [
+ "In a large pot over medium heat, cook chicken pieces in oil until browned on both sides. Stir in onion and cook 2 minutes more. Pour in water and chicken bouillon and bring to a boil. Reduce heat and simmer 45 minutes.",
+ "Stir in celery, carrots, garlic, salt and pepper. Simmer until carrots are just tender. Remove chicken pieces and pull the meat from the bone. Stir the noodles into the pot and cook until tender, 10 minutes. Return chicken meat to pot just before serving."
+ ],
+ "ingredients": [
+ "2 tablespoons vegetable oil",
+ "2 skinless chicken leg quarters",
+ "1/2 cup chopped onion",
+ "2 quarts water",
+ "3 cubes chicken bouillon, crumbled",
+ "1 stalk celery, chopped",
+ "3 carrots, chopped",
+ "1 clove roasted garlic, minced",
+ "salt and pepper to taste",
+ "1 (12 ounce) package thin egg noodles"
+ ],
+ "language": "en-US",
+ "source": "allrecipes.com",
+ "tags": [],
+ "title": "A-1 Chicken Soup",
+ "url": "http://allrecipes.com/recipe/25651/a-1-chicken-soup/"
+}
+```
+
+The example uses three different prompts for performing the inferencing task which are formulated as follows (see [src/app.py](./src/app.py))
+```
+1. extract temperature and duration values for each step of the following recipe. Use the following format for each sentence of the recipe: temperature=..., duration=....
+2. from the following recipe, list temperature and time like: temperature=..., duration=...
+3. summarize temperature and time values for this recipe, where applicable in the following format: step1: temperature=..., time=...; step2: etc.
+```
+
+As a result it generates an augmented .json file which is including the quantitivate meassures
+```
+Temperature: 375 degrees F (190 degrees C)
+Duration: 1 hour
+```
+
+In another example, the result might look like:
+```
+step1: temperature=medium
+step2: temperature=medium, duration=2 minutes
+step3: temperature=boil
+step4: temperature=simmer, duration=45 minutes
+step7: duration=10 minutes
+```
+
+The tutorial consists of 30 recipes which are devided into 3 batches each containing 10 recipes. Defining the tasks as batches of 10 recipes is improving the efficiency by reducing overhead of loading the LLM into the GPU. The Serverless Fleet is launched with 3 tasks to process the 3 batches on a single GPU. However, the 3 tasks could simply distributed across 3 different GPUs in order to accelerate the computation. Of-course the batch size, number of batches and the number of GPUs is only limited by actual available capacity.
+
+Key steps covered in the tutorial:
+1. Upload the recipes and batches to COS
+2. Build the container image
+2. Run a fleet with Serverless GPUs
+4. Download the resulting augmented json files from COS
+
+
+
+
+> Note: The tutorial assumes that you have created the fleet sandbox using the fully automated method which creates the rclone environment for the upload/download scripts. If that's not the case, you would need to upload the recipes and batches, and download the results using the COS CLI or other means. In addition, the sandbox created a Code Engine managed registry secret for the private IBM Cloud Registry endpoint.
+
+## Steps
+
+
+### Step 1 - Upload
+
+The 30 example recipes and 3 batches are located in the `data/input/inferencing/` directory. Run the following commands in the root directory to list and upload the example PDFs to COS.
+
+```
+ls data/input/inferencing/recipes
+```
+
+```
+ls data/input/inferencing/batches
+```
+
+```
+./upload
+```
+
+### Step 2 - Build the container image
+
+If you're interested review the code by looking at [src/app.py](./src/app.py), which downloads the LLM and generates the responses for the prompts on each line in the batch file.
+
+Now, run the build script to run a Code Engine build to build a container image using and push it to the container registry of the current region. It uses the registry secret created by the sandbox script. The build process takes about 5-10 minutes.
+
+```
+cd tutorials/inferencing
+```
+
+```
+./build
+```
+
+
+### Step 3 - Review the commands
+
+Review the `commands.jsonl` which defines the tasks to run the docling command and arguments for each of the pdfs. The commands assume that the `/input` directory is mounted from the `inferencing` folder of the input COS bucket.
+
+```
+cd tutorials/inferencing
+```
+
+```
+cat commands.jsonl
+```
+
+
+
+ Output
+
+```
+➜ cat commands.jsonl
+
+{"cmds": ["python", "app.py"], "args": ["/input/batches/0.txt"]}
+{"cmds": ["python", "app.py"], "args": ["/input/batches/1.txt"]}
+{"cmds": ["python", "app.py"], "args": ["/input/batches/2.txt"]}
+
+```
+
+
+
+### Step 3 - Run the Fleet
+
+The fleet is created with `--tasks-from-file commands.jsonl` which will queue 3 tasks for the 3 batches. The example specifies `--gpu l40s:1` where each task requires a full Nvidia L40s GPU. The total number of concurrent tasks is limited to `--max-scale 1` so that only a single GPU is being provisioned. Code Engine will automatically detect the best matching worker profile `gx3-24x120x1l40s`. Launch the fleet with the following command in the `tutorials/inferencing` directory.
+```
+./run
+```
+
+
+
+ Output
+
+```
+➜ inferencing ./run
+ibmcloud code-engine beta fleet create --name fleet-6d2924fc-1
+ --image private.br.icr.io/ce--fleet-inferencing-be1899e3/inferencing
+ --registry-secret ce-auto-icr-private-br-sao
+ --max-scale 1
+ --tasks-from-local-file commands.jsonl
+ --gpu l40s:1
+ --cpu 24
+ --memory 120G
+ --mount-data-store /input=fleet-input-store:/inferencing
+ --mount-data-store /output=fleet-output-store:/inferencing
+Successfully created fleet with name 'fleet-6d2924fc-1' and ID '98b63936-c7b6-4034-ab30-d6aa4da4af8d'
+Run 'ibmcloud ce beta fleet get --id 98b63936-c7b6-4034-ab30-d6aa4da4af8d' to check the fleet status.
+Run 'ibmcloud ce beta fleet worker list --fleet-id 98b63936-c7b6-4034-ab30-d6aa4da4af8d' to retrieve a list of provisioned workers.
+Run 'ibmcloud ce beta fleet task list --fleet-id 98b63936-c7b6-4034-ab30-d6aa4da4af8d' to retrieve a list of tasks.
+OK
+```
+
+
+
+Show the fleet details
+```
+ibmcloud ce beta fleet get --id
+```
+
+
+
+ Output
+
+```
+ibmcloud ce beta fleet get --id 98b63936-c7b6-4034-ab30-d6aa4da4af8d
+Getting fleet '98b63936-c7b6-4034-ab30-d6aa4da4af8d'...
+OK
+
+Name: fleet-6d2924fc-1
+ID: 98b63936-c7b6-4034-ab30-d6aa4da4af8d
+Status: pending
+Created: 23s
+Project region: br-sao
+Project name: fleetlab-dev--ce-project
+
+Tasks status:
+ Failed: 0
+ Canceled: 0
+ Successful: 0
+ Running: 0
+ Pending: 3
+ Total: 3
+
+Code:
+ Container image reference: private.br.icr.io/ce--fleet-inferencing-be1899e3/inferencing
+ Registry access secret: ce-auto-icr-private-br-sao
+
+Tasks specification:
+ Task state store: fleet-task-store
+ Data store JSON reference: fleet-task-store
+ Data store object path: /ce/2c76a9f0-507e-472b-84be-81efe50403f8/fleet-input/20f03e6e-10ee-4a4e-adbe-3f46652caacc.jsonl
+
+Resources and scaling:
+ CPU per instance: 24
+ Memory per instance: 120G
+ Max number of instances: 1
+ Max retries per task: 3
+
+Network placement:
+ Subnet CRN 0: crn:v1:bluemix:public:is:br-sao-1:a/327016f62a9544c18e7efdd4213297dd::subnet:02t7-61ad2d36-695c-41b2-8bd1-38ee926cb94a
+```
+
+
+
+
+Verify that the machines are starting
+```
+ibmcloud ce beta fleet worker list --fleet-id
+```
+
+
+ Output
+
+```
+➜ inferencing ibmcloud ce beta fleet worker list --fleet-id 98b63936-c7b6-4034-ab30-d6aa4da4af8d
+Listing serverless fleet workers...
+OK
+
+Name ID Status Profile IP Zone Version
+ 1bae3702-ad79-491d-9d8f-aa61efc8ed96 running gx3-24x120x1l40s 10.250.0.11 br-sao-1 v0.0.71
+```
+
+
+
+Observe the tasks:
+
+```
+ibmcloud code-engine beta fleet task list --fleet-id
+```
+
+
+ Output
+
+```
+Listing serverless fleet tasks...
+OK
+
+Index ID Status Result code Worker name
+000-00000-00000000000000000000 d9d6a23b-f183-5b83-80cd-7628b0a3008c pending
+000-00000-00000000000000000001 3c82d446-ff52-5d1b-9a99-635d6ab80edc pending
+000-00000-00000000000000000002 81587d53-44e0-51c3-9916-e3f007188032 pending
+```
+
+
+
+
+#### Playing with more parallism
+
+If you want to modify the tutorial to add some more parallism, e.g. to run each batch on it's own GPU, you can change `--max-scale 3` in the run script.
+
+
+### Step 4 - Download results
+
+Download the results from the COS by running the following command in the root directory:
+```
+./download
+```
+
+You can find the results under
+```
+ls -l data/output/inferencing/inferencing_*
+```
+
+
diff --git a/beta/serverless-fleets/tutorials/inferencing/build b/beta/serverless-fleets/tutorials/inferencing/build
new file mode 100755
index 000000000..639752513
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/build
@@ -0,0 +1,21 @@
+#!/bin/bash
+
+echo "Cleaning up previous images ..."
+IMAGE=$(ibmcloud cr images | grep "ce--fleet-inferencing" | awk '{print $1}')
+if [[ "$IMAGE" != "" ]]; then
+ ibmcloud cr image-rm $(ibmcloud cr images | grep "ce--fleet-inferencing" | awk '{print $1}')
+fi
+
+# getting the automatically created registry secret, e.g. ce-auto-icr-private-
+REGION=$(ibmcloud target -o json | jq -r '.region.name')
+REGISTRY_SECRET_NAME="ce-auto-icr-private-$REGION"
+REGISTRY_HOST=$(ibmcloud ce secret get -n $REGISTRY_SECRET_NAME -o json | jq -r ".data.server")
+
+echo "Building new image $REGISTRY_HOST/ce--fleet-inferencing-${uuid}/inferencing:latest from ./src "
+echo "This takes about 5-10 minutes ..."
+
+uuid=$(uuidgen | tr '[:upper:]' '[:lower:]' | awk -F- '{print $1}')
+
+ibmcloud ce buildrun submit --name ce--fleet-inferencing-build-${uuid} --source ./src --strategy dockerfile --image $REGISTRY_HOST/ce--fleet-inferencing-${uuid}/inferencing:latest --registry-secret $REGISTRY_SECRET_NAME --size xxlarge --timeout 2400
+
+ibmcloud ce buildrun logs -f -n ce--fleet-inferencing-build-${uuid}
diff --git a/beta/serverless-fleets/tutorials/inferencing/commands.jsonl b/beta/serverless-fleets/tutorials/inferencing/commands.jsonl
new file mode 100644
index 000000000..d61cbd32a
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/commands.jsonl
@@ -0,0 +1,3 @@
+{"cmds": ["python", "app.py"], "args": ["/input/batches/0.txt"]}
+{"cmds": ["python", "app.py"], "args": ["/input/batches/1.txt"]}
+{"cmds": ["python", "app.py"], "args": ["/input/batches/2.txt"]}
diff --git a/beta/serverless-fleets/tutorials/inferencing/create-commands b/beta/serverless-fleets/tutorials/inferencing/create-commands
new file mode 100755
index 000000000..76bf441f0
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/create-commands
@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+set -eu
+
+truncate -s0 commands.jsonl
+
+batch_size=10
+idx=0
+batch_idx=0
+
+# clean previous batches
+rm -f ../../data/input/inferencing/batches/*.txt
+
+for f in ../../data/input/inferencing/recipes/*.json; do
+ idx=$(( idx + 1 ))
+ if (( idx % batch_size == 0 )); then
+ echo "{\"cmds\": [\"python\", \"app.py\"], \"args\": [\"/input/batches/$batch_idx.txt\"]}" >> commands.jsonl
+ batch_idx=$(( batch_idx + 1 ))
+ fi
+
+ file_in=$(basename "$f")
+ file_out=${file_in%.*}.augmented.json
+
+ # echo "batch=$batch_idx idx=$idx file=$f"
+ echo "/input/recipes/$file_in;/output/inferencing_$file_out" >> "../../data/input/inferencing/batches/$batch_idx.txt"
+
+done
+
+echo "{\"cmds\": [\"python\", \"app.py\"], \"args\": [\"/input/batches/$batch_idx.txt\"]}" >> commands.jsonl
diff --git a/beta/serverless-fleets/tutorials/inferencing/run b/beta/serverless-fleets/tutorials/inferencing/run
new file mode 100755
index 000000000..f1036d9bf
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/run
@@ -0,0 +1,41 @@
+#!/bin/bash
+
+set -e
+
+uuid=$(uuidgen | tr '[:upper:]' '[:lower:]' | awk -F- '{print $1}')
+
+IMAGE=$(ibmcloud cr images | grep "ce--fleet-inferencing" | awk '{print $1}')
+
+if [ -z "${IMAGE}" ]; then
+ echo "no image found. pls build a inferencing image with ./build"
+ exit -1
+fi
+
+# getting the automatically created registry secret, e.g. ce-auto-icr-private-
+REGION=$(ibmcloud target -o json | jq -r '.region.name')
+REGISTRY_SECRET_NAME="ce-auto-icr-private-$REGION"
+
+PRIVATE_IMAGE="private.$IMAGE"
+
+echo ibmcloud code-engine beta fleet create --name "fleet-${uuid}-1"
+echo " "--image $PRIVATE_IMAGE
+echo " "--registry-secret $REGISTRY_SECRET_NAME
+echo " "--max-scale 1
+echo " "--tasks-from-local-file commands.jsonl
+echo " "--gpu l40s:1
+echo " "--cpu 24
+echo " "--memory 120G
+echo " "--mount-data-store /input=fleet-input-store:/inferencing
+echo " "--mount-data-store /output=fleet-output-store:/inferencing
+
+ibmcloud code-engine beta fleet create --name "fleet-${uuid}-1" \
+--image $PRIVATE_IMAGE \
+--registry-secret $REGISTRY_SECRET_NAME \
+--max-scale 1 \
+--tasks-from-local-file commands.jsonl \
+--gpu l40s:1 \
+--cpu 24 \
+--memory 120G \
+--tasks-state-store fleet-task-store \
+--mount-data-store /input=fleet-input-store:/inferencing \
+--mount-data-store /output=fleet-output-store:/inferencing
diff --git a/beta/serverless-fleets/tutorials/inferencing/src/Dockerfile b/beta/serverless-fleets/tutorials/inferencing/src/Dockerfile
new file mode 100644
index 000000000..75213d6eb
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/src/Dockerfile
@@ -0,0 +1,22 @@
+FROM nvcr.io/nvidia/cuda:12.9.0-runtime-ubuntu24.04
+
+RUN apt-get update \
+ && apt-get install -y --no-install-recommends \
+ git \
+ python3 \
+ python3-pip \
+ python3-venv \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/*
+
+ENV VIRTUAL_ENV=/opt/env
+ENV PATH="$VIRTUAL_ENV/bin:$PATH"
+
+RUN python3 -m venv $VIRTUAL_ENV
+
+RUN pip install --no-cache-dir --upgrade pip
+
+COPY app.py requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# CMD ["python", "app.py"]
diff --git a/beta/serverless-fleets/tutorials/inferencing/src/app.py b/beta/serverless-fleets/tutorials/inferencing/src/app.py
new file mode 100644
index 000000000..4119c6162
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/src/app.py
@@ -0,0 +1,62 @@
+import argparse
+import json
+import os
+import transformers
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+model_name = 'tiiuae/falcon-7b-instruct'
+
+tokenizer = AutoTokenizer.from_pretrained(
+ model_name,
+ )
+
+model = AutoModelForCausalLM.from_pretrained(
+ model_name,
+ device_map='auto',
+ low_cpu_mem_usage=False,
+ )
+
+generator = transformers.pipeline(
+ 'text-generation',
+ model=model,
+ tokenizer=tokenizer,
+ device_map='auto',
+ )
+
+parser = argparse.ArgumentParser()
+parser.add_argument('input')
+args = parser.parse_args()
+
+with open(args.input) as cmdFile:
+ for line in cmdFile:
+ inPath, outPath = line.split(';', 1)
+
+ with open(inPath) as inFile:
+ inputData = json.load(inFile)
+ inputData['quantitativeMeasures'] = []
+
+ recipe =' '.join(inputData['directions'])
+ prompts = [
+ f'User: extract temperature and duration values for each step of the following recipe. Use the following format for each sentence of the recipe: temperature=..., duration=....\nRecipe:\n{recipe}\n\nAssistant:',
+ f'User: from the following recipe, list temperature and time like: temperature=..., duration=...\n{recipe}\n\nAssistant:',
+ f'User: summarize temperature and time values for this recipe, where applicable in the following format: step1: temperature=..., time=...; step2: etc.\n{recipe}\n\nAssistant:'
+ ]
+
+
+ for idx, prompt in enumerate(prompts):
+ outputs = generator(
+ prompt,
+ do_sample=False,
+ max_new_tokens=200,
+ return_full_text=False,
+ truncation=True
+ )
+ output_text = outputs[0]['generated_text']
+
+ print(f'output = {output_text}')
+
+ inputData['quantitativeMeasures'].append(output_text)
+
+ os.makedirs(os.path.dirname(outPath), exist_ok=True)
+ with open(outPath, 'w') as outFile:
+ json.dump(inputData, outFile)
\ No newline at end of file
diff --git a/beta/serverless-fleets/tutorials/inferencing/src/requirements.txt b/beta/serverless-fleets/tutorials/inferencing/src/requirements.txt
new file mode 100644
index 000000000..f2fcd284d
--- /dev/null
+++ b/beta/serverless-fleets/tutorials/inferencing/src/requirements.txt
@@ -0,0 +1,26 @@
+accelerate==1.6.0
+certifi==2025.4.26
+charset-normalizer==3.4.2
+filelock==3.18.0
+fsspec==2025.3.2
+hf-xet==1.1.0
+huggingface-hub==0.31.1
+idna==3.10
+Jinja2==3.1.6
+MarkupSafe==3.0.2
+mpmath==1.3.0
+networkx==3.4.2
+numpy==2.2.5
+packaging==25.0
+psutil==7.0.0
+PyYAML==6.0.2
+regex==2024.11.6
+requests==2.32.4
+safetensors==0.5.3
+sympy==1.14.0
+tokenizers==0.21.1
+torch==2.8.0
+tqdm==4.67.1
+transformers @ git+https://www.github.com/huggingface/transformers@a5c6172c81d69a6fa2c3b1340d72fc669b941dcd
+typing_extensions==4.13.2
+urllib3==2.5.0
diff --git a/beta/serverless-fleets/upload b/beta/serverless-fleets/upload
index a24f79ac9..62d93a295 100755
--- a/beta/serverless-fleets/upload
+++ b/beta/serverless-fleets/upload
@@ -2,10 +2,14 @@
# get the current resource group name
resource_group_name=$(ibmcloud target -o JSON | jq -r '.resource_group.name')
+cos_instance=${resource_group_name/--rg/}--cos
+
+echo "switching to COS instance $cos_instance"
# configure the COS instance
-crn=$(ibmcloud resource service-instances -o json | jq -r '.[] | select( .name | contains("--cos")) | .crn')
-ibmcloud cos config crn --crn $crn
+crn=$(ibmcloud resource service-instance "${cos_instance}" -o json | jq -r '.[] | .crn')
+
+ibmcloud cos config crn --crn $crn --force
# get the bucket names
output_bucket=$(ibmcloud cos buckets --json | jq -r '.Buckets[] | select( .Name | contains("output")) | .Name')
diff --git a/beta/serverless-fleets/watch_results b/beta/serverless-fleets/watch_results
index 84309818b..fcb35223b 100755
--- a/beta/serverless-fleets/watch_results
+++ b/beta/serverless-fleets/watch_results
@@ -1,7 +1,20 @@
#!/bin/sh
-crn=$(ibmcloud resource service-instances -o json | jq -r '.[] | select( .name | contains("--cos")) | .crn')
-ibmcloud cos config crn --crn $crn
+# get the current resource group name
+resource_group_name=$(ibmcloud target -o JSON | jq -r '.resource_group.name')
+region=$(ibmcloud target -o JSON | jq -r '.region.name')
+cos_instance=${resource_group_name/--rg/}--cos
+
+echo "switching to COS instance $cos_instance"
+
+# configure the COS instance
+crn=$(ibmcloud resource service-instance "${cos_instance}" -o json | jq -r '.[] | .crn')
+
+ibmcloud cos config crn --crn $crn --force
+ibmcloud cos config endpoint-url --url s3.$region.cloud-object-storage.appdomain.cloud
+
bucket=$(ibmcloud cos buckets --json | jq -r '.Buckets[] | select( .Name | contains("output")) | .Name')
+echo $bucket
+
watch -n 2 ibmcloud cos list-objects-v2 --bucket "$bucket" --prefix "$1"