Add functionality to scan handwritten/printed letters.

src/Functions/SantaTalk.Models/SantaTalk.Models.csproj

@@ -4,4 +4,8 @@
     <TargetFramework>netstandard2.0</TargetFramework>
   </PropertyGroup>
 
+  <ItemGroup>
+    <PackageReference Include="Newtonsoft.Json" Version="12.0.3" />
+  </ItemGroup>
+
 </Project>

src/Functions/SantaTalk.Models/SantaVisionResult.cs

@@ -0,0 +1,39 @@
+using Newtonsoft.Json;
+using System;
+using System.Collections.Generic;
+using System.Text;
+
+namespace SantaTalk.Models
+{
+    public class Word
+    {
+        public List<int> BoundingBox { get; set; }
+        public string Text { get; set; }
+        public string Confidence { get; set; }
+    }
+
+    public class Line
+    {
+        public List<int> BoundingBox { get; set; }
+        public string Text { get; set; }
+        public List<Word> Words { get; set; }
+    }
+
+    public class RecognitionResult
+    {
+        public int Page { get; set; }
+        public double ClockwiseOrientation { get; set; }
+        public int Width { get; set; }
+        public int Height { get; set; }
+        public string Unit { get; set; }
+        public List<Line> Lines { get; set; }
+    }
+
+    public class RootObject
+    {
+        public string Status { get; set; }
+
+        [JsonProperty("recognitionResults")]
+        public List<RecognitionResult> RecognitionResults { get; set; }
+    }
+}

src/SantaTalk.Android/MainActivity.cs

@@ -6,6 +6,7 @@
 using Android.Views;
 using Android.Widget;
 using Android.OS;
+using Plugin.CurrentActivity;
 
 namespace SantaTalk.Droid
 {
@@ -22,6 +23,7 @@ protected override void OnCreate(Bundle savedInstanceState)
             Xamarin.Essentials.Platform.Init(this, savedInstanceState);
             global::Xamarin.Forms.Forms.Init(this, savedInstanceState);
             FFImageLoading.Forms.Platform.CachedImageRenderer.Init(true);
+            CrossCurrentActivity.Current.Init(this, savedInstanceState);
             LoadApplication(new App());
         }
         public override void OnRequestPermissionsResult(int requestCode, string[] permissions, [GeneratedEnum] Android.Content.PM.Permission[] grantResults)

src/SantaTalk.Android/Properties/AndroidManifest.xml

@@ -1,6 +1,15 @@
 <?xml version="1.0" encoding="utf-8"?>
 <manifest xmlns:android="http://schemas.android.com/apk/res/android" android:versionCode="1" android:versionName="1.0" package="com.codemilltech.santatalk">
 	<uses-sdk android:minSdkVersion="21" android:targetSdkVersion="28" />
-	<application android:label="SantaTalk.Android" android:networkSecurityConfig="@xml/network_security_config"></application>
-	<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
+	<application android:label="SantaTalk.Android" android:networkSecurityConfig="@xml/network_security_config">
+    <provider android:name="android.support.v4.content.FileProvider"
+           android:authorities="com.codemilltech.santatalk.fileprovider"
+           android:exported="false"
+           android:grantUriPermissions="true">
+      <meta-data android:name="android.support.FILE_PROVIDER_PATHS"
+                       android:resource="@xml/file_paths"></meta-data>
+    </provider>
+  </application>
+	<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE"/>
+  <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
 </manifest>

src/SantaTalk.Android/Properties/AssemblyInfo.cs

@@ -32,3 +32,5 @@
 // Add some common permissions, these can be removed if not needed
 [assembly: UsesPermission(Android.Manifest.Permission.Internet)]
 [assembly: UsesPermission(Android.Manifest.Permission.WriteExternalStorage)]
+[assembly: UsesFeature("android.hardware.camera", Required = false)]
+[assembly: UsesFeature("android.hardware.camera.autofocus", Required = false)]

src/SantaTalk.Android/Resources/xml/file_paths.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<paths xmlns:android="http://schemas.android.com/apk/res/android">
+<external-path name="my_images" path="Android/data/com.codemilltech.santatalk/files/Pictures" />
+<external-path name="my_movies" path="Android/data/com.codemilltech.santatalk/files/Movies" />
+</paths>

src/SantaTalk.Android/SantaTalk.Android.csproj

@@ -1,4 +1,4 @@
-<?xml version="1.0" encoding="utf-8"?>
+<?xml version="1.0" encoding="utf-8"?>
 <Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
   <PropertyGroup>
     <Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
@@ -52,6 +52,9 @@
     <Reference Include="System.Numerics.Vectors" />
   </ItemGroup>
   <ItemGroup>
+    <PackageReference Include="Xam.Plugin.Media">
+      <Version>4.0.1.5</Version>
+    </PackageReference>
     <PackageReference Include="Xamarin.Forms" Version="4.4.0.991265" />
     <PackageReference Include="Xamarin.Essentials" Version="1.3.1" />
     <PackageReference Include="Xamarin.FFImageLoading.Forms">
@@ -98,43 +101,50 @@
     <AndroidResource Include="Resources\mipmap-xxxhdpi\icon.png" />
     <AndroidResource Include="Resources\mipmap-xxxhdpi\launcher_foreground.png" />
     <AndroidResource Include="Resources\xml\network_security_config.xml">
-      <SubType></SubType>
-      <Generator></Generator>
+      <SubType>
+      </SubType>
+      <Generator>
+      </Generator>
     </AndroidResource>
     <AndroidResource Include="Resources\drawable-xxxhdpi\star.png">
-      <SubType></SubType>
-      <Generator></Generator>
+      <SubType>
+      </SubType>
+      <Generator>
+      </Generator>
     </AndroidResource>
     <AndroidResource Include="Resources\drawable-xxhdpi\star.png">
-      <SubType></SubType>
-      <Generator></Generator>
+      <SubType>
+      </SubType>
+      <Generator>
+      </Generator>
     </AndroidResource>
     <AndroidResource Include="Resources\drawable-xhdpi\star.png">
-      <SubType></SubType>
-      <Generator></Generator>
+      <SubType>
+      </SubType>
+      <Generator>
+      </Generator>
     </AndroidResource>
     <AndroidResource Include="Resources\drawable-mdpi\star.png">
-      <SubType></SubType>
-      <Generator></Generator>
+      <SubType>
+      </SubType>
+      <Generator>
+      </Generator>
     </AndroidResource>
     <AndroidResource Include="Resources\drawable-ldpi\star.png">
-      <SubType></SubType>
-      <Generator></Generator>
+      <SubType>
+      </SubType>
+      <Generator>
+      </Generator>
     </AndroidResource>
     <AndroidResource Include="Resources\drawable-hdpi\star.png">
-      <SubType></SubType>
-      <Generator></Generator>
+      <SubType>
+      </SubType>
+      <Generator>
+      </Generator>
     </AndroidResource>
   </ItemGroup>
   <ItemGroup>
     <Folder Include="Resources\drawable\" />
-    <Folder Include="Resources\xml\" />
-    <Folder Include="Resources\drawable-hdpi\" />
-    <Folder Include="Resources\drawable-ldpi\" />
-    <Folder Include="Resources\drawable-mdpi\" />
-    <Folder Include="Resources\drawable-xhdpi\" />
-    <Folder Include="Resources\drawable-xxhdpi\" />
-    <Folder Include="Resources\drawable-xxxhdpi\" />
   </ItemGroup>
   <ItemGroup>
     <ProjectReference Include="..\SantaTalk\SantaTalk.csproj">
@@ -148,5 +158,10 @@
     <AndroidAsset Include="Assets\futura_heavy.ttf" />
     <AndroidAsset Include="Assets\futura_medium.ttf" />
   </ItemGroup>
- <Import Project="$(MSBuildExtensionsPath)\Xamarin\Android\Xamarin.Android.CSharp.targets" />
-</Project>
+  <ItemGroup>
+    <AndroidResource Include="Resources\xml\file_paths.xml">
+      <SubType>Designer</SubType>
+    </AndroidResource>
+  </ItemGroup>
+  <Import Project="$(MSBuildExtensionsPath)\Xamarin\Android\Xamarin.Android.CSharp.targets" />
+</Project>

src/SantaTalk.sln

@@ -1,71 +1,79 @@
-
 Microsoft Visual Studio Solution File, Format Version 12.00
-# Visual Studio 15
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "SantaTalk", "SantaTalk\SantaTalk.csproj", "{091675BF-545D-4B21-A77B-F24ABDEAF6AA}"
+# Visual Studio Version 16
+VisualStudioVersion = 16.0.29613.14
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SantaTalk", "SantaTalk\SantaTalk.csproj", "{091675BF-545D-4B21-A77B-F24ABDEAF6AA}"
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "SantaTalk.Android", "SantaTalk.Android\SantaTalk.Android.csproj", "{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "SantaTalk.Models", "Functions\SantaTalk.Models\SantaTalk.Models.csproj", "{07CBBC6F-2C49-44FD-B479-90907EC442BA}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "SantaTalk.Models", "Functions\SantaTalk.Models\SantaTalk.Models.csproj", "{07CBBC6F-2C49-44FD-B479-90907EC442BA}"
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "SantaTalk.iOS", "SantaTalk.iOS\SantaTalk.iOS.csproj", "{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}"
 EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
-		Release|Any CPU = Release|Any CPU
-		Debug|iPhoneSimulator = Debug|iPhoneSimulator
-		Release|iPhoneSimulator = Release|iPhoneSimulator
 		Debug|iPhone = Debug|iPhone
+		Debug|iPhoneSimulator = Debug|iPhoneSimulator
+		Release|Any CPU = Release|Any CPU
 		Release|iPhone = Release|iPhone
+		Release|iPhoneSimulator = Release|iPhoneSimulator
 	EndGlobalSection
 	GlobalSection(ProjectConfigurationPlatforms) = postSolution
 		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|Any CPU.Build.0 = Debug|Any CPU
-		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|Any CPU.ActiveCfg = Release|Any CPU
-		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|Any CPU.Build.0 = Release|Any CPU
-		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|iPhoneSimulator.ActiveCfg = Debug|Any CPU
-		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|iPhoneSimulator.Build.0 = Debug|Any CPU
-		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|iPhoneSimulator.ActiveCfg = Release|Any CPU
-		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|iPhoneSimulator.Build.0 = Release|Any CPU
 		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|iPhone.ActiveCfg = Debug|Any CPU
 		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|iPhone.Build.0 = Debug|Any CPU
+		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|iPhoneSimulator.ActiveCfg = Debug|Any CPU
+		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Debug|iPhoneSimulator.Build.0 = Debug|Any CPU
+		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|Any CPU.Build.0 = Release|Any CPU
 		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|iPhone.ActiveCfg = Release|Any CPU
 		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|iPhone.Build.0 = Release|Any CPU
+		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|iPhoneSimulator.ActiveCfg = Release|Any CPU
+		{091675BF-545D-4B21-A77B-F24ABDEAF6AA}.Release|iPhoneSimulator.Build.0 = Release|Any CPU
 		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|Any CPU.Build.0 = Debug|Any CPU
-		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|Any CPU.ActiveCfg = Release|Any CPU
-		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|Any CPU.Build.0 = Release|Any CPU
-		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|iPhoneSimulator.ActiveCfg = Debug|Any CPU
-		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|iPhoneSimulator.Build.0 = Debug|Any CPU
-		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|iPhoneSimulator.ActiveCfg = Release|Any CPU
-		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|iPhoneSimulator.Build.0 = Release|Any CPU
+		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|Any CPU.Deploy.0 = Debug|Any CPU
 		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|iPhone.ActiveCfg = Debug|Any CPU
 		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|iPhone.Build.0 = Debug|Any CPU
+		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|iPhoneSimulator.ActiveCfg = Debug|Any CPU
+		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Debug|iPhoneSimulator.Build.0 = Debug|Any CPU
+		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|Any CPU.Build.0 = Release|Any CPU
 		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|iPhone.ActiveCfg = Release|Any CPU
 		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|iPhone.Build.0 = Release|Any CPU
+		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|iPhoneSimulator.ActiveCfg = Release|Any CPU
+		{9F3CF5B6-BC95-42B0-97A9-6024681F1FC0}.Release|iPhoneSimulator.Build.0 = Release|Any CPU
 		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|Any CPU.Build.0 = Debug|Any CPU
-		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|Any CPU.ActiveCfg = Release|Any CPU
-		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|Any CPU.Build.0 = Release|Any CPU
-		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|iPhoneSimulator.ActiveCfg = Debug|Any CPU
-		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|iPhoneSimulator.Build.0 = Debug|Any CPU
-		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|iPhoneSimulator.ActiveCfg = Release|Any CPU
-		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|iPhoneSimulator.Build.0 = Release|Any CPU
 		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|iPhone.ActiveCfg = Debug|Any CPU
 		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|iPhone.Build.0 = Debug|Any CPU
+		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|iPhoneSimulator.ActiveCfg = Debug|Any CPU
+		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Debug|iPhoneSimulator.Build.0 = Debug|Any CPU
+		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|Any CPU.Build.0 = Release|Any CPU
 		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|iPhone.ActiveCfg = Release|Any CPU
 		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|iPhone.Build.0 = Release|Any CPU
+		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|iPhoneSimulator.ActiveCfg = Release|Any CPU
+		{07CBBC6F-2C49-44FD-B479-90907EC442BA}.Release|iPhoneSimulator.Build.0 = Release|Any CPU
 		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|Any CPU.ActiveCfg = Debug|iPhoneSimulator
 		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|Any CPU.Build.0 = Debug|iPhoneSimulator
-		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|Any CPU.ActiveCfg = Release|iPhoneSimulator
-		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|Any CPU.Build.0 = Release|iPhoneSimulator
-		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|iPhoneSimulator.ActiveCfg = Debug|iPhoneSimulator
-		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|iPhoneSimulator.Build.0 = Debug|iPhoneSimulator
-		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|iPhoneSimulator.ActiveCfg = Release|iPhoneSimulator
-		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|iPhoneSimulator.Build.0 = Release|iPhoneSimulator
 		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|iPhone.ActiveCfg = Debug|iPhone
 		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|iPhone.Build.0 = Debug|iPhone
+		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|iPhoneSimulator.ActiveCfg = Debug|iPhoneSimulator
+		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Debug|iPhoneSimulator.Build.0 = Debug|iPhoneSimulator
+		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|Any CPU.ActiveCfg = Release|iPhoneSimulator
+		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|Any CPU.Build.0 = Release|iPhoneSimulator
 		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|iPhone.ActiveCfg = Release|iPhone
 		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|iPhone.Build.0 = Release|iPhone
+		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|iPhoneSimulator.ActiveCfg = Release|iPhoneSimulator
+		{1A8F4AAD-CF42-44DA-8289-1E100047AE1D}.Release|iPhoneSimulator.Build.0 = Release|iPhoneSimulator
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(ExtensibilityGlobals) = postSolution
+		SolutionGuid = {856E615C-5EFE-46E4-8884-2C0B5C563964}
 	EndGlobalSection
 EndGlobal

src/SantaTalk/MainPage.xaml

@@ -22,8 +22,14 @@
                           BackgroundGradientEndColor="{StaticResource light_gradient}">
 
         <Grid x:Name="MainGrid">
+
             <ScrollView VerticalOptions="FillAndExpand">
                 <StackLayout VerticalOptions="FillAndExpand" Padding="24" Spacing="0">
+                    <StackLayout IsVisible="{Binding AnalysePicture}" >
+                        <Label Text="Analyse letter to Santa" FontSize="15" HorizontalOptions="CenterAndExpand" VerticalOptions="CenterAndExpand" Margin="10"></Label>
+                        <ActivityIndicator  IsRunning="true"/>
+                    </StackLayout>
+
                     <StackLayout VerticalOptions="CenterAndExpand">
                         <Label Text="WELCOME TO" FontSize="16" TextColor="{StaticResource highlight_text}"/>
                         <Label Text="Santa Talk" FontSize="48"/>
@@ -40,6 +46,7 @@
                         </StackLayout>
                     </StackLayout>
                     <Button VerticalOptions="EndAndExpand" Text="SEND TO SANTA" Margin="16" Command="{Binding SendLetterCommand}" />
+                    <Button VerticalOptions="EndAndExpand" Text="Tate Picture of Handwritten Letter" Margin="16" Command="{Binding TakePictureCommand}"></Button>
                 </StackLayout>
             </ScrollView>
         </Grid>

src/SantaTalk/SantaTalk.csproj

@@ -11,6 +11,7 @@
   </PropertyGroup>
 
   <ItemGroup>
+    <PackageReference Include="Xam.Plugin.Media" Version="4.0.1.5" />
     <PackageReference Include="Xamarin.Forms" Version="4.4.0.991265" />
     <PackageReference Include="Xamarin.Essentials" Version="1.3.1" />
     <PackageReference Include="Xamarin.FFImageLoading.Forms" Version="2.4.11.982" />