update for files changes.

Author: Saravanan-Madhesh

ChartGeneratorAISample/ChartGenerator/AIService/ChartsAIService.cs

@@ -154,6 +154,72 @@ internal string GetSpecificClassContext(string classType)
                 _ => "Unknown class type. Available classes: ChartConfig, SeriesConfig, AxisConfig"
             };
         }
+
+        internal async Task<string> AnalyzeImageAzureAsync(ImageSource source, string textInput)
+        {
+            byte[] imageBytes = await ConvertImageSourceToByteArray(source);
+
+            // Convert the byte array to a Base64 string
+            return await InterpretImageBase64(Convert.ToBase64String(imageBytes), textInput);
+        }
+
+        public static async Task<byte[]> ConvertImageSourceToByteArray(ImageSource imageSource)
+        {
+            Stream stream = await ConvertImageSourceToStream(imageSource);
+
+            using (MemoryStream memoryStream = new MemoryStream())
+            {
+                stream.CopyTo(memoryStream);
+                return memoryStream.ToArray();
+            }
+        }
+
+        private static async Task<Stream> ConvertImageSourceToStream(ImageSource imageSource)
+        {
+            if (imageSource is FileImageSource fileImageSource)
+            {
+                return new FileStream(fileImageSource.File, FileMode.Open, FileAccess.Read);
+            }
+            else if (imageSource is UriImageSource uriImageSource)
+            {
+                var httpClient = new System.Net.Http.HttpClient();
+                return await httpClient.GetStreamAsync(uriImageSource.Uri);
+            }
+            else if (imageSource is StreamImageSource streamImageSource)
+            {
+                return await streamImageSource.Stream(default);
+            }
+            else
+            {
+                throw new NotSupportedException("Unsupported ImageSource type");
+            }
+        }
+
+        internal async Task<string> InterpretImageBase64(string base64, string textInput)
+        {
+
+            try
+            {
+                var imageDataUri = $"data:image/jpeg;base64,{base64}";
+                var chatHistory = new Microsoft.Extensions.AI.ChatMessage();
+                chatHistory.Text = "You are an AI assistant that describes images.";
+                chatHistory.Contents = (new List<AIContent>
+                {
+            new TextContent("Describe this image:"),
+            new TextContent($"{textInput}"),
+            new ImageContent(imageDataUri)
+                });
+
+                var result = await Client.CompleteAsync(new[] { chatHistory });
+                return result?.ToString() ?? "No description generated.";
+            }
+            catch (Exception ex)
+            {
+                return $"Error generating OpenAI response: {ex.Message}";
+            }
+        }
+
+
     }
     #endregion
 }

ChartGeneratorAISample/ChartGenerator/View/ChartView.xaml

@@ -195,15 +195,15 @@
                 <buttons:SfButton  Grid.Row="0" Margin="0,0,60,0" 
                                    Grid.Column="{OnPlatform Android='0',iOS='0', Default='1'}"
                                    x:Name="exportchartbutton"
-                                   Text="Export Chart" 
+                                   Text="&#xe799;" 
                                      Clicked="Exportchartbutton_Clicked"
-                                     FontFamily="MauiSampleFontIcon" 
+                                      FontFamily="{OnPlatform Default ='MauiMaterialAssets', WinUI ='MauiMaterialAssets.ttf#MauiMaterialAssets'}"
                                      CornerRadius="5" 
                                      TextColor="White"
                                      BackgroundColor="#6750a4"
-                                     FontSize="{OnPlatform WinUI=17, Android=15, MacCatalyst=17, iOS=17}" WidthRequest="120" HeightRequest="30"
-                                     ToolTipProperties.Text="Click to Export the Chart"  
-                                     FontAttributes="Bold" 
+                                     FontSize="{OnPlatform WinUI=20, Android=15, MacCatalyst=20, iOS=20}"
+                                     WidthRequest="30" HeightRequest="30"
+                                     ToolTipProperties.Text="Export Chart as PDF"  
                                      VerticalOptions="Start"
                                      HorizontalOptions="End"/>
                 <buttons:SfButton

ChartGeneratorAISample/ChartGenerator/View/DesktopUI.xaml

@@ -148,7 +148,7 @@
                                               AnimationType="SingleCircle"/>
                     </Grid>
 
-                <buttons:SfButton Text="&#xe76f;" 
+                    <buttons:SfButton Text="&#xe76f;" 
                          FontFamily="MauiSampleFontIcon" 
                             Background="{StaticResource strokeGradient}" 
                             TextColor="White"

ChartGeneratorAISample/ChartGenerator/ViewModel/ChartViewModel.cs

@@ -653,6 +653,18 @@ private void OnRefreshButtonClicked()
         private async Task GetDataFromAI(string text)
         {
             var request_query = GetChartUserPrompt(text);
+
+            if (imageSourceCollection != null && imageSourceCollection.Count > 0)
+            {
+                foreach (var imageSource in imageSourceCollection)
+                {
+                    if (imageSource is FileImageSource fileImageSource)
+                    {
+                        request_query += text + openAIService.AnalyzeImageAzureAsync(fileImageSource.File, string.Empty);
+                    }
+                }
+            }
+
             string response = await openAIService.GetAnswerFromGPT(request_query, true);
 
             if (response != null)

ChartGeneratorAISample/ChartGenerator/ViewModel/ChatViewModel.cs

@@ -33,7 +33,7 @@ private void OnButtonClicked(string buttonText)
 
         private async void OnCreateButtonClicked()
         {
-            if (!string.IsNullOrEmpty(EntryText))
+            if (!string.IsNullOrEmpty(EntryText) || (ImageSourceCollection == null || ImageSourceCollection.Count == 0))
             {
                 IsLoading = true;
                 ShowAssistView = false;