Add support for listing models

Author: oxaroky02

lib/ruby_llm/providers/azure_openai.rb

@@ -8,12 +8,13 @@ module AzureOpenAI
       extend OpenAI
       extend AzureOpenAI::Chat
       extend AzureOpenAI::Streaming
+      extend AzureOpenAI::Models
 
       module_function
 
       def api_base(config)
         # https://<ENDPOINT>/openai/deployments/<MODEL>/chat/completions?api-version=<APIVERSION>
-        "#{config.azure_openai_api_base}/openai/deployments"
+        "#{config.azure_openai_api_base}/openai"
       end
 
       def headers(config)

lib/ruby_llm/providers/azure_openai/chat.rb

@@ -17,7 +17,7 @@ def sync_response(connection, payload)
 
         def completion_url
           # https://<ENDPOINT>/openai/deployments/<MODEL>/chat/completions?api-version=<APIVERSION>
-          "#{@model_id}/chat/completions?api-version=#{@config.azure_openai_api_version}"
+          "deployments/#{@model_id}/chat/completions?api-version=#{@config.azure_openai_api_version}"
         end
 
         def render_payload(messages, tools:, temperature:, model:, stream: false)

lib/ruby_llm/providers/azure_openai/models.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    module AzureOpenAI
+      # Models methods of the OpenAI API integration
+      module Models
+        extend OpenAI::Models
+
+        module_function
+
+        def models_url
+          'models?api-version=2024-10-21'
+        end
+      end
+    end
+  end
+end

lib/tasks/models_update.rake

@@ -0,0 +1,86 @@
+# frozen_string_literal: true
+
+require 'dotenv/load'
+require 'ruby_llm'
+
+task default: ['models:update']
+
+namespace :models do
+  desc 'Update available models from providers (API keys needed)'
+  task :update do
+    puts 'Configuring RubyLLM...'
+    configure_from_env
+
+    refresh_models
+    display_model_stats
+  end
+end
+
+def configure_from_env
+  RubyLLM.configure do |config|
+    config.openai_api_key = ENV.fetch('OPENAI_API_KEY', nil)
+    config.anthropic_api_key = ENV.fetch('ANTHROPIC_API_KEY', nil)
+    config.gemini_api_key = ENV.fetch('GEMINI_API_KEY', nil)
+    config.deepseek_api_key = ENV.fetch('DEEPSEEK_API_KEY', nil)
+    config.openrouter_api_key = ENV.fetch('OPENROUTER_API_KEY', nil)
+    configure_bedrock(config)
+    configure_azure_openai(config)
+    config.request_timeout = 30
+  end
+end
+
+def configure_azure_openai(config)
+  config.azure_openai_api_base = ENV.fetch('AZURE_OPENAI_ENDPOINT', nil)
+  config.azure_openai_api_key = ENV.fetch('AZURE_OPENAI_API_KEY', nil)
+  config.azure_openai_api_version = ENV.fetch('AZURE_OPENAI_API_VER', nil)
+end
+
+def configure_bedrock(config)
+  config.bedrock_api_key = ENV.fetch('AWS_ACCESS_KEY_ID', nil)
+  config.bedrock_secret_key = ENV.fetch('AWS_SECRET_ACCESS_KEY', nil)
+  config.bedrock_region = ENV.fetch('AWS_REGION', nil)
+  config.bedrock_session_token = ENV.fetch('AWS_SESSION_TOKEN', nil)
+end
+
+def refresh_models
+  initial_count = RubyLLM.models.all.size
+  puts "Refreshing models (#{initial_count} cached)..."
+
+  models = RubyLLM.models.refresh!
+
+  if models.all.empty? && initial_count.zero?
+    puts 'Error: Failed to fetch models.'
+    exit(1)
+  elsif models.all.size == initial_count && initial_count.positive?
+    puts 'Warning: Model list unchanged.'
+  else
+    puts "Saving models.json (#{models.all.size} models)"
+    models.save_models
+  end
+
+  @models = models
+end
+
+def display_model_stats
+  puts "\nModel count:"
+  provider_counts = @models.all.group_by(&:provider).transform_values(&:count)
+
+  RubyLLM::Provider.providers.each_key do |sym|
+    name = sym.to_s.capitalize
+    count = provider_counts[sym.to_s] || 0
+    status = status(sym)
+    puts "  #{name}: #{count} models #{status}"
+  end
+
+  puts 'Refresh complete.'
+end
+
+def status(provider_sym)
+  if RubyLLM::Provider.providers[provider_sym].local?
+    ' (LOCAL - SKIP)'
+  elsif RubyLLM::Provider.providers[provider_sym].configured?
+    ' (OK)'
+  else
+    ' (NOT CONFIGURED)'
+  end
+end