Indices ShardsStats in 5.x (#3194)

Fixes #3185

Author: Stuart Cam

src/Nest/Indices/Monitoring/IndicesStats/IndicesStats.cs

@@ -1,13 +1,19 @@
-using Newtonsoft.Json;
+using System.Collections.Generic;
+using Newtonsoft.Json;
 
 namespace Nest
 {
 	[JsonObject]
 	public class IndicesStats
 	{
 		[JsonProperty(PropertyName = "primaries")]
-		public IndexStats Primaries { get; set; }
+		public IndexStats Primaries { get; internal set; }
+
 		[JsonProperty(PropertyName = "total")]
-		public IndexStats Total { get; set; }
+		public IndexStats Total { get; internal set; }
+
+		[JsonProperty("shards")]
+		[JsonConverter(typeof(VerbatimDictionaryKeysJsonConverter<string, ShardStats[]>))]
+		public IReadOnlyDictionary<string, ShardStats[]> Shards { get; internal set; } = EmptyReadOnly<string, ShardStats[]>.Dictionary;
 	}
 }

src/Nest/Indices/Monitoring/IndicesStats/IndicesStatsResponse.cs

@@ -23,6 +23,5 @@ public class IndicesStatsResponse : ResponseBase, IIndicesStatsResponse
 		[JsonProperty(PropertyName = "indices")]
 		[JsonConverter(typeof(VerbatimDictionaryKeysJsonConverter<string, IndicesStats>))]
 		public IReadOnlyDictionary<string, IndicesStats> Indices { get; internal set; } = EmptyReadOnly<string, IndicesStats>.Dictionary;
-
 	}
 }

src/Nest/Indices/Monitoring/IndicesStats/ShardCommit.cs

@@ -0,0 +1,21 @@
+using System.Collections.Generic;
+using Newtonsoft.Json;
+
+namespace Nest
+{
+	[JsonObject]
+	public class ShardCommit
+	{
+		[JsonProperty("id")]
+		public string Id { get; internal set; }
+
+		[JsonProperty("generation")]
+		public int Generation { get; internal set; }
+
+		[JsonProperty("user_data")]
+		public IReadOnlyDictionary<string, string> UserData { get; internal set; }
+
+		[JsonProperty("num_docs")]
+		public long NumberOfDocuments { get; internal set; }
+	}
+}

src/Nest/Indices/Monitoring/IndicesStats/ShardPath.cs

@@ -0,0 +1,17 @@
+using Newtonsoft.Json;
+
+namespace Nest
+{
+	[JsonObject]
+	public class ShardPath
+	{
+		[JsonProperty("state_path")]
+		public string StatePath { get; internal set; }
+
+		[JsonProperty("data_path")]
+		public string DataPath { get; internal set; }
+
+		[JsonProperty("is_custom_data_path")]
+		public bool IsCustomDataPath { get; internal set; }
+	}
+}

src/Nest/Indices/Monitoring/IndicesStats/ShardRouting.cs

@@ -0,0 +1,20 @@
+using Newtonsoft.Json;
+
+namespace Nest
+{
+	[JsonObject]
+	public class ShardRouting
+	{
+		[JsonProperty("state")]
+		public ShardRoutingState State { get; internal set; }
+
+		[JsonProperty("primary")]
+		public bool Primary { get; internal set; }
+
+		[JsonProperty("node")]
+		public string Node { get; internal set; }
+
+		[JsonProperty("relocating_node")]
+		public string RelocatingNode { get; internal set; }
+	}
+}

src/Nest/Indices/Monitoring/IndicesStats/ShardRoutingState.cs

@@ -0,0 +1,34 @@
+using System.Runtime.Serialization;
+using Newtonsoft.Json;
+using Newtonsoft.Json.Converters;
+
+namespace Nest
+{
+	[JsonConverter(typeof(StringEnumConverter))]
+	public enum ShardRoutingState
+	{
+		/// <summary>
+		/// The shard is not assigned to any node.
+		/// </summary>
+		[EnumMember(Value = "UNASSIGNED")]
+		Unassigned,
+
+		/// <summary>
+		/// The shard is initializing (probably recovering from either a peer shard or gateway).
+		/// </summary>
+		[EnumMember(Value = "INITIALIZING")]
+		Initializing,
+
+		/// <summary>
+		/// The shard is started.
+		/// </summary>
+		[EnumMember(Value = "STARTED")]
+		Started,
+
+		/// <summary>
+		/// The shard is in the process being relocated.
+		/// </summary>
+		[EnumMember(Value = "RELOCATING")]
+		Relocating
+	}
+}

src/Nest/Indices/Monitoring/IndicesStats/ShardStats.cs

@@ -0,0 +1,20 @@
+using Newtonsoft.Json;
+
+namespace Nest
+{
+	[JsonObject]
+	public class ShardStats
+	{
+		[JsonProperty("routing")]
+		public ShardRouting Routing { get; internal set; }
+
+		[JsonProperty("store")]
+		public ShardStatsStore Store { get; internal set; }
+
+		[JsonProperty("commit")]
+		public ShardCommit Commit { get; internal set; }
+
+		[JsonProperty("shard_path")]
+		public ShardPath Path { get; internal set; }
+	}
+}

src/Nest/Indices/Monitoring/IndicesStats/ShardStatsStore.cs

@@ -0,0 +1,14 @@
+using Newtonsoft.Json;
+
+namespace Nest
+{
+	[JsonObject]
+	public class ShardStatsStore
+	{
+		[JsonProperty("size_in_bytes")]
+		public long SizeInBytes { get; internal set; }
+
+		[JsonProperty("throttle_time_in_millis")]
+		public long ThrottleTimeInMilliseconds { get; internal set; }
+	}
+}

src/Tests/Indices/Monitoring/IndicesStats/IndicesStatsWithShardsInformationApiTests.cs

@@ -0,0 +1,63 @@
+using System;
+using System.Linq;
+using Elasticsearch.Net;
+using FluentAssertions;
+using Nest;
+using Tests.Framework;
+using Tests.Framework.Integration;
+using Tests.Framework.ManagedElasticsearch.Clusters;
+
+namespace Tests.Indices.Monitoring.IndicesStats
+{
+	public class IndicesStatsWithShardsInformationApiTests : ApiIntegrationTestBase<WritableCluster, IIndicesStatsResponse,
+		IIndicesStatsRequest, IndicesStatsDescriptor, IndicesStatsRequest>
+	{
+		public IndicesStatsWithShardsInformationApiTests(WritableCluster cluster, EndpointUsage usage) : base(cluster, usage)
+		{
+		}
+
+		protected override void IntegrationSetup(IElasticClient client, CallUniqueValues values)
+		{
+			var createShardedIndex = this.Client.CreateIndex(RandomString(), c => c
+				.Settings(settings => settings
+					.NumberOfShards(3)
+				)
+			);
+			createShardedIndex.ShouldBeValid();
+		}
+
+		protected override LazyResponses ClientUsage() => Calls(
+			fluent: (client, f) => client.IndicesStats(Infer.AllIndices, f),
+			fluentAsync: (client, f) => client.IndicesStatsAsync(Infer.AllIndices, f),
+			request: (client, r) => client.IndicesStats(r),
+			requestAsync: (client, r) => client.IndicesStatsAsync(r)
+		);
+
+		protected override bool ExpectIsValid => true;
+		protected override int ExpectStatusCode => 200;
+		protected override HttpMethod HttpMethod => HttpMethod.GET;
+		protected override string UrlPath => "/_stats?level=shards";
+
+		protected override Func<IndicesStatsDescriptor, IIndicesStatsRequest> Fluent => d => d.Level(Level.Shards);
+
+		protected override IndicesStatsRequest Initializer => new IndicesStatsRequest(Infer.AllIndices)
+		{
+			Level = Level.Shards
+		};
+
+		protected override void ExpectResponse(IIndicesStatsResponse response)
+		{
+			var firstIndex = response.Indices.First().Value;
+			firstIndex.Shards.Should().NotBeNull();
+
+			var firstShard = firstIndex.Shards.Values.First();
+			firstShard.Length.Should().Be(1);
+
+			var first = firstShard.First();
+			first.Routing.Should().NotBeNull();
+			first.Commit.Should().NotBeNull();
+			first.Path.Should().NotBeNull();
+			first.Store.Should().NotBeNull();
+		}
+	}
+}