Merge branch 'main' into docs/stack-next-9.4-post-ff

Author: shainaraskas

.github/workflows/release.yml

@@ -117,7 +117,6 @@ jobs:
 
   release:
     needs: 
-      - containers
       - release-drafter
     strategy:
       fail-fast: false
@@ -167,6 +166,7 @@ jobs:
   publish-release:
     needs:
       - release
+      - containers
       - release-drafter
       - deploy-link-index-updater-lambda-prod
     runs-on: ubuntu-latest

.gitignore

@@ -4,6 +4,7 @@
 ## Get latest from https://github.com/github/gitignore/blob/main/VisualStudio.gitignore
 
 .artifacts
+.superset
 .claude/*
 !.claude/settings.json
 !.claude/skills/

Directory.Packages.props

@@ -49,10 +49,10 @@
     <PackageVersion Include="Elastic.Aspire.Hosting.Elasticsearch" Version="9.3.0" />
     <PackageVersion Include="Elastic.Clients.Elasticsearch" Version="9.3.4" />
     <PackageVersion Include="FakeItEasy" Version="9.0.1" />
-    <PackageVersion Include="Elastic.Ingest.Elasticsearch" Version="0.40.0" />
+    <PackageVersion Include="Elastic.Ingest.Elasticsearch" Version="0.41.0" />
     <PackageVersion Include="Elastic.Mapping" Version="0.41.0" />
     <PackageVersion Include="InMemoryLogger" Version="1.0.66" />
-    <PackageVersion Include="MartinCostello.Logging.XUnit.v3" Version="0.7.0" />
+    <PackageVersion Include="MartinCostello.Logging.XUnit.v3" Version="0.7.1" />
     <PackageVersion Include="Microsoft.Extensions.DependencyInjection.Abstractions" Version="10.0.3" />
     <PackageVersion Include="Microsoft.OpenApi" Version="3.1.1" />
     <PackageVersion Include="TUnit" Version="0.25.21" />

config/versions.yml

@@ -97,7 +97,7 @@ versioning_systems:
     current: 1.3.1
   edot-python:
     base: 1.0
-    current: 1.11.0
+    current: 1.12.0
   edot-cf-aws:
     base: 1.0
     current: 1.5.0
@@ -106,7 +106,7 @@ versioning_systems:
     current: 0.7.1
   edot-cf-gcp:
     base: 0.1
-    current: 0.1.2
+    current: 0.1.3
   terraform-google-edot-cf:
     base: 0.1
     current: 0.1.2

src/Elastic.Documentation.Configuration/Search/SearchConfiguration.cs

@@ -9,17 +9,16 @@ namespace Elastic.Documentation.Configuration.Search;
 
 public record SearchConfiguration
 {
-	private readonly IReadOnlyDictionary<string, string[]> _synonyms;
+	private readonly IReadOnlyList<string[]> _synonyms;
 
-	public required IReadOnlyDictionary<string, string[]> Synonyms
+	public required IReadOnlyList<string[]> Synonyms
 	{
 		get => _synonyms;
 		[MemberNotNull(nameof(_synonyms))]
 		init
 		{
 			_synonyms = value;
 			SynonymBiDirectional = value
-				.Select(kv => kv.Value.Concat([kv.Key]).ToArray())
 				.SelectMany(a =>
 				{
 					var targets = new List<string[]>();
@@ -120,15 +119,17 @@ public static class SearchConfigurationExtensions
 	public static SearchConfiguration CreateSearchConfiguration(this ConfigurationFileProvider provider)
 	{
 		var searchFile = provider.SearchFile;
-		var synonyms = new Dictionary<string, string[]>();
 
 		if (!searchFile.Exists)
-			return new SearchConfiguration { Synonyms = synonyms, Rules = [], DiminishTerms = [] };
+			return new SearchConfiguration { Synonyms = [], Rules = [], DiminishTerms = [] };
 
 		var searchDto = ConfigurationFileProvider.Deserializer.Deserialize<SearchConfigDto>(searchFile.OpenText());
-		synonyms = searchDto.Synonyms
+		var synonyms = searchDto.Synonyms
 			.Where(s => s.Count > 1)
-			.ToDictionary(k => k[0], sl => sl.Skip(1).ToArray(), StringComparer.OrdinalIgnoreCase);
+			.Select(s => s.ToArray())
+			.GroupBy(s => s[0], StringComparer.OrdinalIgnoreCase)
+			.Select(g => g.First())
+			.ToArray();
 		var rules = searchDto.Rules.Select(ParseRule).ToImmutableArray();
 		var diminishTerms = searchDto.DiminishTerms.ToImmutableArray();
 		return new SearchConfiguration { Synonyms = synonyms, Rules = rules, DiminishTerms = diminishTerms };

src/Elastic.Documentation/Search/ContentHash.cs

@@ -4,16 +4,27 @@
 
 using System.Security.Cryptography;
 using System.Text;
+using System.Text.RegularExpressions;
 
 namespace Elastic.Documentation.Search;
 
 /// <summary>Creates a short hex hash from one or more string components.</summary>
-public static class ContentHash
+public static partial class ContentHash
 {
 	/// <summary>
 	/// Concatenates all components, computes SHA-256, and returns the first 16 hex characters (lowercased).
 	/// Compatible with <c>HashedBulkUpdate.CreateHash</c>.
 	/// </summary>
 	public static string Create(params string[] components) =>
 		Convert.ToHexString(SHA256.HashData(Encoding.UTF8.GetBytes(string.Join("", components))))[..16].ToLowerInvariant();
+
+	/// <summary>
+	/// Collapses all whitespace runs to a single space, trims, then hashes.
+	/// Ensures that whitespace-only changes do not produce a different hash.
+	/// </summary>
+	public static string CreateNormalized(string content) =>
+		Create(WhitespaceRuns().Replace(content.Trim(), " "));
+
+	[GeneratedRegex(@"\s+")]
+	private static partial Regex WhitespaceRuns();
 }

src/Elastic.Documentation/Search/DocumentationDocument.cs

@@ -84,6 +84,16 @@ public record DocumentationDocument
 	[JsonPropertyName("last_updated")]
 	public DateTimeOffset LastUpdated { get; set; }
 
+	/// The date this document's content (stripped_body) was last updated.
+	/// Only advances when the whitespace-normalized content hash changes.
+	[JsonPropertyName("content_last_updated")]
+	public DateTimeOffset ContentLastUpdated { get; set; }
+
+	/// A hash of the whitespace-normalized stripped_body, used to detect content-only changes.
+	[Keyword]
+	[JsonPropertyName("content_hash")]
+	public string ContentBodyHash { get; set; } = string.Empty;
+
 	[JsonPropertyName("description")]
 	public string? Description { get; set; }
 

src/Elastic.Documentation/Search/DocumentationMappingConfig.cs

@@ -63,10 +63,17 @@ internal static MappingsBuilder<DocumentationDocument> ConfigureCommonMappings(M
 		.Headings(f => f
 			.Analyzer("synonyms_fixed_analyzer")
 			.SearchAnalyzer("synonyms_analyzer"))
-		// AI field with custom analyzers not on the attribute
+		// AI fields with custom analyzers not on the attribute
 		.AddField("ai_rag_optimized_summary", f => f.Text()
 			.Analyzer("synonyms_fixed_analyzer")
 			.SearchAnalyzer("synonyms_analyzer"))
+		.AddField("ai_questions", f => f.Text()
+			.Analyzer("synonyms_fixed_analyzer")
+			.SearchAnalyzer("synonyms_analyzer")
+			.MultiField("completion", mf => mf.SearchAsYouType()
+				.Analyzer("synonyms_fixed_analyzer")
+				.SearchAnalyzer("synonyms_analyzer")
+				.IndexOptions("offsets")))
 		// Keyword fields with multi-fields
 		.Url(f => f
 			.MultiField("match", mf => mf.Text())