Skip to content

Migrate VectorStoreRAG and Concepts samples to CommunityToolkit.VectorData packages #14170

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
adamsitnik merged 13 commits into from
Jul 24, 2026
Merged

Migrate VectorStoreRAG and Concepts samples to CommunityToolkit.VectorData packages #14170

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
ff94d34
Migrate SK connector packages to CommunityToolkit.VectorData in samples
Copilot Jul 20, 2026
cdc7360
Address review feedback: add explanatory comments and remove SharpCom…
Copilot Jul 21, 2026
838a90d
Bump MongoDB.Driver to 3.10.0
Copilot Jul 21, 2026
0bc2684
Migrate remaining SK connector package refs to CommunityToolkit.Vecto…
Copilot Jul 21, 2026
16e29d6
Switch SemanticKernel.UnitTests to CommunityToolkit.VectorData.InMemo…
Copilot Jul 21, 2026
d66ada7
Fix build errors and using ordering for CommunityToolkit.VectorData m…
Copilot Jul 21, 2026
0f534e3
Bump MEVData.Abstractions to 10.5.2 and add class constraint to Vecto…
Copilot Jul 21, 2026
9a48e53
Add where TRecord : class constraint to MockVectorizableTextSearch
Copilot Jul 21, 2026
0030f24
Exclude PathUtilities.cs from RestrictedInternalUtilities.props
Copilot Jul 21, 2026
8758fb0
Remove Pinecone support, update CommunityToolkit.VectorData to 1.0.0,…
Copilot Jul 22, 2026
3311f96
Apply suggestions from code review
adamsitnik Jul 22, 2026
e1bf33c
Restore Npgsql 10.0.3 and System.Numerics.Tensors 10.0.9 version bumps
Copilot Jul 22, 2026
6d20c49
Merge branch 'main' into copilot/update-package-names
adamsitnik Jul 23, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 13 additions & 16 deletions dotnet/Directory.Packages.props
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,7 @@
<PackageVersion Include="ModelContextProtocol" Version="0.4.0-preview.3" />
<PackageVersion Include="MSTest.TestFramework" Version="3.8.0" />
<PackageVersion Include="Newtonsoft.Json" Version="13.0.4" />
<PackageVersion Include="Npgsql" Version="10.0.2" />
<PackageVersion Include="Npgsql" Version="10.0.3" />
<PackageVersion Include="OData2Linq" Version="2.2.0" />
<PackageVersion Include="OllamaSharp" Version="5.4.25" />
<PackageVersion Include="OpenAI" Version="2.10.0" />
Expand All @@ -115,7 +115,7 @@
<PackageVersion Include="System.Linq.AsyncEnumerable" Version="10.0.4" />
<PackageVersion Include="System.Memory.Data" Version="10.0.2" />
<PackageVersion Include="System.Net.Http" Version="4.3.4" />
<PackageVersion Include="System.Numerics.Tensors" Version="10.0.6" />
<PackageVersion Include="System.Numerics.Tensors" Version="10.0.9" />
<PackageVersion Include="System.Text.Json" Version="10.0.6" />
<PackageVersion Include="System.ValueTuple" Version="4.6.2" />
<PackageVersion Include="System.Threading.Tasks.Extensions" Version="4.6.3" />
Expand All @@ -126,7 +126,7 @@
<PackageVersion Include="Microsoft.ML.Tokenizers" Version="2.0.0" />
<!-- Microsoft.Extensions.* -->
<PackageVersion Include="Microsoft.Extensions.AI" Version="10.5.0" />
<PackageVersion Include="Microsoft.Extensions.AI.Abstractions" Version="10.5.0" />
<PackageVersion Include="Microsoft.Extensions.AI.Abstractions" Version="10.5.2" />
<PackageVersion Include="Microsoft.Extensions.AI.AzureAIInference" Version="10.0.0-preview.1.25559.3" />
<PackageVersion Include="Microsoft.Extensions.AI.OpenAI" Version="10.5.0" />
<PackageVersion Include="Microsoft.Extensions.Configuration" Version="10.0.2" />
Expand All @@ -153,7 +153,7 @@
<PackageVersion Include="Microsoft.Extensions.TimeProvider.Testing" Version="10.2.0" />
<PackageVersion Include="Microsoft.Extensions.FileProviders.Physical" Version="10.0.2" />
<PackageVersion Include="Microsoft.Extensions.FileProviders.Embedded" Version="10.0.2" />
<PackageVersion Include="Microsoft.Extensions.VectorData.Abstractions" Version="10.1.0" />
<PackageVersion Include="Microsoft.Extensions.VectorData.Abstractions" Version="10.5.2" />
<!-- Test -->
<PackageVersion Include="Microsoft.NET.Test.Sdk" Version="18.0.1" />
<PackageVersion Include="Moq" Version="[4.18.4]" />
Expand All @@ -174,9 +174,7 @@
<PackageVersion Include="Microsoft.Data.Sqlite" Version="9.0.10" />
<PackageVersion Include="DuckDB.NET.Data.Full" Version="1.2.0" />
<PackageVersion Include="DuckDB.NET.Data" Version="1.1.3" />
<PackageVersion Include="MongoDB.Driver" Version="3.5.2" />
<PackageVersion Include="SharpCompress" Version="0.48.0" /><!-- Vulnerability fix: GHSA-6c8g-7p36-r338; transitively pinned via MongoDB.Driver -->
<PackageVersion Include="Snappier" Version="1.3.1" /><!-- Vulnerability fix: GHSA-pggp-6c3x-2xmx; transitively pinned via MongoDB.Driver -->
<PackageVersion Include="MongoDB.Driver" Version="3.10.0" />
<PackageVersion Include="Microsoft.Graph" Version="5.105.0" />
<PackageVersion Include="Microsoft.Graph.Core" Version="3.2.6" />
<PackageVersion Include="Microsoft.OpenApi" Version="1.6.24" />
Expand All @@ -203,15 +201,14 @@
<PackageVersion Include="Microsoft.Data.SqlClient" Version="6.1.2" />
<PackageVersion Include="Qdrant.Client" Version="1.15.1" />
<!-- VectorData Dependencies -->
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.AzureAISearch" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.CosmosMongoDB" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.CosmosNoSql" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.InMemory" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.PgVector" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.Pinecone" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.Qdrant" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.Redis" Version="1.74.0-preview" />
<PackageVersion Include="Microsoft.SemanticKernel.Connectors.Weaviate" Version="1.74.0-preview" />
<PackageVersion Include="CommunityToolkit.VectorData.AzureAISearch" Version="1.0.0" />
<PackageVersion Include="CommunityToolkit.VectorData.CosmosMongoDB" Version="1.0.0" />
<PackageVersion Include="CommunityToolkit.VectorData.CosmosNoSql" Version="1.0.0" />
<PackageVersion Include="CommunityToolkit.VectorData.InMemory" Version="1.0.0" />
Comment thread
adamsitnik marked this conversation as resolved.
<PackageVersion Include="CommunityToolkit.VectorData.PgVector" Version="1.0.0" />
<PackageVersion Include="CommunityToolkit.VectorData.Qdrant" Version="1.0.0" />
<PackageVersion Include="CommunityToolkit.VectorData.Redis" Version="1.0.0" />
<PackageVersion Include="CommunityToolkit.VectorData.Weaviate" Version="1.0.0" />
<!-- Symbols -->
<PackageVersion Include="Microsoft.SourceLink.GitHub" Version="8.0.0" />
<!-- Toolset -->
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Agents/ChatCompletion_ContextualFunctionSelection.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@

using Azure.AI.OpenAI;
using Azure.Identity;
using CommunityToolkit.VectorData.InMemory;
using Microsoft.Extensions.AI;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.Agents;
using Microsoft.SemanticKernel.Connectors.InMemory;
using Microsoft.SemanticKernel.Functions;

namespace Agents;
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Agents/ChatCompletion_Rag.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@

using Azure.AI.OpenAI;
using Azure.Identity;
using CommunityToolkit.VectorData.InMemory;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.Agents;
using Microsoft.SemanticKernel.Connectors.InMemory;
using Microsoft.SemanticKernel.Data;

namespace Agents;
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Caching/SemanticCachingWithFilters.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -293,7 +293,7 @@ private sealed class CacheRecord
[VectorStoreData]
public string Result { get; set; }

[VectorStoreVector(Dimensions: 1536)]
[VectorStoreVector(1536)]
public ReadOnlyMemory<float> PromptEmbedding { get; set; }
}

Expand Down
17 changes: 8 additions & 9 deletions dotnet/samples/Concepts/Concepts.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,8 @@
<IsTestProject>true</IsTestProject>
<!-- Suppress: "Declare types in namespaces", "Require ConfigureAwait", "Experimental" -->
<NoWarn>$(NoWarn);CS8618,IDE0009,IDE1006,CA1051,CA1050,CA1707,CA1054,CA2007,VSTHRD111,CS1591,RCS1110,RCS1243,CA5394,SKEXP0001,SKEXP0010,SKEXP0020,SKEXP0040,SKEXP0050,SKEXP0060,SKEXP0101,SKEXP0110,OPENAI001,CA1724,IDE1006,IDE0009,MEVD9000</NoWarn>
<!-- CommunityToolkit.VectorData.CosmosNoSql pulls Microsoft.Azure.Cosmos which added a mandatory Newtonsoft.Json explicit-reference check; disable it since we don't use Newtonsoft.Json directly -->
<AzureCosmosDisableNewtonsoftJsonCheck>true</AzureCosmosDisableNewtonsoftJsonCheck>
Comment thread
adamsitnik marked this conversation as resolved.
<OutputType>Library</OutputType>
<UserSecretsId>5ee045b0-aea3-4f08-8d31-32d1a6f8fed0</UserSecretsId>
</PropertyGroup>
Expand Down Expand Up @@ -49,15 +51,12 @@
<PackageReference Include="AWSSDK.Core" />
<PackageReference Include="AWSSDK.SecurityToken" />
<PackageReference Include="Grpc.Net.ClientFactory" />
<PackageReference Include="Microsoft.SemanticKernel.Connectors.AzureAISearch" />
<PackageReference Include="Microsoft.SemanticKernel.Connectors.CosmosMongoDB" />
<PackageReference Include="Microsoft.SemanticKernel.Connectors.InMemory" />
<PackageReference Include="Microsoft.SemanticKernel.Connectors.Qdrant" />
<PackageReference Include="Microsoft.SemanticKernel.Connectors.Pinecone" />
<PackageReference Include="Microsoft.SemanticKernel.Connectors.PgVector" />
<PackageReference Include="Microsoft.SemanticKernel.Connectors.Redis" />
<PackageReference Include="SharpCompress" /> <!-- Pin to patched version; overrides transitive 0.30.1 from MongoDB.Driver (GHSA-6c8g-7p36-r338) -->
<PackageReference Include="Snappier" /> <!-- Pin to patched version; overrides transitive 1.0.0 from MongoDB.Driver (GHSA-pggp-6c3x-2xmx) -->
<PackageReference Include="CommunityToolkit.VectorData.AzureAISearch" />
<PackageReference Include="CommunityToolkit.VectorData.CosmosMongoDB" />
<PackageReference Include="CommunityToolkit.VectorData.InMemory" />
<PackageReference Include="CommunityToolkit.VectorData.Qdrant" />
<PackageReference Include="CommunityToolkit.VectorData.PgVector" />
Comment thread
adamsitnik marked this conversation as resolved.
<PackageReference Include="CommunityToolkit.VectorData.Redis" />
</ItemGroup>

<PropertyGroup>
Expand Down
4 changes: 2 additions & 2 deletions dotnet/samples/Concepts/Memory/HuggingFace_TextEmbeddingCustomHttpHandler.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
// Copyright (c) Microsoft. All rights reserved.

using System.Text.Json;
using CommunityToolkit.VectorData.InMemory;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.HuggingFace;
using Microsoft.SemanticKernel.Connectors.InMemory;
using Microsoft.SemanticKernel.Embeddings;

#pragma warning disable CS8602 // Dereference of a possibly null reference.
Expand Down Expand Up @@ -52,7 +52,7 @@ public class Record
[VectorStoreData]
public string Text { get; set; }

[VectorStoreVector(Dimensions: 768)]
[VectorStoreVector(768)]
public string Embedding { get; set; }
}

Expand Down
87 changes: 0 additions & 87 deletions dotnet/samples/Concepts/Memory/VectorStoreLangchainInterop/PineconeFactory.cs
View file
Open in desktop

This file was deleted.

2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStoreLangchainInterop/RedisFactory.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
// Copyright (c) Microsoft. All rights reserved.

using CommunityToolkit.VectorData.Redis;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.Redis;
using StackExchange.Redis;

namespace Memory.VectorStoreLangchainInterop;
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_ConsumeFromMemoryStore_AzureAISearch.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,9 @@
using System.Text.Json;
using Azure;
using Azure.Search.Documents.Indexes;
using CommunityToolkit.VectorData.AzureAISearch;
using Memory.VectorStoreFixtures;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.AzureAISearch;
using Microsoft.SemanticKernel.Memory;

namespace Memory;
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_ConsumeFromMemoryStore_Qdrant.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
// Copyright (c) Microsoft. All rights reserved.

using System.Text.Json;
using CommunityToolkit.VectorData.Qdrant;
using Memory.VectorStoreFixtures;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.Qdrant;
using Microsoft.SemanticKernel.Memory;
using Qdrant.Client;

Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_ConsumeFromMemoryStore_Redis.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
// Copyright (c) Microsoft. All rights reserved.

using CommunityToolkit.VectorData.Redis;
using Memory.VectorStoreFixtures;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.Redis;
using Microsoft.SemanticKernel.Memory;
using StackExchange.Redis;

Expand Down
6 changes: 3 additions & 3 deletions dotnet/samples/Concepts/Memory/VectorStore_DataIngestion_MultiStore.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,14 +3,14 @@
using System.Text.Json;
using Azure.AI.OpenAI;
using Azure.Identity;
using CommunityToolkit.VectorData.InMemory;
using CommunityToolkit.VectorData.Qdrant;
using CommunityToolkit.VectorData.Redis;
using Memory.VectorStoreFixtures;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.Connectors.InMemory;
using Microsoft.SemanticKernel.Connectors.Qdrant;
using Microsoft.SemanticKernel.Connectors.Redis;
using Qdrant.Client;
using StackExchange.Redis;

Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_DataIngestion_Simple.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,10 @@
using System.Text.Json;
using Azure.AI.OpenAI;
using Azure.Identity;
using CommunityToolkit.VectorData.Qdrant;
using Memory.VectorStoreFixtures;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.Qdrant;
using Qdrant.Client;

namespace Memory;
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_DynamicDataModel_Interop.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,10 @@
using System.Text.Json;
using Azure.AI.OpenAI;
using Azure.Identity;
using CommunityToolkit.VectorData.Qdrant;
using Memory.VectorStoreFixtures;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.Qdrant;
using Qdrant.Client;

namespace Memory;
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_HybridSearch_Simple_AzureAISearch.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,9 @@
using Azure.AI.OpenAI;
using Azure.Identity;
using Azure.Search.Documents.Indexes;
using CommunityToolkit.VectorData.AzureAISearch;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.VectorData;
using Microsoft.SemanticKernel.Connectors.AzureAISearch;

namespace Memory;

Expand Down
12 changes: 0 additions & 12 deletions dotnet/samples/Concepts/Memory/VectorStore_Langchain_Interop.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,6 @@
using Memory.VectorStoreLangchainInterop;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.VectorData;
using Pinecone;
using StackExchange.Redis;

namespace Memory;
Expand All @@ -25,17 +24,6 @@ namespace Memory;
/// </remarks>
public class VectorStore_Langchain_Interop(ITestOutputHelper output) : BaseTest(output)
{
/// <summary>
/// Shows how to read data from a Pinecone collection that was created and ingested using Langchain.
/// </summary>
[Fact]
public async Task ReadDataFromLangchainPineconeAsync()
{
var pineconeClient = new PineconeClient(TestConfiguration.Pinecone.ApiKey);
var vectorStore = PineconeFactory.CreatePineconeLangchainInteropVectorStore(pineconeClient);
await this.ReadDataFromCollectionAsync(vectorStore, "pets");
}

/// <summary>
/// Shows how to read data from a Redis collection that was created and ingested using Langchain.
/// </summary>
Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_VectorSearch_MultiStore_AzureAISearch.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,10 @@
using Azure.AI.OpenAI;
using Azure.Identity;
using Azure.Search.Documents.Indexes;
using CommunityToolkit.VectorData.AzureAISearch;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.Connectors.AzureAISearch;

namespace Memory;

Expand Down
2 changes: 1 addition & 1 deletion dotnet/samples/Concepts/Memory/VectorStore_VectorSearch_MultiStore_InMemory.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@

using Azure.AI.OpenAI;
using Azure.Identity;
using CommunityToolkit.VectorData.InMemory;
using Microsoft.Extensions.AI;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.SemanticKernel;
using Microsoft.SemanticKernel.Connectors.InMemory;

namespace Memory;

Expand Down
Loading
Loading