Update to "final" semantic-memory package (microsoft#546)

### Motivation and Context
1. Semantic-Memory is being renamed and repackage.
1. Semantic-Kernel is also going through march to release (currently
beta3)
1. CC and SM both have dependency on SK. 
1. Ideally CC and SM should update to the same SK beta (SM first and
then CC)
1. This is the final available update of SM for CC prior to any SK beta
update and includes functional and stabilization updates

### Contribution Checklist

<!-- Before submitting this PR, please make sure: -->

- [x] The code builds clean without any errors or warnings
- [x] The PR follows the [Contribution
Guidelines](https://github.com/microsoft/chat-copilot/blob/main/CONTRIBUTING.md)
and the [pre-submission formatting
script](https://github.com/microsoft/chat-copilot/blob/main/CONTRIBUTING.md#development-scripts)
raises no violations
- [x] All unit tests pass, and I have added new tests where possible
- [x] I didn't break anyone 😄

.gitignore

@@ -493,9 +493,7 @@ webapi/CopilotChatWebApi.sln
 *.traineddata
 
 # Semantic Memory local storage
-tmp-cache
-tmp-database
-tmp-queues
+tmp/*
 
 # Custom plugins in default directories
 */Skills/NativePlugins

memorypipeline/CopilotChatMemoryPipeline.csproj

@@ -16,7 +16,7 @@
   <ItemGroup>
     <PackageReference Include="Microsoft.ApplicationInsights.AspNetCore" Version="2.21.0" />
     <PackageReference Include="Microsoft.SemanticKernel" Version="0.24.230918.1-preview" />
-    <PackageReference Include="Microsoft.SemanticMemory.Core" Version="0.2.230919.2-preview" />
+    <PackageReference Include="Microsoft.SemanticMemory.Core" Version="0.4.231023.1-preview" />
   </ItemGroup>
 
 </Project>

memorypipeline/appsettings.json

@@ -57,23 +57,23 @@
       // - Directory is the location where files are stored.
       //
       "SimpleFileStorage": {
-        "Directory": "../webapi/tmp-cache"
+        "Directory": "../tmp/cache"
       },
       //
       // File based queue for local/development use.
       // - Directory is the location where messages are stored.
       //
       "SimpleQueues": {
-        "Directory": "../webapi/tmp-queues"
+        "Directory": "../tmp/queues"
       },
       //
       // File based vector database for local/development use.
-      // - StorageType is the storage configuration: "TextFile" or "Volatile"
+      // - StorageType is the storage configuration: "Disk" or "Volatile"
       // - Directory is the location where data is stored.
       //
       "SimpleVectorDb": {
-        "StorageType": "TextFile",
-        "Directory": "../webapi/tmp-database"
+        "StorageType": "Disk",
+        "Directory": "../tmp/database"
       },
       //
       // Azure blob storage for the memory pipeline

shared/CopilotChatShared.csproj

@@ -9,7 +9,7 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Microsoft.SemanticMemory.Core" Version="0.2.230919.2-preview" />
+    <PackageReference Include="Microsoft.SemanticMemory.Core" Version="0.4.231023.1-preview" />
     <PackageReference Include="Tesseract" Version="5.2.0" />
   </ItemGroup>
 

webapi/CopilotChatWebApi.csproj

@@ -29,7 +29,7 @@
     <PackageReference Include="Microsoft.SemanticKernel.Skills.MsGraph" Version="0.24.230918.1-preview" />
     <PackageReference Include="Microsoft.SemanticKernel.Skills.OpenAPI" Version="0.24.230918.1-preview" />
     <PackageReference Include="Microsoft.SemanticKernel.Skills.Web" Version="0.24.230918.1-preview" />
-    <PackageReference Include="Microsoft.SemanticMemory.Core" Version="0.2.230919.2-preview" />
+    <PackageReference Include="Microsoft.SemanticMemory.Core" Version="0.4.231023.1-preview" />
     <PackageReference Include="SharpToken" Version="1.2.12" />
     <PackageReference Include="Swashbuckle.AspNetCore" Version="6.5.0" />
   </ItemGroup>

webapi/Extensions/ISemanticMemoryClientExtensions.cs

@@ -98,6 +98,7 @@ await memoryClient.SearchAsync(
                 query,
                 indexName,
                 filter,
+                null,
                 resultCount,
                 cancellationToken);
 

webapi/appsettings.json

@@ -256,23 +256,23 @@
       // - Directory is the location where files are stored.
       //
       "SimpleFileStorage": {
-        "Directory": "./tmp-cache"
+        "Directory": "../tmp/cache"
       },
       //
       // File based queue for local/development use.
       // - Directory is the location where messages are stored.
       //
       "SimpleQueues": {
-        "Directory": "./tmp-queues"
+        "Directory": "../tmp/queues"
       },
       //
       // File based vector database for local/development use.
-      // - StorageType is the storage configuration: "TextFile" or "Volatile"
+      // - StorageType is the storage configuration: "Disk" or "Volatile"
       // - Directory is the location where data is stored.
       //
       "SimpleVectorDb": {
-        "StorageType": "TextFile",
-        "Directory": "./tmp-database"
+        "StorageType": "Disk",
+        "Directory": "../tmp/database"
       },
       //
       // Azure blob storage for the memory pipeline