mirror of
https://github.com/microsoft/semantic-kernel.git
synced 2026-10-12 11:19:56 +00:00
Dmytro Struk
2111f5b529
### Motivation and Context <!-- Thank you for your contribution to the semantic-kernel repo! Please help reviewers and future users, providing the following information: 1. Why is this change required? 2. What problem does it solve? 3. What scenario does it contribute to? 4. If it fixes an open issue, please link to the issue here. --> Closes https://github.com/microsoft/semantic-kernel/issues/2679 Closes https://github.com/microsoft/semantic-kernel/issues/2508 Closes https://github.com/microsoft/semantic-kernel/issues/2334 This PR contains changes to remove `GPT3Tokenizer` from Semantic Kernel repository. Alternatives: https://github.com/microsoft/Tokenizer https://github.com/dmitry-brazhenko/sharptoken ### Description <!-- Describe your changes, the overall approach, the underlying design. These notes will help understanding how your code works. Thanks! --> 1. Removed tokenizer logic, tests and related files. 2. Updated documentation. ### Contribution Checklist <!-- Before submitting this PR, please make sure: --> - [x] The code builds clean without any errors or warnings - [x] The PR follows the [SK Contribution Guidelines](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md) and the [pre-submission formatting script](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md#development-scripts) raises no violations - [x] All unit tests pass, and I have added new tests where possible - [ ] I didn't break anyone 😄
69 lines
4.5 KiB
XML
69 lines
4.5 KiB
XML
<Project Sdk="Microsoft.NET.Sdk">
|
|
<PropertyGroup>
|
|
<UserSecretsId>5ee045b0-aea3-4f08-8d31-32d1a6f8fed0</UserSecretsId>
|
|
</PropertyGroup>
|
|
<PropertyGroup>
|
|
<RootNamespace></RootNamespace>
|
|
<TargetFramework>net6.0</TargetFramework>
|
|
<RollForward>LatestMajor</RollForward>
|
|
<OutputType>Exe</OutputType>
|
|
<IsPackable>false</IsPackable>
|
|
<!-- Suppress: "Declare types in namespaces", "Require ConfigureAwait" -->
|
|
<NoWarn>CA1050;CA1707;CA2007;VSTHRD111;CS1591</NoWarn>
|
|
</PropertyGroup>
|
|
<ItemGroup>
|
|
<None Remove="appsettings.json" />
|
|
</ItemGroup>
|
|
<ItemGroup>
|
|
<PackageReference Include="Azure.Identity" />
|
|
<PackageReference Include="Microsoft.Extensions.Configuration" />
|
|
<PackageReference Include="Microsoft.Extensions.Configuration.Binder" />
|
|
<PackageReference Include="Microsoft.Extensions.Configuration.EnvironmentVariables" />
|
|
<PackageReference Include="Microsoft.Extensions.Configuration.Json" />
|
|
<PackageReference Include="Microsoft.Extensions.Configuration.UserSecrets" />
|
|
<PackageReference Include="Microsoft.Extensions.DependencyInjection" />
|
|
<PackageReference Include="Microsoft.Extensions.Http" />
|
|
<PackageReference Include="Microsoft.Extensions.Logging.Console" />
|
|
<PackageReference Include="Newtonsoft.Json" />
|
|
<PackageReference Include="Polly" />
|
|
<PackageReference Include="SharpToken" />
|
|
<PackageReference Include="System.Linq.Async" />
|
|
</ItemGroup>
|
|
<ItemGroup>
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.AI.OpenAI\Connectors.AI.OpenAI.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.AI.HuggingFace\Connectors.AI.HuggingFace.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.AzureCognitiveSearch\Connectors.Memory.AzureCognitiveSearch.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Chroma\Connectors.Memory.Chroma.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Kusto\Connectors.Memory.Kusto.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.DuckDB\Connectors.Memory.DuckDB.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Postgres\Connectors.Memory.Postgres.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Sqlite\Connectors.Memory.Sqlite.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Weaviate\Connectors.Memory.Weaviate.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Redis\Connectors.Memory.Redis.csproj" />
|
|
<ProjectReference Include="..\..\src\Extensions\Planning.ActionPlanner\Planning.ActionPlanner.csproj" />
|
|
<ProjectReference Include="..\..\src\Extensions\Planning.SequentialPlanner\Planning.SequentialPlanner.csproj" />
|
|
<ProjectReference Include="..\..\src\Extensions\Planning.StepwisePlanner\Planning.StepwisePlanner.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Pinecone\Connectors.Memory.Pinecone.csproj" />
|
|
<ProjectReference Include="..\..\src\Extensions\Reliability.Basic\Reliability.Basic.csproj" />
|
|
<ProjectReference Include="..\..\src\Extensions\TemplateEngine.PromptTemplateEngine\TemplateEngine.PromptTemplateEngine.csproj" />
|
|
<ProjectReference Include="..\..\src\Extensions\Reliability.Polly\Reliability.Polly.csproj" />
|
|
<ProjectReference Include="..\..\src\SemanticKernel.Abstractions\SemanticKernel.Abstractions.csproj" />
|
|
<ProjectReference Include="..\..\src\Skills\Skills.Core\Skills.Core.csproj" />
|
|
<ProjectReference Include="..\..\src\Skills\Skills.OpenAPI\Skills.OpenAPI.csproj" />
|
|
<ProjectReference Include="..\..\src\Skills\Skills.Grpc\Skills.Grpc.csproj" />
|
|
<ProjectReference Include="..\..\src\Connectors\Connectors.Memory.Qdrant\Connectors.Memory.Qdrant.csproj" />
|
|
<ProjectReference Include="..\..\src\Skills\Skills.Web\Skills.Web.csproj" />
|
|
<ProjectReference Include="..\..\src\SemanticKernel\SemanticKernel.csproj" />
|
|
<ProjectReference Include="..\NCalcSkills\NCalcSkills.csproj" />
|
|
|
|
<!-- Because some of the referenced projects have dependencies that themselves have System.Text.Json set with a minimum of 7.0. -->
|
|
<PackageReference Include="System.Text.Json" />
|
|
<PackageVersion Update="System.Text.Json" Version="7.0.3" />
|
|
</ItemGroup>
|
|
<ItemGroup>
|
|
<EmbeddedResource Include="Resources\30-user-prompt.txt" />
|
|
<EmbeddedResource Include="Resources\30-system-prompt.txt" />
|
|
<EmbeddedResource Include="Resources\30-user-context.txt" />
|
|
</ItemGroup>
|
|
|
|
</Project> |