// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.
using System.ComponentModel;
namespace Microsoft.ML.Tokenizers
{
/// <summary>
/// R50kBaseTokenizerData is internally used by Microsoft.ML.Tokenizers library to bind to the p50k_base.tiktoken data file.
/// </summary>
[EditorBrowsable(EditorBrowsableState.Never)]
internal sealed class R50kBaseTokenizerData
{
}
}
|