File: R50kBaseTokenizerData.cs
Web Access
Project: src\src\Microsoft.ML.Tokenizers.Data.R50kBase\Microsoft.ML.Tokenizers.Data.R50kBase.csproj (Microsoft.ML.Tokenizers.Data.R50kBase)
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.
 
using System.ComponentModel;
 
namespace Microsoft.ML.Tokenizers
{
    /// <summary>
    /// R50kBaseTokenizerData is internally used by Microsoft.ML.Tokenizers library to bind to the p50k_base.tiktoken data file.
    /// </summary>
    [EditorBrowsable(EditorBrowsableState.Never)]
    internal sealed class R50kBaseTokenizerData
    {
    }
}