1 instantiation of NormStr
Microsoft.ML.Core (1)
Utilities\NormStr.cs (1)
232
NormStr ns = new
NormStr
(str, _cns, hash);
75 references to NormStr
Microsoft.ML.Core (24)
Data\ModelHeader.cs (3)
129
public static void EndWrite(BinaryWriter writer, long fpMin, ref ModelHeader header,
NormStr
.Pool pool = null, string loaderAssemblyName = null)
150
foreach (
var
ns in pool)
161
foreach (
var
ns in pool)
Data\ModelSaveContext.cs (3)
47
internal readonly
NormStr
.Pool Strings;
95
Strings = new
NormStr
.Pool();
131
Strings = new
NormStr
.Pool();
Utilities\NormStr.cs (18)
42
public sealed class Pool : IEnumerable<
NormStr
>
50
private
NormStr
[] _rgns;
93
public
NormStr
Get(string str, bool add = false)
108
var
ns = GetNs(ins);
119
public
NormStr
Get(ReadOnlyMemory<char> str, bool add = false, bool duplicateStr = true)
131
var
ns = GetNs(ins);
154
public
NormStr
Add(string str)
159
public
NormStr
Add(ReadOnlyMemory<char> str, bool duplicateStr = true)
167
public
NormStr
Get(StringBuilder sb, bool add = false)
176
NormStr
ns;
204
public
NormStr
Add(StringBuilder sb)
212
private
NormStr
AddCore(ReadOnlyMemory<char> str, uint hash)
221
_rgns = new
NormStr
[10];
232
NormStr
ns = new NormStr(str, _cns, hash);
245
public
NormStr
GetNormStrById(int id)
251
private
NormStr
GetNs(int ins)
270
var
ns = GetNs(ins);
279
public IEnumerator<
NormStr
> GetEnumerator()
Microsoft.ML.Data (12)
Transforms\ValueToKeyMappingTransformerImpl.cs (12)
96
private readonly
NormStr
.Pool _pool;
107
_pool = new
NormStr
.Pool();
128
var sortedPool = new
NormStr
.Pool();
131
var
nstr = sortedPool.Add(_pool.GetNormStrById(perm[i]).Value);
580
private readonly
NormStr
.Pool _pool;
586
public TextImpl(
NormStr
.Pool pool)
603
var pool = new
NormStr
.Pool();
609
var
nstr = pool.Add(ctx.LoadNonEmptyString());
632
foreach (
var
nstr in _pool)
642
var
nstr = _pool.Get(src);
658
foreach (
var
nstr in _pool)
672
foreach (
var
nstr in _pool)
Microsoft.ML.Transforms (39)
Expression\KeyWordTable.cs (12)
28
private readonly
NormStr
.Pool _pool;
29
private readonly Dictionary<
NormStr
, KeyWordKind> _mpnstrtidWord;
30
private readonly Dictionary<
NormStr
, TokKind> _mpnstrtidPunc;
32
public KeyWordTable(
NormStr
.Pool pool)
37
_mpnstrtidWord = new Dictionary<
NormStr
, KeyWordKind>();
38
_mpnstrtidPunc = new Dictionary<
NormStr
, TokKind>();
56
NormStr
nstr = _pool.Add(str);
69
NormStr
nstrTmp = _pool.Add(str.Substring(0, cch));
87
public bool IsKeyWord(
NormStr
nstr, out KeyWordKind kind)
93
public bool IsPunctuator(
NormStr
nstr, out TokKind tid)
99
public IEnumerable<KeyValuePair<
NormStr
, TokKind>> Punctuators
104
public IEnumerable<KeyValuePair<
NormStr
, KeyWordKind>> KeyWords
Expression\LambdaParser.cs (2)
82
private readonly
NormStr
.Pool _pool;
99
_pool = new
NormStr
.Pool();
Expression\Lexer.cs (6)
20
private readonly
NormStr
.Pool _pool;
26
public Lexer(
NormStr
.Pool pool, KeyWordTable kwt)
221
NormStr
nstr = _lex._pool.Add(_sb);
660
NormStr
nstr = LexIdentCore(ref fVerbatim);
676
private
NormStr
LexIdentCore(ref bool fVerbatim)
771
NormStr
nstr = _lex._pool.Add(_sb);
Text\StopWordsRemovingTransformer.cs (15)
136
private static volatile
NormStr
.Pool[] _stopWords;
142
private static
NormStr
.Pool[] StopWords
146
NormStr
.Pool[] result = _stopWords;
155
var stopWords = new
NormStr
.Pool[maxValue + 1];
327
var stopWordsList = new
NormStr
.Pool();
775
private readonly
NormStr
.Pool _stopWordsMap;
832
IComponentFactory<IMultiStreamSource, ILegacyDataLoader> loaderFactory, out
NormStr
.Pool stopWordsMap)
837
stopWordsMap = new
NormStr
.Pool();
912
_stopWordsMap = new
NormStr
.Pool();
932
_stopWordsMap = new
NormStr
.Pool();
960
foreach (
var
nstr in _stopWordsMap)
969
foreach (
var
nstr in _stopWordsMap)
987
NormStr
.Pool stopwords = null;
1000
stopwords = new
NormStr
.Pool();
1003
var
nstr = stopwords.Add(ctx.LoadString());
Text\WordEmbeddingsExtractor.cs (4)
100
private readonly
NormStr
.Pool _pool;
107
_pool = new
NormStr
.Pool();
122
NormStr
str = _pool.Get(word);
140
foreach (
var
label in _pool)