432 references to Kinds
Microsoft.ML.Core (22)
Data\AnnotationBuilderExtensions.cs (2)
19
=> builder.Add(AnnotationUtils.
Kinds
.SlotNames, new VectorDataViewType(TextDataViewType.Instance, size), getter);
30
=> builder.Add(AnnotationUtils.
Kinds
.KeyValues, new VectorDataViewType(valueType, size), getter);
Data\AnnotationUtils.cs (20)
180
return GetNamesType(size).GetPair(
Kinds
.SlotNames);
189
return GetNamesType(size).GetPair(
Kinds
.KeyValues);
290
var metaColumn = column.Annotations.Schema.GetColumnOrNull(
Kinds
.SlotNames);
307
schema.Schema[list[0].Index].Annotations.GetValue(
Kinds
.SlotNames, ref slotNames);
312
return col.Annotations.TryFindColumn(
Kinds
.KeyValues, out var metaCol)
318
/// Returns whether a column has the <see cref="
Kinds
.IsNormalized"/> annotation indicated by
322
/// <returns>True if and only if the column has the <see cref="
Kinds
.IsNormalized"/> annotation
327
return column.Annotations.TryFindColumn(
Kinds
.IsNormalized, out var metaCol)
333
/// Returns whether a column has the <see cref="
Kinds
.SlotNames"/> annotation indicated by
338
/// <see cref="
Kinds
.SlotNames"/> annotation of definite sized vectors of text.</returns>
343
&& col.Annotations.TryFindColumn(
Kinds
.SlotNames, out var metaCol)
388
var type = schema[colIndex].Annotations.Schema.GetColumnOrNull(
Kinds
.CategoricalSlotRanges)?.Type;
392
schema[colIndex].Annotations.GetValue(
Kinds
.CategoricalSlotRanges, ref catIndices);
428
cols.Add(new SchemaShape.Column(
Kinds
.ScoreColumnSetId, SchemaShape.Column.VectorKind.Scalar, NumberDataViewType.UInt32, true));
429
cols.Add(new SchemaShape.Column(
Kinds
.ScoreColumnKind, SchemaShape.Column.VectorKind.Scalar, TextDataViewType.Instance, false));
430
cols.Add(new SchemaShape.Column(
Kinds
.ScoreValueKind, SchemaShape.Column.VectorKind.Scalar, TextDataViewType.Instance, false));
432
cols.Add(new SchemaShape.Column(
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
446
if (labelColumn.Value.Annotations.TryFindColumn(
Kinds
.KeyValues, out var metaCol) &&
450
cols.Add(new SchemaShape.Column(
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
451
cols.Add(new SchemaShape.Column(
Kinds
.TrainingLabelValues, SchemaShape.Column.VectorKind.Vector, metaCol.ItemType, false));
Microsoft.ML.Core.Tests (12)
UnitTests\ScoreSchemaTest.cs (5)
61
Assert.Equal(AnnotationUtils.
Kinds
.KeyValues, scoreMetadata.Schema[0].Name);
62
Assert.Equal(AnnotationUtils.
Kinds
.ScoreColumnKind, scoreMetadata.Schema[1].Name);
63
Assert.Equal(AnnotationUtils.
Kinds
.ScoreValueKind, scoreMetadata.Schema[2].Name);
118
Assert.Equal(AnnotationUtils.
Kinds
.ScoreColumnKind, scoreMetadata.Schema[0].Name);
119
Assert.Equal(AnnotationUtils.
Kinds
.ScoreValueKind, scoreMetadata.Schema[1].Name);
UnitTests\TestEntryPoints.cs (7)
1633
var type = binaryScored.Schema[scoreCol.Value.Index].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreColumnKind)?.Type;
1636
binaryScored.Schema[scoreCol.Value.Index].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref kind);
1642
type = regressionScored.Schema[scoreCol.Value.Index].Annotations.Schema[AnnotationUtils.
Kinds
.ScoreColumnKind].Type;
1644
regressionScored.Schema[scoreCol.Value.Index].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref kind);
1650
type = anomalyScored.Schema[scoreCol.Value.Index].Annotations.Schema[AnnotationUtils.
Kinds
.ScoreColumnKind].Type;
1652
anomalyScored.Schema[scoreCol.Value.Index].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref kind);
5406
var type = schema["Count"].Annotations.Schema[AnnotationUtils.
Kinds
.SlotNames].Type;
Microsoft.ML.Data (166)
Commands\ScoreCommand.cs (3)
181
maxScoreId = loader.Schema.GetMaxAnnotationKind(out int colMax, AnnotationUtils.
Kinds
.ScoreColumnSetId);
215
if (schema.TryGetAnnotation(AnnotationUtils.ScoreColumnSetIdType, AnnotationUtils.
Kinds
.ScoreColumnSetId, i, ref scoreSetId)
312
mapper.OutputSchema.TryGetAnnotation(TextDataViewType.Instance, AnnotationUtils.
Kinds
.ScoreColumnKind, 0, ref scoreKind) &&
Commands\ShowSchemaCommand.cs (2)
156
if ((typeNames = schema[col].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type) == null)
163
schema[col].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref names);
Data\SchemaAnnotationsExtensions.cs (5)
35
=> column.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref slotNames);
57
var metaColumn = column.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues);
74
=> column.Annotations.GetValue(AnnotationUtils.
Kinds
.KeyValues, ref keyValues);
82
var metaColumn = column.Annotations.Schema.GetColumnOrNull((AnnotationUtils.
Kinds
.IsNormalized));
87
column.Annotations.GetValue(AnnotationUtils.
Kinds
.IsNormalized, ref value);
DataLoadSave\Text\TextLoader.cs (1)
692
/// <see cref="Infos"/>[i] stores the i-th column's metadata, named <see cref="AnnotationUtils.
Kinds
.SlotNames"/>
DataLoadSave\Text\TextSaver.cs (3)
167
&& (typeNames = cursor.Schema[source].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType) != null
170
cursor.Schema[source].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref _slotNames);
422
var typeNames = data.Schema[cols[i]].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
DataView\LambdaColumnMapper.cs (2)
127
bldr.AddGetter(AnnotationUtils.
Kinds
.KeyValues, new VectorDataViewType(TextDataViewType.Instance, _typeDst.GetItemType().GetKeyCountAsInt32(Host)), mdGetter);
135
bldr.AddGetter(AnnotationUtils.
Kinds
.SlotNames, new VectorDataViewType(TextDataViewType.Instance, vectorSize), mdGetter);
Deprecated\Instances\HeaderSchema.cs (1)
37
metadataBuilder.Add(AnnotationUtils.
Kinds
.SlotNames, _slotNamesType,
Evaluators\BinaryClassifierEvaluator.cs (1)
178
labelCol.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type is VectorDataViewType vecType &&
Evaluators\EvaluatorUtils.cs (32)
63
schema.GetMaxAnnotationKind(out int col, AnnotationUtils.
Kinds
.ScoreColumnSetId, CheckScoreColumnKindIsKnown);
66
schema[col].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref tmp);
74
schema.GetMaxAnnotationKind(out col, AnnotationUtils.
Kinds
.ScoreColumnSetId, CheckScoreColumnKind);
77
schema[col].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref tmp);
87
var columnType = schema[col].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreColumnKind)?.Type;
91
schema[col].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref tmp);
99
var columnType = schema[col].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreColumnKind)?.Type;
128
var maxSetNum = schema.GetMaxAnnotationKind(out int colTmp, AnnotationUtils.
Kinds
.ScoreColumnSetId,
132
foreach (var colIdx in schema.GetColumnSet(AnnotationUtils.
Kinds
.ScoreColumnSetId, maxSetNum))
136
col.Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref tmp);
142
if (col.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreValueKind)?.Type == TextDataViewType.Instance)
144
col.Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreValueKind, ref tmp);
186
var type = schema[colScore].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreColumnSetId)?.Type;
193
schema[colScore].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnSetId, ref setId);
196
foreach (var colIdx in schema.GetColumnSet(AnnotationUtils.
Kinds
.ScoreColumnSetId, setId))
203
if (col.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreValueKind)?.Type == TextDataViewType.Instance)
205
col.Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreValueKind, ref tmp);
222
var type = schema[col].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreColumnKind)?.Type;
226
schema[col].Annotations.GetValue(AnnotationUtils.
Kinds
.ScoreColumnKind, ref tmp);
353
var slotNamesType = schema[i].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
355
schema[i].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref names);
481
idv.Schema[col].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref slotNamesCur);
569
var keyValueType = schema[indices[i]].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type;
731
(ref VBuffer<ReadOnlyMemory<char>> dst) => schema[index].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref dst);
846
dv.Schema[i].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref slotNames);
867
labelColKeyValuesType = dv.Schema[i].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type;
965
dv.Schema[col].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref currSlotNames);
1027
var slotNamesType = schema[i].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
1029
schema[i].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref names);
1236
var keyValuesType = schema[i].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
1392
var type = countColumn.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
1398
countColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref labelNames);
Evaluators\MulticlassClassificationEvaluator.cs (3)
101
var mdType = schema.Schema[scoreInfo.Index].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
105
schema.Schema[scoreInfo.Index].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref labelNames);
625
schema[(int)ScoreIndex].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref classNames);
Evaluators\MultiOutputRegressionEvaluator.cs (6)
566
builder.Add(AnnotationUtils.
Kinds
.ScoreColumnKind, TextDataViewType.Instance, getter);
568
builder.Add(AnnotationUtils.
Kinds
.ScoreValueKind, TextDataViewType.Instance, getter);
570
builder.Add(AnnotationUtils.
Kinds
.ScoreColumnSetId, AnnotationUtils.ScoreColumnSetIdType, uintGetter);
577
var max = schema.GetMaxAnnotationKind(out c, AnnotationUtils.
Kinds
.ScoreColumnSetId);
595
var type = schema[column].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type;
599
(ref VBuffer<ReadOnlyMemory<char>> dst) => schema[column].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref dst);
Evaluators\QuantileRegressionEvaluator.cs (3)
47
var type = schema.Schema[scoreInfo.Index].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
50
schema.Schema[scoreInfo.Index].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref quantiles);
74
var slotNamesType = schema.Schema[scoreInfo.Index].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
Evaluators\RankingEvaluator.cs (3)
657
types = types.Prepend(_slotNamesType.GetPair(AnnotationUtils.
Kinds
.SlotNames));
664
if (kind == AnnotationUtils.
Kinds
.SlotNames)
672
if (kind == AnnotationUtils.
Kinds
.SlotNames)
Prediction\CalibratorCatalog.cs (8)
108
annotations.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized,
111
if (inputScoreCol.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.ScoreColumnSetId, out var setIdCol) &&
113
inputScoreCol.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.ScoreColumnKind, out var kindCol) &&
115
inputScoreCol.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.ScoreValueKind, out var valueKindCol) &&
287
if (schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreColumnSetId) is DataViewSchema.Column setIdCol &&
289
schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreColumnKind) is DataViewSchema.Column kindCol &&
291
schema.GetColumnOrNull(AnnotationUtils.
Kinds
.ScoreValueKind) is DataViewSchema.Column valueKindCol &&
305
builder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, (ref bool value) => value = true);
Scorers\BinaryClassifierScorer.cs (4)
67
var keyType = trainSchema.Label.Value.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
99
if (mapper.OutputSchema[scoreIdx].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.TrainingLabelValues)?.Type != null)
115
var type = labelColumn.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
122
return MulticlassClassificationScorer.LabelNameBindableMapper.CreateBound<T>(env, (ISchemaBoundRowMapper)mapper, type, getter, AnnotationUtils.
Kinds
.TrainingLabelValues, CanWrap);
Scorers\FeatureContributionCalculation.cs (2)
332
FeatureColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref _slotNames);
341
FeatureColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref value));
Scorers\MulticlassClassificationScorer.cs (7)
147
ctx.LoadNonEmptyString() : AnnotationUtils.
Kinds
.SlotNames;
417
var keyType = trainSchema.Label.Value.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
439
if (GetTypesForWrapping(mapper, labelNameType, AnnotationUtils.
Kinds
.TrainingLabelValues, out var scoreType))
479
if (GetTypesForWrapping(mapper, labelNameType, AnnotationUtils.
Kinds
.SlotNames, out var scoreType))
493
var type = trainSchema.Label.Value.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type;
505
resultMapper = LabelNameBindableMapper.CreateBound<T>(env, (ISchemaBoundRowMapper)resultMapper, type as VectorDataViewType, getter, AnnotationUtils.
Kinds
.TrainingLabelValues, CanWrapTrainingLabels);
507
resultMapper = LabelNameBindableMapper.CreateBound<T>(env, (ISchemaBoundRowMapper)resultMapper, type as VectorDataViewType, getter, AnnotationUtils.
Kinds
.SlotNames, CanWrapSlotNames);
Scorers\PredictedLabelScorerBase.cs (9)
74
var trainLabelColumn = scoreColMetadata.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.TrainingLabelValues);
89
builder.Add(AnnotationUtils.
Kinds
.KeyValues, metaCol.Type, meta.GetGetter<T>(metaCol));
184
yield return TextDataViewType.Instance.GetPair(AnnotationUtils.
Kinds
.ScoreColumnKind);
187
yield return TextDataViewType.Instance.GetPair(AnnotationUtils.
Kinds
.ScoreValueKind);
197
if (pair.Key != AnnotationUtils.
Kinds
.ScoreColumnKind)
206
if (kind == AnnotationUtils.
Kinds
.ScoreColumnKind)
208
if (iinfo < DerivedColumnCount && kind == AnnotationUtils.
Kinds
.ScoreValueKind)
221
if (kind == AnnotationUtils.
Kinds
.ScoreColumnKind)
226
if (iinfo < DerivedColumnCount && kind == AnnotationUtils.
Kinds
.ScoreValueKind)
Scorers\RowToRowScorerBase.cs (4)
357
var max = input.GetMaxAnnotationKind(out c, AnnotationUtils.
Kinds
.ScoreColumnSetId);
438
yield return AnnotationUtils.ScoreColumnSetIdType.GetPair(AnnotationUtils.
Kinds
.ScoreColumnSetId);
448
if (kind == AnnotationUtils.
Kinds
.ScoreColumnSetId)
460
case AnnotationUtils.
Kinds
.ScoreColumnSetId:
Scorers\ScoreSchemaFactory.cs (9)
20
/// <param name="scoreColumnKindValue">The kind of the score column. It's the value of <see cref="AnnotationUtils.
Kinds
.ScoreColumnKind"/> in the score column's metadata.</param>
30
metadataBuilder.Add(AnnotationUtils.
Kinds
.ScoreColumnKind, TextDataViewType.Instance,
32
metadataBuilder.Add(AnnotationUtils.
Kinds
.ScoreValueKind, TextDataViewType.Instance,
62
probabilityMetadataBuilder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, (ref bool value) => { value = true; });
63
probabilityMetadataBuilder.Add(AnnotationUtils.
Kinds
.ScoreColumnKind, TextDataViewType.Instance,
65
probabilityMetadataBuilder.Add(AnnotationUtils.
Kinds
.ScoreValueKind, TextDataViewType.Instance,
113
/// <see cref="AnnotationUtils.
Kinds
.ScoreColumnKind"/>.</param>
127
metadataBuilder.Add(AnnotationUtils.
Kinds
.ScoreColumnKind, TextDataViewType.Instance,
129
metadataBuilder.Add(AnnotationUtils.
Kinds
.ScoreValueKind, TextDataViewType.Instance,
Transforms\ColumnConcatenatingEstimator.cs (4)
78
if (!col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.CategoricalSlotRanges, out var mcol))
132
meta.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
134
meta.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.CategoricalSlotRanges, SchemaShape.Column.VectorKind.Vector, NumberDataViewType.Int32, false));
136
meta.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
Transforms\ColumnConcatenatingTransformer.cs (4)
581
metadata.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, (ValueGetter<bool>)GetIsNormalized);
585
metadata.Add(AnnotationUtils.
Kinds
.CategoricalSlotRanges, _categoricalRangeType, (ValueGetter<VBuffer<int>>)GetCategoricalSlotRanges);
649
if (inputMetadata != null && inputMetadata.Schema.TryGetColumnIndex(AnnotationUtils.
Kinds
.SlotNames, out int idx))
654
inputMetadata.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref names);
Transforms\FeatureContributionCalculationTransformer.cs (3)
188
InputSchema[_featureColumnIndex].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref _slotNames);
199
builder.Add(InputSchema[_featureColumnIndex].Annotations, x => x == AnnotationUtils.
Kinds
.SlotNames);
353
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
Transforms\GenerateNumberTransform.cs (3)
201
items = items.Prepend(BooleanDataViewType.Instance.GetPair(AnnotationUtils.
Kinds
.IsNormalized));
208
if (kind == AnnotationUtils.
Kinds
.IsNormalized && !UseCounter[iinfo])
216
if (kind == AnnotationUtils.
Kinds
.IsNormalized && !UseCounter[iinfo])
Transforms\Hashing.cs (3)
1337
meta.Add(InputSchema[colIndex].Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
1964
if (!colInfo.Combine && col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
1967
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
Transforms\KeyToValue.cs (4)
177
meta.Add(InputSchema[ColMapNewToOld[i]].Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
230
var typeVals = schema[ColMapNewToOld[iinfo]].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type;
645
if (!col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.KeyValues, out var keyMetaCol))
649
if (col.HasSlotNames() && col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotCol))
Transforms\KeyToVector.cs (11)
313
var keyValuesColumn = inputMetadata.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues);
340
builder.Add(AnnotationUtils.
Kinds
.SlotNames, slotNamesType, getter);
350
builder.Add(AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.GetCategoricalType(srcValueCount), getter);
359
builder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, getter);
379
var typeSlotSrc = inputMetadata.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
382
inputMetadata.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref namesSlotSrc);
394
inputMetadata.GetValue(AnnotationUtils.
Kinds
.KeyValues, ref namesKeySrc);
830
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.KeyValues, out var keyMeta))
832
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, keyMeta.ItemType, false));
834
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.CategoricalSlotRanges, SchemaShape.Column.VectorKind.Vector, NumberDataViewType.Int32, false));
836
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
Transforms\LabelConvertTransform.cs (1)
167
return kind != AnnotationUtils.
Kinds
.KeyValues;
Transforms\Normalizer.cs (4)
359
var isNormalizedMeta = new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar,
362
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
746
builder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, (ValueGetter<bool>)IsNormalizedGetter);
747
builder.Add(InputSchema[ColMapNewToOld[iinfo]].Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
Transforms\SlotsDroppingTransformer.cs (4)
847
builder.Add(AnnotationUtils.
Kinds
.SlotNames, new VectorDataViewType(TextDataViewType.Instance, dstLength), slotNamesGetter);
864
builder.Add(AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.GetCategoricalType(dst.Length / 2), categoricalSlotRangesGetter);
870
builder.Add(InputSchema[_cols[iinfo]].Annotations, x => x == AnnotationUtils.
Kinds
.KeyValues || x == AnnotationUtils.
Kinds
.IsNormalized);
Transforms\TypeConverting.cs (11)
442
builder.Add(InputSchema[ColMapNewToOld[i]].Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
452
builder.Add(InputSchema[ColMapNewToOld[i]].Annotations, name => name == AnnotationUtils.
Kinds
.KeyValues);
456
builder.Add(InputSchema[ColMapNewToOld[i]].Annotations, name => name == AnnotationUtils.
Kinds
.IsNormalized);
460
builder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, getter);
636
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
637
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
639
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, slotMeta.ItemType, false));
640
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.KeyValues, out var keyMeta))
642
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector, keyMeta.ItemType, false));
643
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.IsNormalized, out var normMeta))
645
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector, normMeta.ItemType, false));
Transforms\ValueToKeyMappingEstimator.cs (3)
193
if (!col.IsKey || !col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.KeyValues, out var kv) || kv.Kind != SchemaShape.Column.VectorKind.Vector)
195
kv = new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector,
200
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
Transforms\ValueToKeyMappingTransformer.cs (1)
750
builder.Add(InputSchema[colIndex].Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
Transforms\ValueToKeyMappingTransformerImpl.cs (2)
1098
VectorDataViewType srcMetaType = _schema[srcCol].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
1179
VectorDataViewType srcMetaType = _schema[srcCol].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
Microsoft.ML.Ensemble (2)
PipelineEnsemble.cs (2)
608
var mdType = labelCol.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
669
var mdType = labelCol.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type;
Microsoft.ML.EntryPoints (5)
FeatureCombiner.cs (1)
123
var type = col.Value.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
ScoreColumnSelector.cs (4)
30
var maxScoreId = view.Schema.GetMaxAnnotationKind(out int colMax, AnnotationUtils.
Kinds
.ScoreColumnSetId);
47
if (schema.TryGetAnnotation(AnnotationUtils.ScoreColumnSetIdType, AnnotationUtils.
Kinds
.ScoreColumnSetId, i, ref scoreSetId)
83
var maxScoreId = input.Data.Schema.GetMaxAnnotationKind(out colMax, AnnotationUtils.
Kinds
.ScoreColumnSetId);
93
if (input.Data.Schema.TryGetAnnotation(TextDataViewType.Instance, AnnotationUtils.
Kinds
.ScoreValueKind, i,
Microsoft.ML.FastTree (8)
GamModelParameters.cs (1)
639
featCol.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref _featNames);
TreeEnsemble\InternalTreeEnsemble.cs (2)
436
/// <seealso cref="AnnotationUtils.
Kinds
.SlotNames"/>
447
sch[feat.Index].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref _names);
TreeEnsembleFeaturizer.cs (5)
139
treeIdMetadataBuilder.Add(AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.GetNamesType(treeValueType.Size),
151
leafIdMetadataBuilder.Add(AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.GetNamesType(leafIdType.Size),
153
leafIdMetadataBuilder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, (ref bool value) => value = true);
164
pathIdMetadataBuilder.Add(AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.GetNamesType(pathIdType.Size),
166
pathIdMetadataBuilder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, (ref bool value) => value = true);
Microsoft.ML.LightGbm (1)
LightGbmMulticlassTrainer.cs (1)
367
var metadata = LightGbmTrainerOptions.LightGbmModel == null ? new SchemaShape(labelCol.Annotations.Where(x => x.Name == AnnotationUtils.
Kinds
.KeyValues).Concat(AnnotationUtils.GetTrainerOutputAnnotation())) : new SchemaShape(AnnotationUtils.GetTrainerOutputAnnotation());
Microsoft.ML.OnnxConverter (1)
SaveOnnxCommand.cs (1)
251
var metaColumn = column.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues);
Microsoft.ML.StandardTrainers (7)
Standard\LogisticRegression\LogisticRegression.cs (1)
273
featureCol.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref namesSpans);
Standard\LogisticRegression\MulticlassLogisticRegression.cs (2)
182
var labelMetadataType = labelCol.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type;
374
var metadata = new SchemaShape(labelCol.Annotations.Where(x => x.Name == AnnotationUtils.
Kinds
.KeyValues)
Standard\ModelStatistics.cs (1)
434
featureColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref names);
Standard\MulticlassClassification\MetaMulticlassTrainer.cs (1)
172
inputLabelCol.Annotations.Where(x => x.Name == AnnotationUtils.
Kinds
.KeyValues));
Standard\MulticlassClassification\MulticlassNaiveBayesTrainer.cs (1)
119
var predLabelMetadata = new SchemaShape(labelCol.Annotations.Where(x => x.Name == AnnotationUtils.
Kinds
.KeyValues)
Standard\SdcaMulticlass.cs (1)
164
var metadata = new SchemaShape(labelCol.Annotations.Where(x => x.Name == AnnotationUtils.
Kinds
.KeyValues)
Microsoft.ML.TestFramework (4)
DataPipe\TestDataPipeBase.cs (4)
476
var typeSlot = sch[col].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type;
477
var typeKeys = sch[col].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type;
492
if (metaColumn.Name == AnnotationUtils.
Kinds
.SlotNames)
502
if (metaColumn.Name == AnnotationUtils.
Kinds
.KeyValues)
Microsoft.ML.Tests (81)
Scenarios\Api\Estimators\PredictAndMetadata.cs (3)
47
engine.OutputSchema[nameof(IrisPrediction.Score)].Annotations.GetValue(AnnotationUtils.
Kinds
.TrainingLabelValues, ref originalLabels);
92
Assert.NotNull(scoredData.Schema["Score"].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames));
126
Assert.Null(scoredData2.Schema["Score"].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames));
SvmLightTests.cs (1)
162
AnnotationUtils.
Kinds
.SlotNames, new VBuffer<ReadOnlyMemory<char>>(3, new[] { "aurora".AsMemory(), "beachwood".AsMemory(), "chagrin".AsMemory() }),
TrainerEstimators\TreeEnsembleFeaturizerTest.cs (5)
68
treeValuesColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref slotNames);
87
treeLeafIdsColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.IsNormalized, ref leafIdsNormalizedFlag);
91
treeLeafIdsColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref leafIdsSlotNames);
110
treePathIdsColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.IsNormalized, ref pathIdsNormalizedFlag);
114
treePathIdsColumn.Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref pathIdsSlotNames);
Transformers\CategoricalHashTests.cs (19)
143
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
149
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
156
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
162
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
169
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[3] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
175
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
181
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[3] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
185
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
191
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.KeyValues });
197
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.KeyValues });
203
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
208
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
Transformers\CategoricalTests.cs (22)
221
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
227
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
234
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
240
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
247
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[3] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
251
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
257
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[3] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
261
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
267
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.KeyValues });
273
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.KeyValues });
279
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
285
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
292
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
298
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
Transformers\ConvertTests.cs (4)
296
output.Schema["CatA"].Annotations.GetValue(AnnotationUtils.
Kinds
.KeyValues, ref slotNames);
352
Assert.Equal(result.Schema["ConvA"].Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
359
Assert.Equal(result.Schema["ConvB"].Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.KeyValues });
Transformers\HashTests.cs (3)
87
Assert.Equal(AnnotationUtils.
Kinds
.KeyValues, column.Annotations.Schema.Single().Name);
92
Assert.Equal(AnnotationUtils.
Kinds
.KeyValues, column.Annotations.Schema.Single().Name);
97
Assert.Equal(AnnotationUtils.
Kinds
.KeyValues, column.Annotations.Schema.Single().Name);
Transformers\KeyToBinaryVectorEstimatorTest.cs (4)
117
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
123
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
133
Assert.Equal(AnnotationUtils.
Kinds
.IsNormalized, column.Annotations.Schema.Single().Name);
Transformers\KeyToVectorEstimatorTests.cs (20)
136
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
142
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[3] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
146
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
152
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[3] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
156
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
162
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.IsNormalized });
169
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[2] { AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
170
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
176
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.IsNormalized });
180
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[1] { AnnotationUtils.
Kinds
.SlotNames });
186
Assert.Equal(column.Annotations.Schema.Select(x => x.Name), new string[3] { AnnotationUtils.
Kinds
.SlotNames, AnnotationUtils.
Kinds
.CategoricalSlotRanges, AnnotationUtils.
Kinds
.IsNormalized });
190
column.Annotations.GetValue(AnnotationUtils.
Kinds
.CategoricalSlotRanges, ref slotRanges);
Microsoft.ML.TimeSeries (5)
IidChangePointDetector.cs (1)
271
new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false)
IidSpikeDetector.cs (1)
247
new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false)
SRCNNAnomalyDetector.cs (1)
279
new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false)
SsaChangePointDetector.cs (1)
307
new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false)
SsaSpikeDetector.cs (1)
286
new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false)
Microsoft.ML.TorchSharp (57)
AutoFormerV2\ObjectDetectionTrainer.cs (23)
447
metadata.Add(new SchemaShape.Column(
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector,
452
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreColumnKind, SchemaShape.Column.VectorKind.Scalar,
454
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreValueKind, SchemaShape.Column.VectorKind.Scalar,
456
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreColumnSetId, SchemaShape.Column.VectorKind.Scalar,
458
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.TrainingLabelValues, SchemaShape.Column.VectorKind.Vector,
547
var labelAnnotationsColumn = new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.SlotNames].Type, false);
553
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreColumnKind, SchemaShape.Column.VectorKind.Scalar,
555
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreValueKind, SchemaShape.Column.VectorKind.Scalar,
557
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreColumnSetId, SchemaShape.Column.VectorKind.Scalar,
559
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.TrainingLabelValues, SchemaShape.Column.VectorKind.Vector,
625
var labelColType = LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues].Type as VectorDataViewType;
636
ValueGetter<VBuffer<T>> getter = LabelColumn.Annotations.GetGetter<VBuffer<T>>(LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues]);
642
var labelColType = LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues].Type as VectorDataViewType;
704
meta.Add(AnnotationUtils.
Kinds
.KeyValues, type, labelGetter);
755
var keyType = _parent.LabelColumn.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
759
meta.Add(AnnotationUtils.
Kinds
.ScoreColumnKind, TextDataViewType.Instance, (ref ReadOnlyMemory<char> value) => { value = AnnotationUtils.Const.ScoreColumnKind.MulticlassClassification.AsMemory(); });
760
meta.Add(AnnotationUtils.
Kinds
.ScoreColumnSetId, AnnotationUtils.ScoreColumnSetIdType, GetScoreColumnSetId(InputSchema));
761
meta.Add(AnnotationUtils.
Kinds
.ScoreValueKind, TextDataViewType.Instance, (ref ReadOnlyMemory<char> value) => { value = AnnotationUtils.Const.ScoreValueKind.Score.AsMemory(); });
762
meta.Add(AnnotationUtils.
Kinds
.TrainingLabelValues, keyType, getter);
765
labelBuilder.Add(AnnotationUtils.
Kinds
.KeyValues, keyType, getter);
778
return labelCol.Annotations.GetGetter<VBuffer<T>>(labelCol.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues]);
784
var max = schema.GetMaxAnnotationKind(out c, AnnotationUtils.
Kinds
.ScoreColumnSetId);
NasBert\NasBertTrainer.cs (14)
329
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector,
344
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector,
436
var labelAnnotationsColumn = new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.SlotNames].Type, false);
520
var keyType = Parent.LabelColumn.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
525
meta.Add(AnnotationUtils.
Kinds
.ScoreColumnKind, TextDataViewType.Instance, (ref ReadOnlyMemory<char> value) => { value = AnnotationUtils.Const.ScoreColumnKind.MulticlassClassification.AsMemory(); });
526
meta.Add(AnnotationUtils.
Kinds
.ScoreColumnSetId, AnnotationUtils.ScoreColumnSetIdType, GetScoreColumnSetId(InputSchema));
527
meta.Add(AnnotationUtils.
Kinds
.ScoreValueKind, TextDataViewType.Instance, (ref ReadOnlyMemory<char> value) => { value = AnnotationUtils.Const.ScoreValueKind.Score.AsMemory(); });
528
meta.Add(AnnotationUtils.
Kinds
.TrainingLabelValues, keyType, getter);
529
meta.Add(AnnotationUtils.
Kinds
.SlotNames, keyType, getter);
532
labelBuilder.Add(AnnotationUtils.
Kinds
.KeyValues, keyType, getter);
542
var keyType = Parent.LabelColumn.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues)?.Type as VectorDataViewType;
546
labelBuilder.Add(AnnotationUtils.
Kinds
.KeyValues, keyType, getter);
563
return labelCol.Annotations.GetGetter<VBuffer<T>>(labelCol.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues]);
NasBert\NerTrainer.cs (4)
281
var labelColType = LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues].Type as VectorDataViewType;
287
ValueGetter<VBuffer<T>> getter = LabelColumn.Annotations.GetGetter<VBuffer<T>>(LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues]);
293
var labelColType = LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues].Type as VectorDataViewType;
350
meta.Add(AnnotationUtils.
Kinds
.KeyValues, type, labelGetter);
NasBert\TextClassificationTrainer.cs (4)
218
var labelColType = LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues].Type as VectorDataViewType;
224
ValueGetter<VBuffer<T>> getter = LabelColumn.Annotations.GetGetter<VBuffer<T>>(LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues]);
230
var labelColType = LabelColumn.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues].Type as VectorDataViewType;
287
meta.Add(AnnotationUtils.
Kinds
.KeyValues, type, labelGetter);
Roberta\QATrainer.cs (10)
512
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreColumnKind, SchemaShape.Column.VectorKind.Scalar,
514
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreValueKind, SchemaShape.Column.VectorKind.Scalar,
516
scoreMetadata.Add(new SchemaShape.Column(
Kinds
.ScoreColumnSetId, SchemaShape.Column.VectorKind.Scalar,
598
new SchemaShape.Column(
Kinds
.ScoreColumnKind, SchemaShape.Column.VectorKind.Scalar,
600
new SchemaShape.Column(
Kinds
.ScoreValueKind, SchemaShape.Column.VectorKind.Scalar,
602
new SchemaShape.Column(
Kinds
.ScoreColumnSetId, SchemaShape.Column.VectorKind.Scalar,
741
meta.Add(AnnotationUtils.
Kinds
.ScoreColumnKind, TextDataViewType.Instance, (ref ReadOnlyMemory<char> value) => { value = AnnotationUtils.Const.ScoreColumnKind.MulticlassClassification.AsMemory(); });
742
meta.Add(AnnotationUtils.
Kinds
.ScoreColumnSetId, AnnotationUtils.ScoreColumnSetIdType, GetScoreColumnSetId(InputSchema));
743
meta.Add(AnnotationUtils.
Kinds
.ScoreValueKind, TextDataViewType.Instance, (ref ReadOnlyMemory<char> value) => { value = AnnotationUtils.Const.ScoreValueKind.Score.AsMemory(); });
755
var max = schema.GetMaxAnnotationKind(out c, AnnotationUtils.
Kinds
.ScoreColumnSetId);
TorchSharpBaseTrainer.cs (2)
452
return labelCol.Annotations.GetGetter<VBuffer<T>>(labelCol.Annotations.Schema[AnnotationUtils.
Kinds
.KeyValues]);
479
var max = schema.GetMaxAnnotationKind(out c, AnnotationUtils.
Kinds
.ScoreColumnSetId);
Microsoft.ML.Transforms (60)
CountFeatureSelection.cs (3)
177
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
179
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.CategoricalSlotRanges, out var categoricalSlotMeta))
181
if (col.IsNormalized() && col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.IsNormalized, out var isNormalizedAnnotation))
Dracula\CountTableTransformer.cs (2)
341
newMetadataKinds.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
342
else if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
ExpressionTransformer.cs (2)
200
var b = vectorCol.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotNames);
956
builder.Add(vectorColumn.Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
GcnTransform.cs (4)
352
builder.Add(InputSchema[ColMapNewToOld[i]].Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
354
builder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, getter);
921
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
923
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
GroupTransform.cs (2)
293
s => s == AnnotationUtils.
Kinds
.IsNormalized || s == AnnotationUtils.
Kinds
.KeyValues);
HashJoiningTransform.cs (2)
402
bldr.AddGetter<VBuffer<ReadOnlyMemory<char>>>(AnnotationUtils.
Kinds
.SlotNames,
423
Source.Schema[Infos[iinfo].Source].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref srcSlotNames);
KeyToVectorMapping.cs (8)
227
if (inputMetadata.Schema.TryGetColumnIndex(AnnotationUtils.
Kinds
.KeyValues, out metaKeyValuesCol))
252
builder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, normalizeGetter);
263
builder.Add(AnnotationUtils.
Kinds
.SlotNames, slotNamesType, getter);
295
typeSlotSrc = inputMetadata.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
298
inputMetadata.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref namesSlotSrc);
479
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.KeyValues, out var keyMeta))
481
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, keyMeta.ItemType, false));
483
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
MissingValueDroppingTransformer.cs (2)
211
builder.Add(InputSchema[ColMapNewToOld[i]].Annotations, x => x == AnnotationUtils.
Kinds
.KeyValues || x == AnnotationUtils.
Kinds
.IsNormalized);
MissingValueIndicatorTransform.cs (4)
150
(typeNames = Source.Schema[Infos[iinfo].Source].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType) == null ||
161
bldr.AddGetter<VBuffer<ReadOnlyMemory<char>>>(AnnotationUtils.
Kinds
.SlotNames,
199
var typeNames = Source.Schema[Infos[iinfo].Source].Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.SlotNames)?.Type as VectorDataViewType;
204
Source.Schema[Infos[iinfo].Source].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref names);
MissingValueIndicatorTransformer.cs (4)
211
builder.Add(InputSchema[colIndex].Annotations, x => x == AnnotationUtils.
Kinds
.SlotNames);
216
builder.Add(AnnotationUtils.
Kinds
.IsNormalized, BooleanDataViewType.Instance, getter);
543
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
545
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
MissingValueReplacing.cs (4)
616
builder.Add(InputSchema[colIndex].Annotations, x => x == AnnotationUtils.
Kinds
.SlotNames || x == AnnotationUtils.
Kinds
.IsNormalized);
1046
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
1048
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.IsNormalized, out var normalized))
MutualInformationFeatureSelection.cs (3)
244
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
246
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.CategoricalSlotRanges, out var categoricalSlotMeta))
248
if (col.IsNormalized() && col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.IsNormalized, out var isNormalizedAnnotation))
PermutationFeatureImportance.cs (1)
57
data.Schema[featuresColumnIndex].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref slotNames);
SvmLight\SvmLightLoader.cs (3)
728
var keyValuesCol = col.Annotations.Schema.GetColumnOrNull(AnnotationUtils.
Kinds
.KeyValues);
732
col.Annotations.GetValue(AnnotationUtils.
Kinds
.KeyValues, ref keyValues);
733
schemaDef[0].AddAnnotation(AnnotationUtils.
Kinds
.SlotNames, keyValues, keyValuesCol.Value.Type);
Text\LdaTransform.cs (1)
851
inputSchema[srcCol].Annotations.GetValue(AnnotationUtils.
Kinds
.SlotNames, ref dst);
Text\NgramHashingTransformer.cs (2)
625
builder.Add(AnnotationUtils.
Kinds
.SlotNames, _parent._slotNamesTypes[i], getter);
1228
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
Text\NgramTransform.cs (1)
1089
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
Text\TextFeaturizingEstimator.cs (2)
652
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
654
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.IsNormalized, SchemaShape.Column.VectorKind.Scalar, BooleanDataViewType.Instance, false));
Text\TokenizingByCharacters.cs (4)
285
builder.Add(InputSchema[_parent.ColumnPairs[iinfo].inputColumnName].Annotations, name => name == AnnotationUtils.
Kinds
.SlotNames);
693
if (col.Annotations.TryFindColumn(AnnotationUtils.
Kinds
.SlotNames, out var slotMeta))
694
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.SlotNames, SchemaShape.Column.VectorKind.Vector, slotMeta.ItemType, false));
695
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector, TextDataViewType.Instance, false));
UngroupTransform.cs (6)
208
case AnnotationUtils.
Kinds
.IsNormalized:
209
case AnnotationUtils.
Kinds
.KeyValues:
210
case AnnotationUtils.
Kinds
.ScoreColumnSetId:
211
case AnnotationUtils.
Kinds
.ScoreColumnKind:
212
case AnnotationUtils.
Kinds
.ScoreValueKind:
213
case AnnotationUtils.
Kinds
.IsUserVisible:
Microsoft.ML.Vision (1)
ImageClassificationTrainer.cs (1)
637
metadata.Add(new SchemaShape.Column(AnnotationUtils.
Kinds
.KeyValues, SchemaShape.Column.VectorKind.Vector,