DataViewType

Commands\CrossValidationCommand.cs (1)

302var type = schema[index].Type;

Commands\DataCommand.cs (1)

166var type = cursor.Schema[currentIndex].Type;

Commands\SaveDataCommand.cs (2)

150var type = data.Schema[i].Type; 212var type = view.Schema[i].Type;

Commands\ScoreCommand.cs (1)

190var type = loader.Schema[i].Type;

Commands\ShowSchemaCommand.cs (6)

140var type = schema[col].Type; 155DataViewType typeNames; 193var type = metaColumn.Type; 207private static void ShowMetadataValue(IndentedTextWriter itw, DataViewSchema schema, int col, string kind, DataViewType type) 222Action<IndentedTextWriter, DataViewSchema, int, string, DataViewType> del = ShowMetadataValue<int>; 227private static void ShowMetadataValue<T>(IndentedTextWriter itw, DataViewSchema schema, int col, string kind, DataViewType type)

Data\Conversion.cs (20)

Data\DataViewTypeManager.cs (16)

15/// A singleton class for managing the map between ML.NET <see cref="DataViewType"/> and C# <see cref="Type"/>. 17/// should be registered with a class derived from <see cref="DataViewType"/>. 37/// Mapping from a <see cref="Type"/> plus its <see cref="Attribute"/>s to a <see cref="DataViewType"/>. 39private static readonly Dictionary<TypeWithAttributes, DataViewType> _rawTypeToDataViewTypeMap = new Dictionary<TypeWithAttributes, DataViewType>(); 42/// Mapping from a <see cref="DataViewType"/> to a <see cref="Type"/> plus its <see cref="Attribute"/>s. 44private static readonly Dictionary<DataViewType, TypeWithAttributes> _dataViewTypeToRawTypeMap = new Dictionary<DataViewType, TypeWithAttributes>(); 52/// Returns the <see cref="DataViewType"/> registered for <paramref name="type"/> and its <paramref name="typeAttributes"/>. 54internal static DataViewType GetDataViewType(Type type, IEnumerable<Attribute> typeAttributes = null) 77if (!_rawTypeToDataViewTypeMap.TryGetValue(rawType, out DataViewType dataViewType)) 86/// If <paramref name="type"/> has been registered with a <see cref="DataViewType"/>, this function returns <see langword="true"/>. 124internal static bool Knows(DataViewType dataViewType) 145public static void Register(DataViewType dataViewType, Type type, IEnumerable<Attribute> typeAttributes) 176public static void Register(DataViewType dataViewType, Type type, DataViewTypeAttribute typeAttribute = null) 196var associatedDataViewType = _rawTypeToDataViewTypeMap[rawType];

Data\DataViewUtils.cs (11)

185var type = schema[col].Type; 214public static bool IsCacheable(this DataViewType type) 355DataViewType type = schema[c].Type; 483private static object GetPool(DataViewType type, object[] pools, int poolIdx) 699public abstract OutPipe CreateOutPipe(DataViewType type); 734public override OutPipe CreateOutPipe(DataViewType type) 861public static OutPipe Create(DataViewType type, object pool) 1250var type = Schema[col].Type; 1338var colType = cursor.Schema[srcColIndex].Type; 1356public static ValueGetter<ReadOnlyMemory<char>> GetSingleValueGetter<T>(DataViewRow cursor, int i, DataViewType colType) 1386public static ValueGetter<ReadOnlyMemory<char>> GetVectorFlatteningGetter<T>(DataViewRow cursor, int colIndex, DataViewType colType)

Data\ILegacyDataLoader.cs (1)

71bool IsColumnSavable(DataViewType type);

Data\RowCursorUtils.cs (18)

53public static Delegate GetGetterAs(DataViewType typeDst, DataViewRow row, int col) 61var typeSrc = row.Schema[col].Type; 64Func<DataViewType, DataViewType, DataViewRow, int, ValueGetter<int>> del = GetGetterAsCore<int, int>; 73public static ValueGetter<TDst> GetGetterAs<TDst>(DataViewType typeDst, DataViewRow row, int col) 82var typeSrc = row.Schema[col].Type; 85Func<DataViewType, DataViewType, DataViewRow, int, ValueGetter<TDst>> del = GetGetterAsCore<int, TDst>; 90private static ValueGetter<TDst> GetGetterAsCore<TSrc, TDst>(DataViewType typeSrc, DataViewType typeDst, DataViewRow row, int col) 115/// <see cref="Conversions.GetStringConversion{TSrc}(DataViewType)"/> on the input 127var typeSrc = row.Schema[col].Type; 132private static ValueGetter<StringBuilder> GetGetterAsStringBuilderCore<TSrc>(DataViewType typeSrc, DataViewRow row, int col) 308DataViewType type = cursor.Schema[col].Type; 336public static string TestGetLabelGetter(DataViewType type) 341public static string TestGetLabelGetter(DataViewType type, bool allowKeys) 354var type = cursor.Schema[labelIndex].Type; 376var type = cursor.Schema[labelIndex].Type;

Data\SchemaAnnotationsExtensions.cs (1)

67/// key values are of <see cref="VectorDataViewType.ItemType"/> whose <see cref="DataViewType.RawType"/> matches

Data\SchemaDefinition.cs (4)

229public DataViewType ColumnType { get; set; } 238internal Column(string memberName, DataViewType columnType, 257public void AddAnnotation<T>(string kind, T value, DataViewType annotationType) 433DataViewType columnType;

DataLoadSave\Binary\BinaryLoader.cs (6)

78public readonly DataViewType Type; 175public TableOfContentsEntry(BinaryLoader parent, string name, DataViewType type, Delegate valueMapper) 215/// <typeparamref name="T"/> is the same type as <see cref="DataViewType.RawType"/>. 505var type = codec.Type; 636/// should contains a <see cref="DataViewSchema.Column"/> with <see cref="TextDataViewType.Instance"/> as its <see cref="DataViewType"/>. 2051private Delegate GetNoRowGetter(DataViewType type)

DataLoadSave\Binary\BinarySaver.cs (8)

348private delegate IValueCodec WriteMetadataCoreDelegate(Stream stream, DataViewSchema schema, int col, string kind, DataViewType type, out CompressionKind compression); 350private IValueCodec WriteMetadataCore<T>(Stream stream, DataViewSchema schema, int col, string kind, DataViewType type, out CompressionKind compressionKind) 637public bool IsColumnSavable(DataViewType type) 718DataViewType type = schema[colIndices[c]].Type; 805public bool TryWriteTypeDescription(Stream stream, DataViewType type, out int bytesWritten) 829public DataViewType LoadTypeDescriptionOrNull(Stream stream) 847public bool TryWriteTypeAndValue<T>(Stream stream, DataViewType type, ref T value, out int bytesWritten) 882public bool TryLoadTypeAndValue(Stream stream, out DataViewType type, out object value)

DataLoadSave\Binary\CodecFactory.cs (2)

33private delegate bool GetCodecFromTypeDelegate(DataViewType type, out IValueCodec codec); 100public bool TryGetCodec(DataViewType type, out IValueCodec codec)

DataLoadSave\Binary\Codecs.cs (9)

116public DataViewType Type { get; } 121public SimpleCodec(CodecFactory factory, DataViewType type) 160private static DataViewType UnsafeColumnType(Type type) 163type == typeof(DataViewRowId) ? (DataViewType)RowIdDataViewType.Instance : 784public DataViewType Type { get { return _type; } } 1158DataViewType itemType = type.ItemType; 1184public DataViewType Type { get { return _type; } } 1281public DataViewType Type { get { return _type; } } 1357private bool GetKeyCodec(DataViewType type, out IValueCodec codec)

DataLoadSave\Binary\IValueCodec.cs (1)

40DataViewType Type { get; }

DataLoadSave\Database\DatabaseLoader.cs (3)

391public readonly DataViewType ColType; 397private ColInfo(string name, DataViewType colType, Segment[] segs, int sizeBase) 417DataViewType type = itemType;

DataLoadSave\DataOperationsCatalog.cs (3)

230var type = input.Schema[columnName].Type; 264var type = input.Schema[columnName].Type; 558var type = data.Schema[samplingColIndex].Type;

DataLoadSave\FakeSchema.cs (3)

34var metaColumnType = MakeColumnType(partialAnnotations[j]); 47private static DataViewType MakeColumnType(SchemaShape.Column column) 49DataViewType curType = column.ItemType;

DataLoadSave\Text\TextLoader.cs (3)

610public readonly DataViewType ColType; 618private ColInfo(string name, DataViewType colType, Segment[] segs, int isegVar, int sizeBase) 675DataViewType type = itemType;

DataLoadSave\Text\TextLoaderParser.cs (1)

712DataViewType itemType = vectorType?.ItemType ?? info.ColType;

DataLoadSave\Text\TextSaver.cs (7)

64DataViewType type = cursor.Schema[col].Type; 326public bool IsColumnSavable(DataViewType type) 402DataViewType itemType = data.Schema[cols[i]].Type.GetItemType(); 414var type = data.Schema[cols[i]].Type; 478var type = schema[src].Type; 499private TextLoader.Column GetColumn(string name, DataViewType type, int? start) 503DataViewType itemType = vectorType?.ItemType ?? type;

DataLoadSave\Transpose\TransposeLoader.cs (7)

297var ttype = schema[0].Type; 312var type = _parent.Schema[_col].Type; 649DataViewType cursorType = ((ITransposeDataView)this).GetSlotType(col).ItemType; 798var type = Schema[col].Type; 801DataViewType itemType = type; 813var type = Schema[col].Type; 833var type = Schema[col].Type;

DataLoadSave\Transpose\TransposeSaver.cs (1)

65public bool IsColumnSavable(DataViewType type)

DataView\AppendRowsDataView.cs (2)

118DataViewType type = Schema[c].Type; 182DataViewType colType = Schema[col].Type;

DataView\ArrayDataViewBuilder.cs (5)

363public readonly DataViewType Type; 367public Column(DataViewType type) 380public Column(DataViewType type) 393public Column(DataViewType type, TIn[] values) 462private static DataViewType InferType(PrimitiveDataViewType itemType, TIn[] values, Func<TIn, int> lengthFunc)

DataView\CacheDataView.cs (3)

134var type = schema[c].Type; 1287var type = input.Schema[srcCol].Type; 1350var type = input.Schema[srcCol].Type;

DataView\DataViewConstructionUtils.cs (9)

204private static readonly FuncInstanceMethodInfo1<InputRowBase<TRow>, Delegate, DataViewType, Delegate> _createKeyGetterDelegateMethodInfo 205= FuncInstanceMethodInfo1<InputRowBase<TRow>, Delegate, DataViewType, Delegate>.Create(target => target.CreateKeyGetterDelegate<int>); 234private Delegate CreateGetter(DataViewType colType, InternalSchemaDefinition.Column column, Delegate peek) 375private Delegate CreateKeyGetterDelegate<TDst>(Delegate peekDel, DataViewType colType) 831public DataViewType AnnotationType; 842private protected AnnotationInfo(string kind, DataViewType annotationType) 875public AnnotationInfo(string kind, T value, DataViewType annotationType = null) 887annotationType = isVector ? new VectorDataViewType(primitiveItemType) : (DataViewType)primitiveItemType; 900DataViewType annotationItemType = annotationVectorType?.ItemType ?? annotationType;

DataView\InternalSchemaDefinition.cs (9)

27public readonly DataViewType ColumnType; 35public Column(string columnName, DataViewType columnType, MemberInfo memberInfo) : 39public Column(string columnName, DataViewType columnType, MemberInfo memberInfo, 44public Column(string columnName, DataViewType columnType, Delegate generator) : 48public Column(string columnName, DataViewType columnType, Delegate generator, 53private Column(string columnName, DataViewType columnType, MemberInfo memberInfo = null, 264DataViewType colType; 269colType = isVector ? new VectorDataViewType(itemType) : (DataViewType)itemType; 281DataViewType itemType = columnVectorType?.ItemType ?? col.ColumnType;

DataView\LambdaColumnMapper.cs (8)

21string src, string dst, DataViewType typeSrc, DataViewType typeDst, ValueMapper<TSrc, TDst> mapper, 49var typeOrig = input.Schema[colSrc].Type; 72Func<IHostEnvironment, string, IDataView, Column, DataViewType, ValueMapper<int, int>, 85DataViewType typeDst, ValueMapper<T1, T2> map1, ValueMapper<T2, T3> map2, 102private readonly DataViewType _typeDst; 107DataViewType typeDst, ValueMapper<T1, T2> map1, ValueMapper<T2, T3> map2 = null, 148protected override DataViewType GetColumnTypeCore(int iinfo)

DataView\LambdaFilter.cs (2)

21string src, DataViewType typeSrc, InPredicate<TSrc> predicate) 40var typeOrig = input.Schema[colSrc].Type;

DataView\Transposer.cs (6)

139var type = schema[_cols[c].Index].Type; 517var type = _view.Schema[_colCurr].Type; 518DataViewType itemType = type.GetItemType(); 924var type = view.Schema[col].Type; 1418private readonly DataViewType _type; 1443var type = _data.Schema[_col].Type;

DataView\TypedCursor.cs (4)

110var realColType = _data.Schema[colIndex].Type; 141private static bool IsCompatibleType(DataViewType colType, MemberInfo memberInfo) 252DataViewType expectedType = data.Schema[colIndex].Type; 358var colType = input.Schema[index].Type;

Dirty\PredictorInterfaces.cs (1)

177string[] GetLabelNamesOrNull(out DataViewType labelType);

EntryPoints\PredictorModelImpl.cs (1)

109internal override string[] GetLabelInfo(IHostEnvironment env, out DataViewType labelType)

Evaluators\AnomalyDetectionEvaluator.cs (2)

98var t = score.Type; 733var type = cursor.Schema[stratCol].Type;

Evaluators\BinaryClassifierEvaluator.cs (6)

130var t = score.Type; 146var probType = prob[0].Type; 1058private readonly DataViewType[] _types; 1075_types = new DataViewType[2]; 1101_types = new DataViewType[2]; 1264var t = schema[(int)LabelIndex].Type;

Evaluators\ClusteringEvaluator.cs (7)

99DataViewType type = schema.Label?.Type; 587private readonly DataViewType[] _types; 595_types = new DataViewType[3]; 614_types = new DataViewType[3]; 755var type = schema[(int)ScoreIndex].Type; 840var type = perInst.Schema[index].Type; 847var type = perInst.Schema[index].Type;

Evaluators\EvaluatorBase.cs (3)

364internal static AggregatorDictionaryBase Create(RoleMappedSchema schema, string stratCol, DataViewType stratType, 379DataViewType stratType, Func<string, TAgg> createAgg) 406public GenericAggregatorDictionary(RoleMappedSchema schema, string stratCol, DataViewType stratType, Func<string, TAgg> createAgg)

Evaluators\EvaluatorUtils.cs (23)

164int colScore, string valueKind, Func<DataViewType, bool> testType) 244public static void CheckWeightType(IExceptionContext ectx, DataViewType type) 288var type = cursor.Schema[stratCol].Type; 306var type = schema[i].Type; 376DataViewType typeSrc, string value, string registrationName) 404var inputColType = input.Schema[0].Type; 410DataViewType typeSrc, int keyCount, int value, string registrationName, ValueGetter<VBuffer<ReadOnlyMemory<char>>> keyValueGetter) 446var inputColType = input.Schema[inputCol].Type; 469var typeSrc = new DataViewType[numIdvs]; 478var type = typeSrc[i] = idv.Schema[col].Type; 568var type = schema[indices[i]].Type; 574DataViewType keyValueItemType = (keyValueType as VectorDataViewType)?.ItemType ?? keyValueType; 577DataViewType typeItemType = vectorType?.ItemType ?? type; 602public static void ReconcileKeyValues(IHostEnvironment env, IDataView[] views, string columnName, DataViewType keyValueType) 672public static void ReconcileVectorKeyValues(IHostEnvironment env, IDataView[] views, string columnName, DataViewType keyValueType) 725var type = views[i].Schema[columnIndices[i]].Type; 815DataViewType labelColKeyValuesType = null; 833var type = dv.Schema[i].Type; 1009var type = schema[i].Type; 1115var type = cursor.Schema[stratCol].Type; 1230var type = schema[i].Type; 1484var stratType = cursor.Schema[stratCol].Type; 1775var type = data.Schema[stratCol].Type;

Evaluators\MulticlassClassificationEvaluator.cs (7)

612private readonly DataViewType[] _types; 620_types = new DataViewType[4]; 660_types = new DataViewType[4]; 863var labelType = schema[LabelIndex].Type; 1060var labelType = labelCol.Type; 1071var type = perInstSchema[sortedClassesIndex].Type; 1080var type = perInst.Schema[sortedScoresIndex].Type;

Evaluators\MultiOutputRegressionEvaluator.cs (1)

691var type = cursor.Schema[stratCol].Type;

Evaluators\QuantileRegressionEvaluator.cs (3)

282private readonly DataViewType _outputType; 447var t = schema[(int)LabelIndex].Type; 516var type = data.Schema[i].Type;

Evaluators\RankingEvaluator.cs (5)

632private readonly DataViewType _outputType; 633private readonly DataViewType _slotNamesType; 647protected override DataViewType GetColumnTypeCore(int iinfo) 653protected override IEnumerable<KeyValuePair<string, DataViewType>> GetAnnotationTypesCore(int iinfo) 661protected override DataViewType GetAnnotationTypeCore(string kind, int iinfo)

Evaluators\RegressionEvaluator.cs (2)

58var t = score.Type; 328var t = schema[(int)LabelIndex].Type;

Model\Onnx\OnnxContext.cs (4)

57/// variable is created through <see cref="AddIntermediateVariable(DataViewType, string, bool)"/>before realizing 97public abstract string AddIntermediateVariable(DataViewType type, string colName, bool skip = false); 105/// which ought to have been something returned from <see cref="AddIntermediateVariable(DataViewType, string, bool)"/></param> 119/// which ought to have been something returned from <see cref="OnnxContext.AddIntermediateVariable(DataViewType, string, bool)"/></param>

Model\Pfa\BoundPfaContext.cs (1)

170DataViewType type = schema[col].Type;

Model\Pfa\PfaUtils.cs (2)

158public static JToken PfaTypeOrNullForColumnType(DataViewType type) 173private static JToken PfaTypeOrNullCore(DataViewType itemType)

Prediction\Calibrator.cs (6)

298DataViewType IValueMapper.InputType => _mapper.InputType; 299DataViewType IValueMapper.OutputType => _mapper.OutputType; 300DataViewType IValueMapperDist.DistType => NumberDataViewType.Single; 668var scoreType = _predictor.OutputSchema[_scoreCol].Type; 702var type = predictorRow.Schema[column.Index].Type; 886var type = outputSchema[scoreCol].Type;

Prediction\CalibratorCatalog.cs (1)

206DataViewType ISingleFeaturePredictionTransformer<TICalibrator>.FeatureColumnType => NumberDataViewType.Single;

Prediction\IPredictionTransformer.cs (1)

35DataViewType FeatureColumnType { get; }

Scorers\BinaryClassifierScorer.cs (4)

87private static bool CanWrap(ISchemaBoundMapper mapper, DataViewType labelNameType) 301private static DataViewType GetPredColType(DataViewType scoreType, ISchemaBoundRowMapper mapper) 309private static bool OutputTypeMatches(DataViewType scoreType)

Scorers\ClusteringScorer.cs (3)

135private static DataViewType GetPredColType(DataViewType scoreType, ISchemaBoundRowMapper mapper) 140private static bool OutputTypeMatches(DataViewType scoreType)

Scorers\FeatureContributionCalculation.cs (2)

195var typeSrc = input.Schema[colSrc].Type; 207var typeSrc = input.Schema[colSrc].Type;

Scorers\MulticlassClassificationScorer.cs (16)

85private readonly Func<ISchemaBoundMapper, DataViewType, bool> _canWrap; 108string metadataKind, Func<ISchemaBoundMapper, DataViewType, bool> canWrap) 114string metadataKind, Func<ISchemaBoundMapper, DataViewType, bool> canWrap) 139DataViewType type; 239string metadataKind, Func<ISchemaBoundMapper, DataViewType, bool> canWrap) 262private readonly Func<ISchemaBoundMapper, DataViewType, bool> _canWrap; 283string metadataKind, Func<ISchemaBoundMapper, DataViewType, bool> canWrap) 437internal static bool CanWrapTrainingLabels(ISchemaBoundMapper mapper, DataViewType labelNameType) 439if (GetTypesForWrapping(mapper, labelNameType, AnnotationUtils.Kinds.TrainingLabelValues, out var scoreType)) 445internal static bool GetTypesForWrapping(ISchemaBoundMapper mapper, DataViewType labelNameType, string metaKind, out DataViewType scoreType) 477internal static bool CanWrapSlotNames(ISchemaBoundMapper mapper, DataViewType labelNameType) 479if (GetTypesForWrapping(mapper, labelNameType, AnnotationUtils.Kinds.SlotNames, out var scoreType)) 603private static DataViewType GetPredColType(DataViewType scoreType, ISchemaBoundRowMapper mapper) => new KeyDataViewType(typeof(uint), scoreType.GetVectorSize()); 605private static bool OutputTypeMatches(DataViewType scoreType) =>

Scorers\PredictedLabelScorerBase.cs (20)

40public readonly DataViewType PredColType; 48bool user, int scoreColIndex, DataViewType predColType, string predictedLabelColumnName = DefaultColumnNames.PredictedLabel) 88string scoreColKind, int scoreColIndex, DataViewType predColType, string predictedLabelColumnName = DefaultColumnNames.PredictedLabel) 121Func<DataViewType, bool> outputTypeMatches, Func<DataViewType, ISchemaBoundRowMapper, DataViewType> getPredColType) 145var scoreType = mapper.OutputSchema[scoreColIndex].Type; 147var predColType = getPredColType(scoreType, rowMapper); 165protected override DataViewType GetColumnTypeCore(int iinfo) 173protected override IEnumerable<KeyValuePair<string, DataViewType>> GetAnnotationTypesCore(int iinfo) 186yield return new KeyValuePair<string, DataViewType>(sch[i].Name, sch[i].Type); 196protected override DataViewType GetAnnotationTypeCore(string kind, int iinfo) 278Func<DataViewType, bool> outputTypeMatches, Func<DataViewType, ISchemaBoundRowMapper, DataViewType> getPredColType, string predictedLabelColumnName = DefaultColumnNames.PredictedLabel) 294var scoreType = mapper.OutputSchema[scoreColIndex].Type; 296var predColType = getPredColType(scoreType, rowMapper); 312Func<DataViewType, bool> outputTypeMatches, Func<DataViewType, ISchemaBoundRowMapper, DataViewType> getPredColType)

Scorers\PredictionTransformer.cs (1)

218public DataViewType FeatureColumnType { get; }

Scorers\RowToRowScorerBase.cs (5)

210var type = row.Schema[col].Type; 428protected override DataViewType GetColumnTypeCore(int iinfo) 434protected override IEnumerable<KeyValuePair<string, DataViewType>> GetAnnotationTypesCore(int iinfo) 441foreach (var pair in Mapper.OutputSchema[iinfo - DerivedColumnCount].Annotations.Schema.Select(c => new KeyValuePair<string, DataViewType>(c.Name, c.Type))) 445protected override DataViewType GetAnnotationTypeCore(string kind, int iinfo)

Scorers\SchemaBindablePredictorWrapper.cs (7)

45protected readonly DataViewType ScoreType; 59private static DataViewType GetScoreType(IPredictor predictor, out IValueMapper valueMapper) 127if (schema.Feature?.Type is DataViewType type) 136DataViewType typeItemType = typeVectorType?.ItemType ?? type; 137DataViewType typeInItemType = typeInVectorType?.ItemType ?? typeIn; 162var typeSrc = input.Schema[colSrc].Type; 527if (schema.Feature?.Type is DataViewType typeSrc)

Scorers\ScoreSchemaFactory.cs (4)

23public static DataViewSchema Create(DataViewType scoreType, string scoreColumnKindValue, string scoreColumnName = AnnotationUtils.Const.ScoreValueKind.Score) 75/// This is very similar to <see cref="Create(DataViewType, string, string)"/> but adds one extra metadata field to the only score column. 80public static DataViewSchema CreateQuantileRegressionSchema(DataViewType scoreType, double[] quantiles) 117public static DataViewSchema CreateSequencePredictionSchema(DataViewType scoreType, string scoreColumnKindValue, VBuffer<ReadOnlyMemory<char>> keyNames = default)

Transforms\ColumnBindingsBase.cs (8)

498public DataViewType GetColumnType(int col) 509public IEnumerable<KeyValuePair<string, DataViewType>> GetAnnotationTypes(int col) 516return Input[index].Annotations.Schema.Select(c => new KeyValuePair<string, DataViewType>(c.Name, c.Type)); 521public DataViewType GetAnnotationTypeOrNull(string kind, int col) 562protected abstract DataViewType GetColumnTypeCore(int iinfo); 564protected virtual IEnumerable<KeyValuePair<string, DataViewType>> GetAnnotationTypesCore(int iinfo) 567return Enumerable.Empty<KeyValuePair<string, DataViewType>>(); 570protected virtual DataViewType GetAnnotationTypeCore(string kind, int iinfo)

Transforms\ColumnConcatenatingEstimator.cs (1)

102DataViewType itemType = null;

Transforms\ColumnConcatenatingTransformer.cs (7)

445DataViewType itemType = null; 470var curType = inputSchema[srcCol].Type; 473DataViewType currentItemType = curVectorType?.ItemType ?? curType; 533private readonly DataViewType[] _srcTypes; 544private readonly DataViewType _categoricalRangeType; 635var typeSrc = _srcTypes[i]; 712var type = _srcTypes[i];

Transforms\ColumnCopying.cs (1)

220var type = input.Schema[colIndex].Type;

Transforms\GenerateNumberTransform.cs (3)

190protected override DataViewType GetColumnTypeCore(int iinfo) 196protected override IEnumerable<KeyValuePair<string, DataViewType>> GetAnnotationTypesCore(int iinfo) 205protected override DataViewType GetAnnotationTypeCore(string kind, int iinfo)

Transforms\Hashing.cs (16)

150var type = inputSchema[srcCol].Type; 161private DataViewType GetOutputType(DataViewSchema inputSchema, HashingEstimator.ColumnOptions column) 166var srcType = inputSchema[srcCol].Type; 196var types = new DataViewType[_columns.Length]; 267var srcType = input.Schema[srcCol].Type; 350private ValueGetter<uint> ComposeGetterOne(DataViewRow input, int iinfo, int srcCol, DataViewType srcType) 1302public readonly DataViewType TypeSrc; 1304public ColInfo(string outputColumnName, string inputColumnName, DataViewType type) 1312private readonly DataViewType[] _srcTypes; 1313private readonly DataViewType[] _dstTypes; 1320_srcTypes = new DataViewType[_parent._columns.Length]; 1321_dstTypes = new DataViewType[_parent._columns.Length]; 1484private readonly DataViewType _srcType; 1511DataViewType typeSrc = row.Schema[srcCol].Type; 1515DataViewType itemType = vectorTypeSrc?.ItemType ?? typeSrc; 1891internal static bool IsColumnTypeValid(DataViewType type)

Transforms\KeyToValue.cs (14)

159private readonly DataViewType[] _types; 221private void ComputeKvMaps(DataViewSchema schema, out DataViewType[] types, out KeyToValueMap[] kvMaps) 223types = new DataViewType[_parent.ColumnPairs.Length]; 229var typeSrc = schema[ColMapNewToOld[iinfo]].Type; 232DataViewType valsItemType = typeVals.GetItemType(); 233DataViewType srcItemType = typeSrc.GetItemType(); 241Func<int, DataViewType, DataViewType, KeyToValueMap> func = GetKeyMetadata<int, int>; 248private KeyToValueMap GetKeyMetadata<TKey, TValue>(int iinfo, DataViewType typeKey, DataViewType typeVal) 253DataViewType keyItemType = typeKey.GetItemType(); 254DataViewType valItemType = typeVal.GetItemType(); 325DataViewType outputItemType = TypeOutput.GetItemType(); 488var srcType = Parent.InputSchema[Parent.ColMapNewToOld[InfoIndex]].Type;

Transforms\KeyToVector.cs (8)

107private string TestIsKey(DataViewType type) 116var type = inputSchema[srcCol].Type; 229public readonly DataViewType TypeSrc; 231public ColInfo(string outputColumnName, string inputColumnName, DataViewType type) 282var type = inputSchema[colSrc].Type; 308var srcType = _infos[iinfo].TypeSrc; 668DataViewType srcType = info.TypeSrc; 669DataViewType srcItemType = srcType.GetItemType();

Transforms\LabelConvertTransform.cs (2)

137protected override DataViewType GetColumnTypeCore(int iinfo) 178var typeSrc = input.Schema[col].Type;

Transforms\LabelIndicatorTransform.cs (2)

109private static string TestIsMulticlassLabel(DataViewType type) 161protected override DataViewType GetColumnTypeCore(int iinfo)

Transforms\MetadataDispatcher.cs (13)

73public readonly DataViewType Type; 75protected GetterInfo(string kind, DataViewType type) 89protected GetterInfo(string kind, DataViewType type) 104public GetterInfoDelegate(string kind, DataViewType type, AnnotationUtils.AnnotationGetter<TValue> getter) 126public GetterInfoPrimitive(string kind, DataViewType type, TValue value) 204public IEnumerable<KeyValuePair<string, DataViewType>> GetMetadataTypes(int index) 210return Enumerable.Empty<KeyValuePair<string, DataViewType>>(); 214private IEnumerable<KeyValuePair<string, DataViewType>> GetTypesCore(int index, ColInfo info) 226yield return new KeyValuePair<string, DataViewType>(g.Kind, g.Type); 236foreach (var kvp in info.SchemaSrc[info.IndexSrc].Annotations.Schema.Select(c => new KeyValuePair<string, DataViewType>(c.Name, c.Type))) 250public DataViewType GetMetadataTypeOrNull(string kind, int index) 406public void AddGetter<TValue>(string kind, DataViewType type, 423public void AddPrimitive<TValue>(string kind, DataViewType type, TValue value)

Transforms\NAFilter.cs (6)

48public readonly DataViewType Type; 50public ColInfo(int index, DataViewType type) 114var type = schema[index].Type; 150var type = schema[index].Type; 186private static bool TestType(DataViewType type) 190var itemType = (type as VectorDataViewType)?.ItemType ?? type;

Transforms\NormalizeColumn.cs (27)

Transforms\NormalizeColumnDbl.cs (8)

Transforms\NormalizeColumnSng.cs (8)

823public static new ImplOne Create(ModelLoadContext ctx, IHost host, DataViewType typeSrc) 1150public static new ImplOne Create(ModelLoadContext ctx, IHost host, DataViewType typeSrc) 1334public static new ImplOne Create(ModelLoadContext ctx, IHost host, DataViewType typeSrc) 1714public static IColumnFunctionBuilder Create(NormalizingEstimator.MinMaxColumnOptions column, IHost host, DataViewType srcType, 1828public static IColumnFunctionBuilder Create(NormalizingEstimator.MeanVarianceColumnOptions column, IHost host, DataViewType srcType, 1835public static IColumnFunctionBuilder Create(NormalizingEstimator.LogMeanVarianceColumnOptions column, IHost host, DataViewType srcType, 2030public static IColumnFunctionBuilder Create(NormalizingEstimator.BinningColumnOptions column, IHost host, DataViewType srcType, 2248public static IColumnFunctionBuilder Create(NormalizingEstimator.RobustScalingColumnOptions column, IHost host, DataViewType srcType,

Transforms\Normalizer.cs (18)

144internal abstract IColumnFunctionBuilder MakeBuilder(IHost host, int srcIndex, DataViewType srcType, DataViewRowCursor cursor); 187internal override IColumnFunctionBuilder MakeBuilder(IHost host, int srcIndex, DataViewType srcType, DataViewRowCursor cursor) 205internal override IColumnFunctionBuilder MakeBuilder(IHost host, int srcIndex, DataViewType srcType, DataViewRowCursor cursor) 223internal override IColumnFunctionBuilder MakeBuilder(IHost host, int srcIndex, DataViewType srcType, DataViewRowCursor cursor) 239internal override IColumnFunctionBuilder MakeBuilder(IHost host, int srcIndex, DataViewType srcType, DataViewRowCursor cursor) 263internal override IColumnFunctionBuilder MakeBuilder(IHost host, int srcIndex, DataViewType srcType, DataViewRowCursor cursor) 283internal override IColumnFunctionBuilder MakeBuilder(IHost host, int srcIndex, DataViewType srcType, DataViewRowCursor cursor) 413internal readonly DataViewType InputType; 416internal ColumnOptions(string name, string inputColumnName, DataViewType inputType, IColumnFunction columnFunction) 425internal static DataViewType LoadType(ModelLoadContext ctx) 442return isVectorOld ? (DataViewType)(new VectorDataViewType(itemTypeOld, vectorSize)) : itemTypeOld; 462internal static void SaveType(ModelSaveContext ctx, DataViewType type) 475DataViewType itemType = vectorType?.ItemType ?? type; 540var srcTypes = new DataViewType[columns.Length]; 626var typeSrc = ColumnOptions.LoadType(ctx); 647var typeSrc = input.Schema[ColumnPairs[iinfo].inputColumnName].Type; 705var colType = inputSchema[srcCol].Type; 709DataViewType itemType = vectorType?.ItemType ?? colType;

Transforms\NormalizeUtils.cs (2)

24internal delegate void SignatureLoadColumnFunction(ModelLoadContext ctx, IHost host, DataViewType typeSrc); 62void AttachMetadata(MetadataDispatcher.Builder bldr, DataViewType typeSrc);

Transforms\RangeFilter.cs (2)

74private readonly DataViewType _type; 260public static bool IsValidRangeFilterColumnType(IExceptionContext ectx, DataViewType type)

Transforms\RowShufflingTransformer.cs (3)

195var type = schema[c].Type; 215var type = schema[c].Type; 372public static ShufflePipe Create(int bufferSize, DataViewType type, Delegate getter)

Transforms\SlotsDroppingTransformer.cs (11)

462private readonly DataViewType[] _srcTypes; 463private readonly DataViewType[] _dstTypes; 474_srcTypes = new DataViewType[_parent.ColumnPairs.Length]; 475_dstTypes = new DataViewType[_parent.ColumnPairs.Length]; 487var rawType = srcVectorType?.ItemType ?? _srcTypes[i]; 501private static bool IsValidColumnType(DataViewType type) 517out bool suppressed, out DataViewType type, out int[] categoricalRanges) 529var typeSrc = _srcTypes[iinfo]; 725var typeSrc = _srcTypes[iinfo]; 793var typeDst = _dstTypes[iinfo]; 816private Delegate GetSrcGetter(DataViewType typeDst, DataViewRow row, int iinfo)

Transforms\TransformBase.cs (22)

277public readonly DataViewType TypeSrc; 280public ColInfo(string name, int colSrc, DataViewType typeSrc, VectorDataViewType slotTypeSrc) 328ITransposeDataView transposedInput, Func<DataViewType, string> testType) 349var type = inputSchema[colSrc].Type; 365ITransposeDataView transposeInput, Func<DataViewType, string> testType) 398var type = inputSchema[colSrc].Type; 452protected override DataViewType GetColumnTypeCore(int iinfo) 457protected override IEnumerable<KeyValuePair<string, DataViewType>> GetAnnotationTypesCore(int iinfo) 462protected override DataViewType GetAnnotationTypeCore(string kind, int iinfo) 499IDataView input, Func<DataViewType, string> testType) 513IDataView input, Func<DataViewType, string> testType) 527IDataView input, Func<DataViewType, string> testType) 544IDataView newInput, Func<DataViewType, string> checkType) 666protected abstract DataViewType GetColumnTypeCore(int iinfo); 703protected Delegate GetSrcGetter(DataViewType typeDst, DataViewRow row, int iinfo) 925protected static string TestIsText(DataViewType type) 932protected static string TestIsTextItem(DataViewType type) 939protected static string TestIsTextVector(DataViewType type) 946protected static string TestIsFloatItem(DataViewType type) 953protected static string TestIsFloatVector(DataViewType type) 961protected static string TestIsKnownSizeFloatVector(DataViewType type) 971protected static string TestIsKey(DataViewType type)

Transforms\TypeConverting.cs (10)

330var srcType = input.Schema[item.Source ?? item.Name].Type; 353internal static bool GetNewType(IExceptionContext ectx, DataViewType srcType, InternalDataKind kind, KeyCount keyCount, out PrimitiveDataViewType itemType) 358DataViewType srcItemType = srcType.GetItemType(); 387private readonly DataViewType[] _types; 396_types = new DataViewType[_parent._columns.Length]; 412private static bool CanConvertToType(IExceptionContext ectx, DataViewType srcType, InternalDataKind kind, KeyCount keyCount, 413out PrimitiveDataViewType itemType, out DataViewType typeDst) 440var srcType = InputSchema[_srcCols[i]].Type; 444DataViewType srcItemType = srcType.GetItemType(); 445DataViewType currentItemType = _types[i].GetItemType();

Transforms\ValueMapping.cs (6)

365internal DataViewType ValueColumnType => _valueMap.ValueColumn.Type; 1070var type = _inputSchema[colSrc].Type; 1071DataViewType colType; 1109var typeValue = _valueMap.ValueColumn.Type; 1110var typeKey = _valueMap.KeyColumn.Type; 1285var colType = _valueMap.ValueColumn.Type;

Transforms\ValueToKeyMappingTransformer.cs (11)

144public readonly DataViewType TypeSrc; 146public ColInfo(string name, string inputColumnName, DataViewType type) 218private string TestIsKnownDataKind(DataViewType type) 221DataViewType itemType = vectorType?.ItemType ?? type; 236var type = inputSchema[colSrc].Type; 479var typeSrc = keyData.Schema[0].Type; 707private readonly DataViewType[] _types; 721_types = new DataViewType[_parent.ColumnPairs.Length]; 724var type = _infos[i].TypeSrc; 726DataViewType colType; 962DataViewType itemType = vectorType?.ItemType ?? info.TypeSrc;

Transforms\ValueToKeyMappingTransformerImpl.cs (5)

42public static Builder Create(DataViewType type, ValueToKeyMappingEstimator.KeyOrdinality sortOrder) 292var type = schema[col].Type; 1080private static readonly FuncInstanceMethodInfo1<KeyImpl<T>, DataViewType, DataViewSchema.Annotations.Builder, bool> _addMetadataCoreMethodInfo 1081= FuncInstanceMethodInfo1<KeyImpl<T>, DataViewType, DataViewSchema.Annotations.Builder, bool>.Create(target => target.AddMetadataCore<int>); 1107private bool AddMetadataCore<TMeta>(DataViewType srcMetaType, DataViewSchema.Annotations.Builder builder)

Utilities\ColumnCursor.cs (1)

40var colType = column.Type;