2 instantiations of DataViewSchema
Microsoft.ML.DataView (2)
DataViewSchema.cs (2)
185public static Annotations Empty { get; } = new Annotations(new DataViewSchema(new Column[0]), new Delegate[0]); 439return new DataViewSchema(columns);
2060 references to DataViewSchema
DnnAnalyzer (1)
DnnAnalyzer.cs (1)
33var schema = tensorFlowModel.GetModelSchema();
Microsoft.Data.Analysis (27)
DataFrame.IDataView.cs (11)
18private DataViewSchema _schema; 19private DataViewSchema DataViewSchema 28var schemaBuilder = new DataViewSchema.Builder(); 39DataViewSchema IDataView.Schema => DataViewSchema; 43private DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded) 46foreach (DataViewSchema.Column column in columnsNeeded) 57DataViewRowCursor IDataView.GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand) 62DataViewRowCursor[] IDataView.GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand) 94public override DataViewSchema Schema => _dataFrame.DataViewSchema; 114public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 127public override bool IsColumnActive(DataViewSchema.Column column)
DataFrameColumn.cs (4)
337/// Adds a new <see cref="DataViewSchema.Column"/> to the specified builder for the current column. 342protected internal virtual void AddDataViewColumn(DataViewSchema.Builder builder) => throw new NotImplementedException(); 355/// <param name="schemaColumn">The <see cref="DataViewSchema.Column"/> to return the ValueGetter for.</param> 356protected internal virtual Delegate GetValueGetterUsingCursor(DataViewRowCursor cursor, DataViewSchema.Column schemaColumn) => throw new NotImplementedException();
DataFrameColumns\ArrowStringDataFrameColumn.cs (1)
582protected internal override void AddDataViewColumn(DataViewSchema.Builder builder)
DataFrameColumns\StringDataFrameColumn.cs (2)
494protected internal override void AddDataViewColumn(DataViewSchema.Builder builder) 529protected internal override Delegate GetValueGetterUsingCursor(DataViewRowCursor cursor, DataViewSchema.Column schemaColumn)
DataFrameColumns\VBufferDataFrameColumn.cs (2)
166protected internal override void AddDataViewColumn(DataViewSchema.Builder builder) 185protected internal override Delegate GetValueGetterUsingCursor(DataViewRowCursor cursor, DataViewSchema.Column schemaColumn)
IDataView.Extension.cs (5)
47DataViewSchema schema = dataView.Schema; 57List<DataViewSchema.Column> activeDataViewColumns = new List<DataViewSchema.Column>(); 58foreach (DataViewSchema.Column dataViewColumn in schema) 133foreach (DataViewSchema.Column activeDataViewColumn in activeDataViewColumns)
PrimitiveDataFrameColumn.cs (2)
790protected internal override void AddDataViewColumn(DataViewSchema.Builder builder) 918protected internal override Delegate GetValueGetterUsingCursor(DataViewRowCursor cursor, DataViewSchema.Column schemaColumn)
Microsoft.Data.Analysis.Tests (18)
DataFrameIDataViewTests.cs (1)
109DataViewSchema schema = dataView.Schema;
DataFrameTests.cs (17)
604IEnumerable<DataViewSchema.Column> dfColumns = ((IDataView)df).Schema; 609IEnumerable<DataViewSchema.Column> clampedColumns = ((IDataView)clampedColumn).Schema; 662IEnumerable<DataViewSchema.Column> columnNames = ((IDataView)df).Schema; 665IEnumerable<DataViewSchema.Column> prefixNames = ((IDataView)prefix).Schema; 666foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in columnNames.Zip(((IDataView)df).Schema, (e1, e2) => (e1, e2))) 670foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in prefixNames.Zip(columnNames, (e1, e2) => (e1, e2))) 678foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in columnNames.Zip(prefixNames, (e1, e2) => (e1, e2))) 684IEnumerable<DataViewSchema.Column> suffixNames = ((IDataView)suffix).Schema; 685foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in ((IDataView)df).Schema.Zip(columnNames, (e1, e2) => (e1, e2))) 689foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in columnNames.Zip(suffixNames, (e1, e2) => (e1, e2))) 697foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in columnNames.Zip(suffixNames, (e1, e2) => (e1, e2)))
Microsoft.Extensions.ML.Tests (3)
PredictionEnginePoolTests.cs (3)
158public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => _inner.GetOutputSchema(inputSchema); 162public IRowToRowMapper GetRowToRowMapper(DataViewSchema inputSchema) => _inner.GetRowToRowMapper(inputSchema);
Microsoft.ML.AutoML (11)
AutoMLExperiment\ITrialResultManager.cs (2)
37private readonly DataViewSchema _schema; 44var schemaBuilder = new DataViewSchema.Builder();
DatasetDimensions\DatasetDimensionsUtil.cs (3)
14public static int GetTextColumnCardinality(IDataView data, DataViewSchema.Column column) 31public static bool HasMissingNumericSingleValue(IDataView data, DataViewSchema.Column column) 49public static bool HasMissingNumericVector(IDataView data, DataViewSchema.Column column)
Experiment\ModelContainer.cs (2)
21internal ModelContainer(MLContext mlContext, FileInfo fileInfo, ITransformer model, DataViewSchema modelInputSchema) 45model = _mlContext.Model.Load(stream, out var modelInputSchema);
Experiment\Runners\CrossValRunner.cs (1)
24private readonly DataViewSchema _modelInputSchema;
Experiment\Runners\CrossValSummaryRunner.cs (1)
27private readonly DataViewSchema _modelInputSchema;
Experiment\Runners\RunnerUtil.cs (1)
23DataViewSchema modelInputSchema,
Experiment\Runners\TrainValidateRunner.cs (1)
22private readonly DataViewSchema _modelInputSchema;
Microsoft.ML.AutoML.Tests (18)
AutoFitTests.cs (2)
461var outputSchema = bestRun.Model.GetOutputSchema(trainDataView.Schema); 545var outputSchema = bestRun.Model.GetOutputSchema(trainDataView.Schema);
ColumnInferenceValidationUtilTests.cs (2)
23var schemaBuilder = new DataViewSchema.Builder(); 26var schema = schemaBuilder.ToSchema();
PurposeInferenceTests.cs (2)
25var schemaBuilder = new DataViewSchema.Builder(); 28var schema = schemaBuilder.ToSchema();
UserInputValidationTests.cs (10)
202var schemaBuilder = new DataViewSchema.Builder(); 205var schema = schemaBuilder.ToSchema(); 216var schemaBuilder = new DataViewSchema.Builder(); 220var schema = schemaBuilder.ToSchema(); 296var schemaBuilder = new DataViewSchema.Builder(); 299var schema = schemaBuilder.ToSchema(); 310var schemaBuilder = new DataViewSchema.Builder(); 313var schema = schemaBuilder.ToSchema(); 330var schemaBuilder = new DataViewSchema.Builder(); 333var schema = schemaBuilder.ToSchema();
Utils\MLNetUtils\DataViewTestFixture.cs (1)
18public static IDataView BuildDummyDataView(DataViewSchema schema, bool createDummyRow = true)
Utils\MLNetUtils\MLNetUtils.cs (1)
11public static bool[] BuildArray(int length, IEnumerable<DataViewSchema.Column> columnsNeeded)
Microsoft.ML.CodeGenerator (1)
Utils.cs (1)
85internal static string GetValueFromColumn<T>(DataViewRowCursor rowCursor, DataViewSchema.Column column)
Microsoft.ML.Core (89)
Data\AnnotationBuilderExtensions.cs (4)
15/// <param name="builder">The <see cref="DataViewSchema.Annotations.Builder"/> to which to add the slot names.</param> 18public static void AddSlotNames(this DataViewSchema.Annotations.Builder builder, int size, ValueGetter<VBuffer<ReadOnlyMemory<char>>> getter) 25/// <param name="builder">The <see cref="DataViewSchema.Annotations.Builder"/> to which to add the key values.</param> 29public static void AddKeyValues<TValue>(this DataViewSchema.Annotations.Builder builder, int size, PrimitiveDataViewType valueType, ValueGetter<VBuffer<TValue>> getter)
Data\AnnotationUtils.cs (16)
15/// Utilities for implementing and using the annotation API of <see cref="DataViewSchema"/>. 220public static uint GetMaxAnnotationKind(this DataViewSchema schema, out int colMax, string annotationKind, Func<DataViewSchema, int, bool> filterFunc = null) 246public static IEnumerable<int> GetColumnSet(this DataViewSchema schema, string annotationKind, uint value) 265public static IEnumerable<int> GetColumnSet(this DataViewSchema schema, string annotationKind, string value) 285public static bool HasSlotNames(this DataViewSchema.Column column, int vectorSize) 303IReadOnlyList<DataViewSchema.Column> list = schema?.GetColumns(role); 358public static bool TryGetAnnotation<T>(this DataViewSchema schema, PrimitiveDataViewType type, string kind, int col, ref T value) 378public static bool TryGetCategoricalFeatureIndices(DataViewSchema schema, int colIndex, out int[] categoricalFeatures) 460private readonly DataViewSchema.Annotations _annotations; 462public AnnotationRow(DataViewSchema.Annotations annotations) 468public override DataViewSchema Schema => _annotations.Schema; 479public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) => _annotations.GetGetter<TValue>(column); 486public override bool IsColumnActive(DataViewSchema.Column column) => true; 490/// Presents a <see cref="DataViewSchema.Annotations"/> as a an <see cref="DataViewRow"/>. 495internal static DataViewRow AnnotationsAsRow(DataViewSchema.Annotations annotations)
Data\IEstimator.cs (8)
15/// This is more relaxed than the proper <see cref="DataViewSchema"/>, since it's only a subset of the columns, 178internal static SchemaShape Create(DataViewSchema schema) 238DataViewSchema GetOutputSchema(); 273DataViewSchema GetOutputSchema(DataViewSchema inputSchema); 282/// Whether a call to <see cref="GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 294IRowToRowMapper GetRowToRowMapper(DataViewSchema inputSchema); 306/// It also provides the 'schema propagation' like transformers do, but over <see cref="SchemaShape"/> instead of <see cref="DataViewSchema"/>.
Data\IRowToRowMapper.cs (7)
16/// Implementations of this interface are typically created over defined input <see cref="DataViewSchema"/>. 23DataViewSchema InputSchema { get; } 26/// Gets an instance of <see cref="DataViewSchema"/> which describes the columns' names and types in the output generated by this mapper. 28DataViewSchema OutputSchema { get; } 33IEnumerable<DataViewSchema.Column> GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns); 49DataViewRow GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns);
Data\ISchemaBindableMapper.cs (6)
12/// A mapper that can be bound to a <see cref="RoleMappedSchema"/> (which encapsulates a <see cref="DataViewSchema"/> and has mappings from column kinds 45DataViewSchema OutputSchema { get; } 67DataViewSchema InputSchema { get; } 72IEnumerable<DataViewSchema.Column> GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns); 88DataViewRow GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns);
Data\LinkedRowFilterCursorBase.cs (1)
17protected LinkedRowFilterCursorBase(IChannelProvider provider, DataViewRowCursor input, DataViewSchema schema, bool[] active)
Data\LinkedRowRootCursorBase.cs (5)
12/// <see cref="LinkedRowRootCursorBase.GetGetter{TValue}(DataViewSchema.Column)"/> assumes that each input column is exposed as an 21public sealed override DataViewSchema Schema { get; } 23protected LinkedRowRootCursorBase(IChannelProvider provider, DataViewRowCursor input, DataViewSchema schema, bool[] active) 35public sealed override bool IsColumnActive(DataViewSchema.Column column) 48public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Data\RoleMappedSchema.cs (30)
12/// Encapsulates a <see cref="DataViewSchema"/> plus column role mapping information. The purpose of role mappings is to 28/// Note that instances of this class are, like instances of <see cref="DataViewSchema"/>, immutable. 127public DataViewSchema Schema { get; } 132public DataViewSchema.Column? Feature { get; } 137public DataViewSchema.Column? Label { get; } 142public DataViewSchema.Column? Group { get; } 147public DataViewSchema.Column? Weight { get; } 152public DataViewSchema.Column? Name { get; } 155private readonly Dictionary<string, IReadOnlyList<DataViewSchema.Column>> _map; 157private RoleMappedSchema(DataViewSchema schema, Dictionary<string, IReadOnlyList<DataViewSchema.Column>> map) 196private RoleMappedSchema(DataViewSchema schema, Dictionary<string, List<DataViewSchema.Column>> map) 201private static void Add(Dictionary<string, List<DataViewSchema.Column>> map, ColumnRole role, DataViewSchema.Column column) 208list = new List<DataViewSchema.Column>(); 214private static Dictionary<string, List<DataViewSchema.Column>> MapFromNames(DataViewSchema schema, IEnumerable<KeyValuePair<ColumnRole, string>> roles, bool opt = false) 219var map = new Dictionary<string, List<DataViewSchema.Column>>(); 256public IReadOnlyList<DataViewSchema.Column> GetColumns(ColumnRole role) 262public IEnumerable<KeyValuePair<ColumnRole, DataViewSchema.Column>> GetColumnRoles() 267yield return new KeyValuePair<ColumnRole, DataViewSchema.Column>(roleAndList.Key, info); 297/// Returns the <see cref="DataViewSchema.Column"/> corresponding to <paramref name="role"/> if there is 303public DataViewSchema.Column GetUniqueColumn(ColumnRole role) 311private static Dictionary<string, IReadOnlyList<DataViewSchema.Column>> Copy(Dictionary<string, List<DataViewSchema.Column>> map) 313var copy = new Dictionary<string, IReadOnlyList<DataViewSchema.Column>>(map.Count); 333public RoleMappedSchema(DataViewSchema schema, bool opt = false, params KeyValuePair<ColumnRole, string>[] roles) 348public RoleMappedSchema(DataViewSchema schema, IEnumerable<KeyValuePair<ColumnRole, string>> roles, bool opt = false) 389public RoleMappedSchema(DataViewSchema schema, string label, string feature,
Data\SchemaExtensions.cs (5)
12public static DataViewSchema MakeSchema(IEnumerable<DataViewSchema.DetachedColumn> columns) 14var builder = new DataViewSchema.Builder(); 21/// DO NOT USE: use <see cref="DataViewSchema.GetColumnOrNull"/> instead. 23public static bool TryGetColumnIndex(this DataViewSchema schema, string name, out int col)
EntryPoints\EntryPointUtils.cs (1)
106public static string FindColumnOrNull(IExceptionContext ectx, DataViewSchema schema, Optional<string> value)
EntryPoints\TransformModel.cs (2)
33internal abstract DataViewSchema InputSchema { get; } 41internal abstract DataViewSchema OutputSchema { get; }
Utilities\Utils.cs (4)
728public static bool[] BuildArray(int length, IEnumerable<DataViewSchema.Column> columnsNeeded) 767public static void BuildSubsetMaps(DataViewSchema schema, Func<DataViewSchema.Column, bool> pred, out int[] map, out int[] invMap) 837public static void BuildSubsetMaps(int lim, IEnumerable<DataViewSchema.Column> columnsNeeded, out int[] map, out int[] invMap)
Microsoft.ML.Core.Tests (16)
UnitTests\ScoreSchemaTest.cs (2)
40var sequenceSchema = ScoreSchemaFactory.CreateSequencePredictionSchema(expectedScoreColumnType, 97var sequenceSchema = ScoreSchemaFactory.CreateSequencePredictionSchema(expectedScoreColumnType,
UnitTests\TestCustomTypeRegister.cs (3)
112/// It usually shows up as <see cref="DataViewSchema.Column.Type"/> among <see cref="IDataView.Schema"/>. 194modelForPrediction = ML.Model.Load("customTransform.zip", out var tribeDataViewSchema); 226var trainedModel = ML.Model.Load(modelPath, out var dataViewSchema);
UnitTests\TestEntryPoints.cs (11)
4845var schema = data.Schema; 4998var schema = data.Schema; 5172var schema = data.Schema; 5356var schema = data.Schema; 5584var schema = warnings.Schema; 5764var schema = data.Schema; 6064var schema = data.Schema; 6283var schema = data.Schema; 6455var schema = data.Schema; 6573var schema = data.Schema; 6589loadedModel = ml.Model.Load(stream, out var inputSchema);
Microsoft.ML.Data (939)
Commands\CrossValidationCommand.cs (4)
270var schema = data.Schema; 288var schema = input.Schema; 333public readonly DataViewSchema ScoreSchema; 337public FoldResult(Dictionary<string, IDataView> metrics, DataViewSchema scoreSchema, RoleMappedData perInstance, RoleMappedSchema trainSchema)
Commands\EvaluateCommand.cs (2)
153var schema = input.Schema; 229var schema = view.Schema;
Commands\ScoreCommand.cs (1)
212private bool ShouldAddColumn(DataViewSchema schema, int i, uint scoreSet, bool outputNamesAndLabels)
Commands\ShowSchemaCommand.cs (8)
117private static void PrintSchema(TextWriter writer, Arguments args, DataViewSchema schema, ITransposeDataView transposeDataView) 183private static void ShowMetadata(IndentedTextWriter itw, DataViewSchema schema, int col, bool showVals) 207private static void ShowMetadataValue(IndentedTextWriter itw, DataViewSchema schema, int col, string kind, DataViewType type) 222Action<IndentedTextWriter, DataViewSchema, int, string, DataViewType> del = ShowMetadataValue<int>; 227private static void ShowMetadataValue<T>(IndentedTextWriter itw, DataViewSchema schema, int col, string kind, DataViewType type) 247private static void ShowMetadataValueVec(IndentedTextWriter itw, DataViewSchema schema, int col, string kind, VectorDataViewType type) 261Action<IndentedTextWriter, DataViewSchema, int, string, VectorDataViewType> del = ShowMetadataValueVec<int>; 266private static void ShowMetadataValueVec<T>(IndentedTextWriter itw, DataViewSchema schema, int col, string kind, VectorDataViewType type)
Commands\TestCommand.cs (1)
100var schema = loader.Schema;
Commands\TrainCommand.cs (3)
151var schema = view.Schema; 226public static string MatchNameOrDefaultOrNull(IExceptionContext ectx, DataViewSchema schema, string argName, string userName, string defaultName) 462var schema = view.Schema;
Commands\TrainTestCommand.cs (1)
134var schema = trainPipe.Schema;
Data\DataViewUtils.cs (21)
27public static string GetTempColumnName(this DataViewSchema schema, string tag = null) 51public static string[] GetTempColumnNames(this DataViewSchema schema, int n, string tag = null) 114IDataView view, IEnumerable<DataViewSchema.Column> columnsNeeded, IHost host, Random rand) 176public static bool AllCacheable(DataViewSchema schema, Func<DataViewSchema.Column, bool> predicate) 197public static bool AllCacheable(IEnumerable<DataViewSchema.Column> columnsNeeded) 232var schema = firstCursor.Schema; 298private readonly DataViewSchema _schema; 314private Splitter(DataViewSchema schema) 338var schema = cursor.Schema; 496public static DataViewRowCursor[] Split(IChannelProvider provider, DataViewSchema schema, DataViewRowCursor input, int cthd) 845/// really is to just provide a stable delegate for the <see cref="DataViewRow.GetGetter{T}(DataViewSchema.Column)"/>. 999private readonly DataViewSchema _schema; 1012public override DataViewSchema Schema => _schema; 1027public Cursor(IChannelProvider provider, DataViewSchema schema, int[] activeToCol, int[] colToActive, 1110public override bool IsColumnActive(DataViewSchema.Column column) 1123public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 1151private readonly DataViewSchema _schema; 1180public override DataViewSchema Schema => _schema; 1301public override bool IsColumnActive(DataViewSchema.Column column) 1314public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Data\IRowSeekable.cs (1)
19DataViewSchema Schema { get; }
Data\RowCursorUtils.cs (13)
482/// Given a collection of <see cref="DataViewSchema.Column"/>, that is a subset of the Schema of the data, create a predicate, 484/// the column with the given <see cref="DataViewSchema.Column.Index"/> is part of the <paramref name="columnsNeeded"/>. 486/// <param name="columnsNeeded">The subset of columns from the <see cref="DataViewSchema"/> that are needed from this <see cref="DataViewRowCursor"/>.</param> 487/// <param name="sourceSchema">The <see cref="DataViewSchema"/> from where the columnsNeeded originate.</param> 489internal static Func<int, bool> FromColumnsToPredicate(IEnumerable<DataViewSchema.Column> columnsNeeded, DataViewSchema sourceSchema) 512public DataViewSchema Schema => _row.Schema; 525public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnNeeded, Random rand = null) 532public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnNeeded, int n, Random rand = null) 548public override DataViewSchema Schema => _parent.Schema; 570public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 587public override bool IsColumnActive(DataViewSchema.Column column) 610/// <see cref="DataViewRow.GetIdGetter"/> or <see cref="DataViewRow.GetGetter{TValue}(DataViewSchema.Column)"/>.
Data\SchemaAnnotationsExtensions.cs (13)
10/// Extension methods to facilitate easy consumption of popular contents of <see cref="DataViewSchema.Column.Annotations"/>. 20/// <param name="column">The column whose <see cref="DataViewSchema.Column.Annotations"/> will be queried.</param> 21/// <seealso cref="GetSlotNames(DataViewSchema.Column, ref VBuffer{ReadOnlyMemory{char}})"/> 22public static bool HasSlotNames(this DataViewSchema.Column column) 31/// <seealso cref="HasSlotNames(DataViewSchema.Column)"/> 32/// <param name="column">The column whose <see cref="DataViewSchema.Column.Annotations"/> will be queried.</param> 34public static void GetSlotNames(this DataViewSchema.Column column, ref VBuffer<ReadOnlyMemory<char>> slotNames) 43/// <param name="column">The column whose <see cref="DataViewSchema.Column.Annotations"/> will be queried.</param> 47/// <seealso cref="GetKeyValues{TValue}(DataViewSchema.Column, ref VBuffer{TValue})"/> 48public static bool HasKeyValues(this DataViewSchema.Column column, PrimitiveDataViewType keyValueItemType = null) 71/// <param name="column">The column whose <see cref="DataViewSchema.Column.Annotations"/> will be queried.</param> 73public static void GetKeyValues<TValue>(this DataViewSchema.Column column, ref VBuffer<TValue> keyValues) 80public static bool IsNormalized(this DataViewSchema.Column column)
Data\SchemaDefinition.cs (3)
122/// Mark this member as not being exposed as a <see cref="IDataView"/> column in the <see cref="DataViewSchema"/>. 277public DataViewSchema.Annotations Annotations 281var builder = new DataViewSchema.Annotations.Builder();
DataDebuggerPreview.cs (3)
27public DataViewSchema Schema { get; } 102public DataViewSchema.Column Column { get; } 107internal ColumnInfo(DataViewSchema.Column column, object[] values)
DataLoadSave\Binary\BinaryLoader.cs (16)
635/// <see cref="DataViewSchema.Column"/>s. If a <see cref="BinaryLoader"/> loads a text column from the input file, its <see cref="Schema"/> 636/// should contains a <see cref="DataViewSchema.Column"/> with <see cref="TextDataViewType.Instance"/> as its <see cref="DataViewType"/>. 639private DataViewSchema ComputeOutputSchema() 641var schemaBuilder = new DataViewSchema.Builder(); 653var metadataBuilder = new DataViewSchema.Annotations.Builder(); 675private readonly DataViewSchema _outputSchema; 737public DataViewSchema Schema => _outputSchema; 975private static void SaveSchema(IHostEnvironment env, ModelSaveContext ctx, DataViewSchema schema, out int[] unsavableColIndices) 1007public static void SaveInstance(IHostEnvironment env, ModelSaveContext ctx, DataViewSchema schema) 1189private DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 1202public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 1208public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 1238public override DataViewSchema Schema => _parent.Schema; 1246public Cursor(BinaryLoader parent, IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand) 1967public override bool IsColumnActive(DataViewSchema.Column column) 2035public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataLoadSave\Binary\BinarySaver.cs (5)
261private long WriteMetadata(BinaryWriter writer, DataViewSchema schema, int col, IChannel ch) 348private delegate IValueCodec WriteMetadataCoreDelegate(Stream stream, DataViewSchema schema, int col, string kind, DataViewType type, out CompressionKind compression); 350private IValueCodec WriteMetadataCore<T>(Stream stream, DataViewSchema schema, int col, string kind, DataViewType type, out CompressionKind compressionKind) 397DataViewSchema sourceSchema, int rowsPerBlock, IChannelProvider cp, ExceptionMarshaller exMarshaller) 707private ColumnCodec[] GetActiveColumns(DataViewSchema schema, int[] colIndices)
DataLoadSave\CompositeDataLoader.cs (2)
73public DataViewSchema GetOutputSchema() 75var s = Loader.GetOutputSchema();
DataLoadSave\Database\DatabaseLoader.cs (8)
92/// The output <see cref="DataViewSchema"/> that will be produced by the loader. 94public DataViewSchema GetOutputSchema() => _bindings.OutputSchema; 470public DataViewSchema OutputSchema { get; } 666private DataViewSchema ComputeOutputSchema() 668var schemaBuilder = new DataViewSchema.Builder(); 718public DataViewSchema Schema => _loader._bindings.OutputSchema; 720public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 727public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null)
DataLoadSave\Database\DatabaseLoaderCursor.cs (3)
115public override DataViewSchema Schema => _bindings.OutputSchema; 145public override bool IsColumnActive(DataViewSchema.Column column) 158public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataLoadSave\DataOperationsCatalog.cs (3)
86/// Create a new <see cref="IDataView"/> over an enumerable of the items of user-defined type using the provided <see cref="DataViewSchema"/>, 98/// One practical usage of this would be to supply the feature column names through the <see cref="DataViewSchema.Annotations"/>. 104public IDataView LoadFromEnumerable<TRow>(IEnumerable<TRow> data, DataViewSchema schema)
DataLoadSave\FakeSchema.cs (3)
24public static DataViewSchema Create(SchemaShape shape) 26var builder = new DataViewSchema.Builder(); 30var metaBuilder = new DataViewSchema.Annotations.Builder();
DataLoadSave\LegacyCompositeDataLoader.cs (3)
583public DataViewSchema Schema => View.Schema; 585public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 593public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null)
DataLoadSave\Text\TextLoader.cs (10)
693/// in <see cref="DataViewSchema.Annotations"/>. 702public DataViewSchema OutputSchema { get; } 1041private DataViewSchema ComputeOutputSchema() 1043var schemaBuilder = new DataViewSchema.Builder(); 1054var metadataBuilder = new DataViewSchema.Annotations.Builder(); 1530/// The output <see cref="DataViewSchema"/> that will be produced by the loader. 1532public DataViewSchema GetOutputSchema() => _bindings.OutputSchema; 1660public DataViewSchema Schema => _loader._bindings.OutputSchema; 1662public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 1669public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null)
DataLoadSave\Text\TextLoaderCursor.cs (3)
273public override DataViewSchema Schema => _bindings.OutputSchema; 304public override bool IsColumnActive(DataViewSchema.Column column) 317public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataLoadSave\Text\TextSaver.cs (2)
398var activeCols = new List<DataViewSchema.Column>(); 464private string CreateLoaderArguments(DataViewSchema schema, ValueWriter[] pipes, bool hasHeader, IChannel ch)
DataLoadSave\TransformerChain.cs (7)
121public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 127public DataViewSchema GetOutputSchema(DataViewSchema inputSchema, TransformerScope scope) 133var s = inputSchema; 240IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 247DataViewSchema schema = inputSchema;
DataLoadSave\TransformWrapper.cs (4)
33public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 49IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 80var fakeSchema = FakeSchemaFactory.Create(inputSchema);
DataLoadSave\Transpose\TransposeLoader.cs (10)
253var schema = view.Schema; 295var schema = view.Schema; 380public DataViewSchema Schema => _schemaEntry.GetView().Schema; 538private static void SaveSchema(IHostEnvironment env, ModelSaveContext ctx, DataViewSchema schema) 622public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 630public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 755public override DataViewSchema Schema => _parent.Schema; 759public Cursor(TransposeLoader parent, IEnumerable<DataViewSchema.Column> columnsNeeded) 869public override bool IsColumnActive(DataViewSchema.Column column) 882public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataView\AppendRowsDataView.cs (11)
41public DataViewSchema Schema { get; } 56public static IDataView Create(IHostEnvironment env, DataViewSchema schema, params IDataView[] sources) 68private AppendRowsDataView(IHostEnvironment env, DataViewSchema schema, IDataView[] sources) 122var schema = _sources[i].Schema; 147public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 154public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 169public sealed override DataViewSchema Schema { get; } 189public sealed override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 204public sealed override bool IsColumnActive(DataViewSchema.Column column) 221public Cursor(AppendRowsDataView parent, IEnumerable<DataViewSchema.Column> columnsNeeded) 313public RandCursor(AppendRowsDataView parent, IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand, int[] counts)
DataView\ArrayDataViewBuilder.cs (9)
199private readonly DataViewSchema _schema; 202public DataViewSchema Schema { get { return _schema; } } 218var schemaBuilder = new DataViewSchema.Builder(); 221var meta = new DataViewSchema.Annotations.Builder(); 235public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 243public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 257public override DataViewSchema Schema => _view.Schema; 310public override bool IsColumnActive(DataViewSchema.Column column) 323public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataView\BatchDataViewMapperBase.cs (6)
16public DataViewSchema Schema => SchemaBindings.AsSchema; 30public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 58public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 90public override DataViewSchema Schema => _parent.Schema; 109public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 140public override bool IsColumnActive(DataViewSchema.Column column)
DataView\CacheDataView.cs (10)
115var schema = data.Schema; 193public DataViewSchema Schema => _subsetInput.Schema; 209public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 255public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 514public override DataViewSchema Schema => _internal.Schema; 523public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) => _internal.GetGetter<TValue>(column); 529public override bool IsColumnActive(DataViewSchema.Column column) => _internal.IsColumnActive(column); 1151public sealed override DataViewSchema Schema => Parent.Schema; 1184public sealed override bool IsColumnActive(DataViewSchema.Column column) 1204public sealed override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataView\CompositeRowToRowMapper.cs (11)
23public DataViewSchema InputSchema { get; } 24public DataViewSchema OutputSchema { get; } 32public CompositeRowToRowMapper(DataViewSchema inputSchema, IRowToRowMapper[] mappers) 44IEnumerable<DataViewSchema.Column> IRowToRowMapper.GetDependencies(IEnumerable<DataViewSchema.Column> columnsNeeded) 52DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 77IEnumerable<DataViewSchema.Column>[] deps = new IEnumerable<DataViewSchema.Column>[InnerMappers.Length]; 102public override DataViewSchema Schema => _row.Schema; 113public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) => _row.GetGetter<TValue>(column); 119public override bool IsColumnActive(DataViewSchema.Column column) => _pred(column.Index);
DataView\DataViewConstructionUtils.cs (25)
22private static readonly FuncStaticMethodInfo1<string, DataViewSchema.Annotations, AnnotationInfo> _getAnnotationInfoMethodInfo 23= new FuncStaticMethodInfo1<string, DataViewSchema.Annotations, AnnotationInfo>(GetAnnotationInfo<int>); 52DataViewSchema schema) 58schema = schema ?? new DataViewSchema.Builder().ToSchema(); 62internal static SchemaDefinition GetSchemaDefinition<TRow>(IHostEnvironment env, DataViewSchema schema) 94private static InternalSchemaDefinition GetInternalSchemaDefinition<TRow>(IHostEnvironment env, DataViewSchema schema) 102private static AnnotationInfo GetAnnotationInfo<T>(string kind, DataViewSchema.Annotations annotations) 213public override DataViewSchema Schema { get; } 215public InputRowBase(IHostEnvironment env, DataViewSchema schema, InternalSchemaDefinition schemaDef, Delegate[] peeks, Func<int, bool> predicate) 410public override bool IsColumnActive(DataViewSchema.Column column) 429public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 452private readonly DataViewSchema _schema; 460public DataViewSchema Schema => _schema; 484public abstract DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null); 486public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 499public override DataViewSchema Schema => _toWrap.Schema; 514public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 522public override bool IsColumnActive(DataViewSchema.Column column) => _toWrap.IsColumnActive(column); 620public override DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 703public override DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 772public override DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 806internal static DataViewSchema.DetachedColumn[] GetSchemaColumns(InternalSchemaDefinition schemaDefn) 809var columns = new DataViewSchema.DetachedColumn[schemaDefn.Columns.Length]; 813var meta = new DataViewSchema.Annotations.Builder(); 816columns[i] = new DataViewSchema.DetachedColumn(col.ColumnName, col.ColumnType, meta.ToAnnotations());
DataView\DataViewExtensions.cs (4)
21public static DataViewRowCursor GetRowCursor(this IDataView dv, params DataViewSchema.Column[] columnsNeeded) 39public static DataViewRowCursor GetRowCursor(this IDataView dv, DataViewSchema.Column columnNeeded) 50public static DataViewRowCursor GetRowCursor(this IDataView dv) => dv.GetRowCursor(Enumerable.Empty<DataViewSchema.Column>()); 64public static DataViewRow GetRow(this IRowToRowMapper rowMapper, DataViewRow input, params DataViewSchema.Column[] activeColumns)
DataView\EmptyDataView.cs (9)
21public DataViewSchema Schema { get; } 23public EmptyDataView(IHostEnvironment env, DataViewSchema schema) 33public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 39public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 49public override DataViewSchema Schema { get; } 52public Cursor(IChannelProvider provider, DataViewSchema schema, IEnumerable<DataViewSchema.Column> columnsNeeded) 70public override bool IsColumnActive(DataViewSchema.Column column) => column.Index < _active.Length && _active[column.Index]; 79public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataView\LambdaFilter.cs (2)
111protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 124public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null)
DataView\OpaqueDataView.cs (3)
19public DataViewSchema Schema => _source.Schema; 28public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 31public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null)
DataView\RowToRowMapperTransform.cs (24)
24/// Implementations should be given an <see cref="DataViewSchema"/> in their constructor, and should have a 48DataViewSchema.DetachedColumn[] GetOutputColumns(); 59internal delegate void SignatureLoadRowMapper(ModelLoadContext ctx, DataViewSchema schema); 74private readonly Func<DataViewSchema, IRowMapper> _mapperFactory; 89public override DataViewSchema OutputSchema => _bindings.Schema; 95public RowToRowMapperTransform(IHostEnvironment env, IDataView input, IRowMapper mapper, Func<DataViewSchema, IRowMapper> mapperFactory) 104public static DataViewSchema GetOutputSchema(DataViewSchema inputSchema, IRowMapper mapper) 147private bool[] GetActive(Func<int, bool> predicate, out IEnumerable<DataViewSchema.Column> inputColumns) 189protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 192var active = GetActive(predicate, out IEnumerable<DataViewSchema.Column> inputCols); 197public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 202var active = GetActive(predicate, out IEnumerable<DataViewSchema.Column> inputCols); 240IEnumerable<DataViewSchema.Column> IRowToRowMapper.GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns) 247public DataViewSchema InputSchema => Source.Schema; 249DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 305public override DataViewSchema Schema { get; } 307public RowImpl(DataViewRow input, RowToRowMapperTransform parent, DataViewSchema schema, Delegate[] getters, Action disposer) 329public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 348public override bool IsColumnActive(DataViewSchema.Column column) 366public override DataViewSchema Schema => _bindings.Schema; 380public override bool IsColumnActive(DataViewSchema.Column column) 393public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataView\SimpleRow.cs (4)
25public override DataViewSchema Schema { get; } 37public SimpleRow(DataViewSchema schema, DataViewRow input, Delegate[] getters, Action disposer = null) 55public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 67public override bool IsColumnActive(DataViewSchema.Column column)
DataView\Transposer.cs (38)
41private readonly DataViewSchema.Column[] _cols; 105_cols = new DataViewSchema.Column[columns.Length]; 106var schema = _view.Schema; 147var slicerSchema = slicer.Schema; 209var schema = view.Schema; 224var schema = view.Schema; 283public DataViewSchema Schema => _view.Schema; 287public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 290public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 737public DataViewSchema Schema { get; } 790var schemaBuilder = new DataViewSchema.Builder(); 831public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 842public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 862/// <param name="pred">The predicate input into the <see cref="GetRowCursor(IEnumerable{DataViewSchema.Column}, Random)"/> method.</param> 909public abstract DataViewSchema OutputSchema { get; } 979public sealed override DataViewSchema Schema => Parent.OutputSchema; 1000public override DataViewSchema OutputSchema { get; } 1016var schemaBuilder = new DataViewSchema.Builder(); 1045public override bool IsColumnActive(DataViewSchema.Column column) 1058public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 1076public override DataViewSchema OutputSchema { get; } 1110var schemaBuilder = new DataViewSchema.Builder(); 1154public override bool IsColumnActive(DataViewSchema.Column column) 1167public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 1267public override DataViewSchema Schema => _slicer.Schema; 1298public override bool IsColumnActive(DataViewSchema.Column column) 1315public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 1420public DataViewSchema Schema { get; } 1436var builder = new DataViewSchema.Builder(); 1449public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 1460public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 1471public override DataViewSchema Schema => _parent.Schema; 1487public override bool IsColumnActive(DataViewSchema.Column column) 1500public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 1530public override DataViewSchema Schema { get; } 1540var builder = new DataViewSchema.Builder(); 1548public override bool IsColumnActive(DataViewSchema.Column column) 1561public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
DataView\TypedCursor.cs (9)
128var schema = _data.Schema; 332public override DataViewSchema Schema => base.Input.Schema; 538public override bool IsColumnActive(DataViewSchema.Column column) 548public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 577public DataViewSchema Schema => _row.Schema; 579public ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 595public override DataViewSchema Schema => _cursor.Schema; 616public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 624public override bool IsColumnActive(DataViewSchema.Column column) => _cursor.IsColumnActive(column);
DataView\ZipBinding.cs (6)
18private readonly DataViewSchema[] _sources; 20public DataViewSchema OutputSchema { get; } 25public ZipBinding(DataViewSchema[] sources) 34var schema = sources[i]; 38var schemaBuilder = new DataViewSchema.Builder(); 39foreach (var sourceSchema in sources)
DataView\ZipDataView.cs (6)
57public DataViewSchema Schema => _zipBinding.OutputSchema; 75public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 103public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 162public override DataViewSchema Schema => _zipBinding.OutputSchema; 167public override bool IsColumnActive(DataViewSchema.Column column) 180public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Deprecated\Instances\HeaderSchema.cs (3)
26public readonly DataViewSchema FeatureNameCollectionSchema; 36var metadataBuilder = new DataViewSchema.Annotations.Builder(); 39var schemaBuilder = new DataViewSchema.Builder();
Dirty\ChooseColumnsByIndexTransform.cs (13)
46private readonly DataViewSchema _sourceSchema; 60internal DataViewSchema OutputSchema { get; } 62internal Bindings(Options options, DataViewSchema sourceSchema) 84private static void ComputeSources(bool drop, int[] selectedColumnIndexes, DataViewSchema sourceSchema, out int[] sources) 102private DataViewSchema ComputeOutputSchema() 104var schemaBuilder = new DataViewSchema.Builder(); 122internal Bindings(ModelLoadContext ctx, DataViewSchema sourceSchema) 236public override DataViewSchema OutputSchema => _bindings.OutputSchema; 245protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 258public sealed override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 293public override DataViewSchema Schema => _bindings.OutputSchema; 298public override bool IsColumnActive(DataViewSchema.Column column) 311public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
EntryPoints\InputBase.cs (2)
41public static string FindColumn(IExceptionContext ectx, DataViewSchema schema, Optional<string> value) 72var schema = input.TrainingData.Schema;
EntryPoints\TransformModelImpl.cs (15)
26private readonly DataViewSchema _schemaRoot; 48internal override DataViewSchema InputSchema => _schemaRoot; 55internal override DataViewSchema OutputSchema => _chain.Schema; 71private TransformModelImpl(IHostEnvironment env, DataViewSchema schemaRoot, IDataView chain) 84public TransformModelImpl(IHostEnvironment env, DataViewSchema schemaRoot, IDataTransform[] xfs) 152DataViewSchema schemaRoot = input.InputSchema; 196private readonly DataViewSchema _rootSchema; 199public DataViewSchema Schema => _chain.Schema; 201public DataViewSchema OutputSchema => Schema; 203public CompositeRowToRowMapper(IExceptionContext ectx, IDataView chain, DataViewSchema rootSchema) 229IEnumerable<DataViewSchema.Column> IRowToRowMapper.GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns) 245public DataViewSchema InputSchema => _rootSchema; 247DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 256var actives = new List<IEnumerable<DataViewSchema.Column>>();
Evaluators\AnomalyDetectionEvaluator.cs (2)
672DataViewSchema.Column? column = top.Schema.GetColumnOrNull(AnomalyDetectionEvaluator.TopKResultsColumns.Instance); 716DataViewSchema.Column? numAnom = overall.Schema.GetColumnOrNull(AnomalyDetectionEvaluator.OverallMetrics.NumAnomalies);
Evaluators\BinaryClassifierEvaluator.cs (17)
924thresholdGetter = cursor.GetGetter<float>((DataViewSchema.Column)thresholdColumn); 925precisionGetter = cursor.GetGetter<double>((DataViewSchema.Column)precisionColumn); 926recallGetter = cursor.GetGetter<double>((DataViewSchema.Column)recallColumn); 927fprGetter = cursor.GetGetter<double>((DataViewSchema.Column)fprColumn); 1060public BinaryPerInstanceEvaluator(IHostEnvironment env, DataViewSchema schema, string scoreCol, string probCol, string labelCol, Single threshold, bool useRaw) 1080private BinaryPerInstanceEvaluator(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 1106public static BinaryPerInstanceEvaluator Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 1246private protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 1250var infos = new DataViewSchema.DetachedColumn[2]; 1251infos[LogLossCol] = new DataViewSchema.DetachedColumn(LogLoss, _types[LogLossCol], null); 1252infos[AssignedCol] = new DataViewSchema.DetachedColumn(Assigned, _types[AssignedCol], null); 1255return new[] { new DataViewSchema.DetachedColumn(Assigned, _types[AssignedCol], null), }; 1258private void CheckInputColumnTypes(DataViewSchema schema) 1534var schema = input.Data.Schema; 1551var schemaBuilder = new DataViewSchema.Builder(); 1564var schemaBuilder = new DataViewSchema.Builder(); 1579var schemaBuilder = new DataViewSchema.Builder();
Evaluators\ClusteringEvaluator.cs (14)
319public Counters(int numClusters, bool calculateDbi, DataViewSchema.Column? features) 399internal Aggregator(IHostEnvironment env, DataViewSchema.Column? features, int scoreVectorSize, bool calculateDbi, bool weighted, string stratName) 589public ClusteringPerInstanceEvaluator(IHostEnvironment env, DataViewSchema schema, string scoreCol, int numClusters) 602private ClusteringPerInstanceEvaluator(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 621public static ClusteringPerInstanceEvaluator Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 719private protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 721var infos = new DataViewSchema.DetachedColumn[3]; 722infos[ClusterIdCol] = new DataViewSchema.DetachedColumn(ClusterId, _types[ClusterIdCol], null); 726var sortedClusters = new DataViewSchema.Annotations.Builder(); 730var builder = new DataViewSchema.Annotations.Builder(); 733infos[SortedClusterCol] = new DataViewSchema.DetachedColumn(SortedClusters, _types[SortedClusterCol], sortedClusters.ToAnnotations()); 734infos[SortedClusterScoreCol] = new DataViewSchema.DetachedColumn(SortedClusterScores, _types[SortedClusterScoreCol], builder.ToAnnotations()); 751private void CheckInputColumnTypes(DataViewSchema schema) 866var schema = input.Data.Schema;
Evaluators\EvaluatorBase.cs (4)
479protected PerInstanceEvaluatorBase(IHostEnvironment env, DataViewSchema schema, string scoreCol, string labelCol) 494protected PerInstanceEvaluatorBase(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 531DataViewSchema.DetachedColumn[] IRowMapper.GetOutputColumns() 535private protected abstract DataViewSchema.DetachedColumn[] GetOutputColumnsCore();
Evaluators\EvaluatorUtils.cs (20)
59public static IMamlEvaluator GetEvaluator(IHostEnvironment env, DataViewSchema schema) 85private static bool CheckScoreColumnKindIsKnown(DataViewSchema schema, int col) 97private static bool CheckScoreColumnKind(DataViewSchema schema, int col) 108public static DataViewSchema.Column GetScoreColumn(IExceptionContext ectx, DataViewSchema schema, string name, string argName, string kind, 150if (!string.IsNullOrWhiteSpace(defName) && schema.GetColumnOrNull(defName) is DataViewSchema.Column defCol) 163public static DataViewSchema.Column? GetOptAuxScoreColumn(IExceptionContext ectx, DataViewSchema schema, string name, string argName, 215private static bool IsScoreColumnKind(IExceptionContext ectx, DataViewSchema schema, int col, string kind) 232/// returns its <see cref="DataViewSchema.Column.Name"/>. Otherwise, returns <paramref name="def"/>. 234public static string GetColName(string str, DataViewSchema.Column? info, string def) 257var schema = metricsView.Schema; 553private static int[][] MapKeys<T>(DataViewSchema[] schemas, string columnName, bool isVec, 564var schema = schemas[i]; 728var schema = views[i].Schema; 945private static IEnumerable<int> FindHiddenColumns(DataViewSchema schema, string colName) 991private static List<string> GetMetricNames(IChannel ch, DataViewSchema schema, DataViewRow row, Func<int, bool> ignoreCol, 1214internal static IDataView GetAverageToDataView(IHostEnvironment env, DataViewSchema schema, AggregatedMetric[] agg, AggregatedMetric[] weightedAgg, 1295private static void AddVectorColumn(this ArrayDataViewBuilder dvBldr, IHostEnvironment env, DataViewSchema schema, 1323private static void AddScalarColumn(this ArrayDataViewBuilder dvBldr, DataViewSchema schema, AggregatedMetric[] agg, bool hasStdev, int numFolds, int iMetric)
Evaluators\MulticlassClassificationEvaluator.cs (15)
614public MulticlassPerInstanceEvaluator(IHostEnvironment env, DataViewSchema schema, DataViewSchema.Column scoreColumn, string labelCol) 639private MulticlassPerInstanceEvaluator(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 668public static MulticlassPerInstanceEvaluator Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 808private protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 810var infos = new DataViewSchema.DetachedColumn[4]; 812var assignedColKeyValues = new DataViewSchema.Annotations.Builder(); 814infos[AssignedCol] = new DataViewSchema.DetachedColumn(Assigned, _types[AssignedCol], assignedColKeyValues.ToAnnotations()); 816infos[LogLossCol] = new DataViewSchema.DetachedColumn(LogLoss, _types[LogLossCol], null); 818var sortedScores = new DataViewSchema.Annotations.Builder(); 821var sortedClasses = new DataViewSchema.Annotations.Builder(); 825infos[SortedScoresCol] = new DataViewSchema.DetachedColumn(SortedScores, _types[SortedScoresCol], sortedScores.ToAnnotations()); 826infos[SortedClassesCol] = new DataViewSchema.DetachedColumn(SortedClasses, _types[SortedClassesCol], sortedClasses.ToAnnotations()); 855private void CheckInputColumnTypes(DataViewSchema schema) 1068var perInstSchema = perInst.Schema;
Evaluators\MultiOutputRegressionEvaluator.cs (19)
400private readonly DataViewSchema.Annotations _labelMetadata; 401private readonly DataViewSchema.Annotations _scoreMetadata; 403public MultiOutputRegressionPerInstanceEvaluator(IHostEnvironment env, DataViewSchema schema, string scoreCol, 410private MultiOutputRegressionPerInstanceEvaluator(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 419public static MultiOutputRegressionPerInstanceEvaluator Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 449private protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 451var infos = new DataViewSchema.DetachedColumn[5]; 452infos[LabelOutput] = new DataViewSchema.DetachedColumn(LabelCol, _labelType, _labelMetadata); 453infos[ScoreOutput] = new DataViewSchema.DetachedColumn(ScoreCol, _scoreType, _scoreMetadata); 454infos[L1Output] = new DataViewSchema.DetachedColumn(L1, NumberDataViewType.Double, null); 455infos[L2Output] = new DataViewSchema.DetachedColumn(L2, NumberDataViewType.Double, null); 456infos[DistCol] = new DataViewSchema.DetachedColumn(Dist, NumberDataViewType.Double, null); 543private void CheckInputColumnTypes(DataViewSchema schema, out VectorDataViewType labelType, out VectorDataViewType scoreType, 544out DataViewSchema.Annotations labelMetadata, out DataViewSchema.Annotations scoreMetadata) 554var builder = new DataViewSchema.Annotations.Builder(); 562builder = new DataViewSchema.Annotations.Builder(); 574private ValueGetter<uint> GetScoreColumnSetId(DataViewSchema schema) 593private ValueGetter<VBuffer<ReadOnlyMemory<char>>> CreateSlotNamesGetter(DataViewSchema schema, int column, int length, string prefix)
Evaluators\QuantileRegressionEvaluator.cs (10)
284public QuantileRegressionPerInstanceEvaluator(IHostEnvironment env, DataViewSchema schema, string scoreCol, string labelCol, int scoreSize, VBuffer<ReadOnlyMemory<char>> quantiles) 298private QuantileRegressionPerInstanceEvaluator(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 317public static QuantileRegressionPerInstanceEvaluator Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 351private protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 353var infos = new DataViewSchema.DetachedColumn[2]; 356var l1Metadata = new DataViewSchema.Annotations.Builder(); 359var l2Metadata = new DataViewSchema.Annotations.Builder(); 362infos[L1Col] = new DataViewSchema.DetachedColumn(L1, _outputType, l1Metadata.ToAnnotations()); 363infos[L2Col] = new DataViewSchema.DetachedColumn(L2, _outputType, l2Metadata.ToAnnotations()); 442private void CheckInputColumnTypes(DataViewSchema schema)
Evaluators\RankingEvaluator.cs (6)
582DataViewSchema IDataView.Schema => OutputSchema; 587public DataViewSchema OutputSchema => _transform.OutputSchema; 622public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 625public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 637public Bindings(IExceptionContext ectx, DataViewSchema input, bool user, string labelCol, string scoreCol, string groupCol, 1092var schema = input.Data.Schema;
Evaluators\RegressionEvaluator.cs (8)
220public RegressionPerInstanceEvaluator(IHostEnvironment env, DataViewSchema schema, string scoreCol, string labelCol) 226private RegressionPerInstanceEvaluator(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 235public static RegressionPerInstanceEvaluator Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema schema) 261private protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 263var infos = new DataViewSchema.DetachedColumn[2]; 264infos[L1Col] = new DataViewSchema.DetachedColumn(L1, NumberDataViewType.Double, null); 265infos[L2Col] = new DataViewSchema.DetachedColumn(L2, NumberDataViewType.Double, null); 323private void CheckInputColumnTypes(DataViewSchema schema)
Model\ModelOperationsCatalog.cs (13)
79/// for an empty transformer chain. Upon loading with <see cref="Load(Stream, out DataViewSchema)"/> the returned value will 83public void Save(ITransformer model, DataViewSchema inputSchema, Stream stream) 101/// for an empty transformer chain. Upon loading with <see cref="Load(Stream, out DataViewSchema)"/> the returned value will 112public void Save(ITransformer model, DataViewSchema inputSchema, string filePath) 122private void SaveInputSchema(DataViewSchema inputSchema, RepositoryWriter rep) 153public ITransformer Load(Stream stream, out DataViewSchema inputSchema) 213public ITransformer Load(string filePath, out DataViewSchema inputSchema) 258/// be handled instead using the <see cref="Load(Stream, out DataViewSchema)"/> method.</param> 275". Perhaps this was saved with an " + nameof(DataViewSchema) + ", or even no information on its input at all. " + 287/// be handled instead using the <see cref="Load(Stream, out DataViewSchema)"/> method.</param> 326/// It's mainly used in conjunction with <see cref="Load(Stream, out DataViewSchema)"/>, 333public PredictionEngine<TSrc, TDst> CreatePredictionEngine<TSrc, TDst>(ITransformer transformer, DataViewSchema inputSchema) 343/// It's mainly used in conjunction with <see cref="Load(Stream, out DataViewSchema)"/>,
Model\Pfa\BoundPfaContext.cs (4)
45public BoundPfaContext(IHostEnvironment env, DataViewSchema inputSchema, HashSet<string> toDrop, bool allowSet) 59private void SetInput(DataViewSchema schema, HashSet<string> toDrop) 107public JObject Finalize(DataViewSchema schema, params string[] toOutput) 165private JToken PfaTypeOrNullForColumn(DataViewSchema schema, int col)
Prediction\Calibrator.cs (10)
656public DataViewSchema InputSchema => _predictor.InputSchema; 657public DataViewSchema OutputSchema { get; } 676IEnumerable<DataViewSchema.Column> ISchemaBoundRowMapper.GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 681return Enumerable.Empty<DataViewSchema.Column>(); 689DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 691var predictorRow = _predictor.GetRow(input, activeColumns.Count() > 0 ? OutputSchema : Enumerable.Empty<DataViewSchema.Column>()); 879var outputSchema = bound.OutputSchema; 963new DataViewSchema.Column[] { labelCol, scoreCol, weightCol.Value } : 964new DataViewSchema.Column[] { labelCol, scoreCol };
Prediction\CalibratorCatalog.cs (9)
225private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper<TICalibrator>(this, _calibrator, schema, _scoreColumnName); 249internal Mapper(CalibratorTransformer<TCalibrator> parent, TCalibrator calibrator, DataViewSchema inputSchema, string scoreColumnName) : 280protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 282var builder = new DataViewSchema.Annotations.Builder(); 284var schema = annotation.Schema; 287if (schema.GetColumnOrNull(AnnotationUtils.Kinds.ScoreColumnSetId) is DataViewSchema.Column setIdCol && 289schema.GetColumnOrNull(AnnotationUtils.Kinds.ScoreColumnKind) is DataViewSchema.Column kindCol && 291schema.GetColumnOrNull(AnnotationUtils.Kinds.ScoreValueKind) is DataViewSchema.Column valueKindCol && 309new DataViewSchema.DetachedColumn(DefaultColumnNames.Probability, NumberDataViewType.Single, builder.ToAnnotations())
Prediction\PredictionEngine.cs (2)
102public DataViewSchema OutputSchema { get; } 132private protected virtual Func<DataViewSchema, IRowToRowMapper> TransformerChecker(IExceptionContext ectx, ITransformer transformer)
Scorers\FeatureContributionCalculation.cs (13)
300private readonly DataViewSchema _outputSchema; 301private readonly DataViewSchema _outputGenericSchema; 306public DataViewSchema InputSchema => InputRoleMappedSchema.Schema; 307private DataViewSchema.Column FeatureColumn => InputRoleMappedSchema.Feature.Value; 309public DataViewSchema OutputSchema { get; } 328var builder = new DataViewSchema.Builder(); 338var metadataBuilder = new DataViewSchema.Annotations.Builder(); 343var schemaBuilder = new DataViewSchema.Builder(); 350OutputSchema = new ZipBinding(new DataViewSchema[] { _outputGenericSchema, _outputSchema, }).OutputSchema; 356IEnumerable<DataViewSchema.Column> ISchemaBoundRowMapper.GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 359return Enumerable.Empty<DataViewSchema.Column>(); 364DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns)
Scorers\GenericScorer.cs (6)
41private Bindings(DataViewSchema input, ISchemaBoundRowMapper mapper, string suffix, bool user) 50public static Bindings Create(DataViewSchema input, ISchemaBoundRowMapper mapper, string suffix, bool user = true) 65private static Bindings Create(IHostEnvironment env, ISchemaBindableMapper bindable, DataViewSchema input, 89public Bindings ApplyToSchema(IHostEnvironment env, DataViewSchema input) 104IHostEnvironment env, ISchemaBindableMapper bindable, DataViewSchema input) 143public override DataViewSchema OutputSchema { get; }
Scorers\MulticlassClassificationScorer.cs (15)
265public DataViewSchema InputSchema => _mapper.InputSchema; 266public DataViewSchema OutputSchema { get; } 311private DataViewSchema DecorateOutputSchema(DataViewSchema partialSchema, int scoreColumnIndex, VectorDataViewType labelNameType, 314var builder = new DataViewSchema.Builder(); 319var meta = new DataViewSchema.Annotations.Builder(); 341IEnumerable<DataViewSchema.Column> ISchemaBoundRowMapper.GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 346DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 354private readonly DataViewSchema _schema; 357public override DataViewSchema Schema => _schema; 359public RowImpl(DataViewRow row, DataViewSchema schema) 371public override bool IsColumnActive(DataViewSchema.Column column) => Input.IsColumnActive(column); 380public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) => Input.GetGetter<TValue>(column); 454var outSchema = mapper.OutputSchema;
Scorers\PredictedLabelScorerBase.cs (17)
34private static readonly FuncStaticMethodInfo1<DataViewSchema.Annotations, DataViewSchema.Column, DataViewSchema.Annotations> _keyValueMetadataFromMetadataMethodInfo 35= new FuncStaticMethodInfo1<DataViewSchema.Annotations, DataViewSchema.Column, DataViewSchema.Annotations>(KeyValueMetadataFromMetadata<int>); 51private readonly DataViewSchema.Annotations _predColMetadata; 52private BindingsImpl(DataViewSchema input, ISchemaBoundRowMapper mapper, string suffix, string scoreColumnKind, 84private static DataViewSchema.Annotations KeyValueMetadataFromMetadata<T>(DataViewSchema.Annotations meta, DataViewSchema.Column metaCol) 88var builder = new DataViewSchema.Annotations.Builder(); 93public static BindingsImpl Create(DataViewSchema input, ISchemaBoundRowMapper mapper, string suffix, 105public BindingsImpl ApplyToSchema(DataViewSchema input, ISchemaBindableMapper bindable, IHostEnvironment env) 125public static BindingsImpl Create(ModelLoadContext ctx, DataViewSchema input, 190var sch = _predColMetadata.Schema; 275public override DataViewSchema OutputSchema { get; }
Scorers\PredictionTransformer.cs (18)
62internal DataViewSchema TrainSchema; 65/// Whether a call to <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 81private protected PredictionTransformerBase(IHost host, TModel model, DataViewSchema trainSchema) 137/// <param name="inputSchema">The <see cref="DataViewSchema"/> of the input data.</param> 138/// <returns>The resulting <see cref="DataViewSchema"/>.</returns> 139public abstract DataViewSchema GetOutputSchema(DataViewSchema inputSchema); 157IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 227private protected SingleFeaturePredictionTransformerBase(IHost host, TModel model, DataViewSchema trainSchema, string featureColumn) 276public sealed override DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 322internal AnomalyPredictionTransformer(IHostEnvironment env, TModel model, DataViewSchema inputSchema, string featureColumn, 392internal BinaryPredictionTransformer(IHostEnvironment env, TModel model, DataViewSchema inputSchema, string featureColumn, 403internal BinaryPredictionTransformer(IHostEnvironment env, TModel model, DataViewSchema inputSchema, string featureColumn, string labelColumn, 484internal MulticlassPredictionTransformer(IHostEnvironment env, TModel model, DataViewSchema inputSchema, string featureColumn, string labelColumn, 573internal RegressionPredictionTransformer(IHostEnvironment env, TModel model, DataViewSchema inputSchema, string featureColumn) 621internal RankingPredictionTransformer(IHostEnvironment env, TModel model, DataViewSchema inputSchema, string featureColumn) 669internal ClusteringPredictionTransformer(IHostEnvironment env, TModel model, DataViewSchema inputSchema, string featureColumn,
Scorers\RowToRowScorerBase.cs (23)
30protected BindingsBase(DataViewSchema schema, ISchemaBoundRowMapper mapper, string suffix, bool user, params string[] namesDerived) 86IEnumerable<DataViewSchema.Column> columns, 87out IEnumerable<DataViewSchema.Column> inputColumns, 88out IEnumerable<DataViewSchema.Column> activeRowMapperCols) 129protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 136out IEnumerable<DataViewSchema.Column> inputCols, 137out IEnumerable<DataViewSchema.Column> activeMapperColumns); 142public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 150out IEnumerable<DataViewSchema.Column> inputCols, 151out IEnumerable<DataViewSchema.Column> activeMapperColumns); 165protected override Delegate[] CreateGetters(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns, out Action disp) 168IEnumerable<DataViewSchema.Column> inputColumns; 169GetActive(bindings, activeColumns, out inputColumns, out IEnumerable<DataViewSchema.Column> activeMapperColumns); 177protected override IEnumerable<DataViewSchema.Column> GetDependenciesCore(IEnumerable<DataViewSchema.Column> columns) 180GetActive(bindings, columns, out IEnumerable<DataViewSchema.Column> inputColumns, out IEnumerable<DataViewSchema.Column> predicateMapper); 236public override DataViewSchema Schema { get; } 238public Cursor(IChannelProvider provider, RowToRowScorerBase parent, DataViewRowCursor input, bool[] active, IEnumerable<DataViewSchema.Column> activeMapperColumns) 276public override bool IsColumnActive(DataViewSchema.Column column) 289public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 345protected ScorerBindingsBase(DataViewSchema input, ISchemaBoundMapper mapper, string suffix, bool user, params string[] namesDerived) 368var schema = mapper.OutputSchema;
Scorers\SchemaBindablePredictorWrapper.cs (13)
202public DataViewSchema OutputSchema { get; } 205public SingleValueRowMapper(RoleMappedSchema schema, SchemaBindablePredictorWrapperBase parent, DataViewSchema outputSchema) 220IEnumerable<DataViewSchema.Column> ISchemaBoundRowMapper.GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 223return Enumerable.Empty<DataViewSchema.Column>(); 233public DataViewSchema InputSchema => InputRoleMappedSchema.Schema; 235DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 511public DataViewSchema InputSchema => InputRoleMappedSchema.Schema; 513public DataViewSchema OutputSchema { get; } 539IEnumerable<DataViewSchema.Column> ISchemaBoundRowMapper.GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 543return Enumerable.Empty<DataViewSchema.Column>(); 609DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns)
Scorers\ScoreSchemaFactory.cs (22)
11/// This class contains method for creating commonly used <see cref="DataViewSchema"/>s. 17/// Return a <see cref="DataViewSchema"/> which contains a single score column. 21/// <param name="scoreColumnName">The score column's name in the generated <see cref="DataViewSchema"/>.</param> 22/// <returns><see cref="DataViewSchema"/> which contains only one column.</returns> 23public static DataViewSchema Create(DataViewType scoreType, string scoreColumnKindValue, string scoreColumnName = AnnotationUtils.Const.ScoreValueKind.Score) 29var metadataBuilder = new DataViewSchema.Annotations.Builder(); 36var schemaBuilder = new DataViewSchema.Builder(); 43/// Create a <see cref="DataViewSchema"/> with two columns for binary classifier. The first column, indexed by 0, is the score column. 49/// <returns><see cref="DataViewSchema"/> of binary classifier's output.</returns> 50public static DataViewSchema CreateBinaryClassificationSchema(string scoreColumnName = AnnotationUtils.Const.ScoreValueKind.Score, 54var partialSchema = Create(NumberDataViewType.Single, AnnotationUtils.Const.ScoreColumnKind.BinaryClassification, scoreColumnName); 56var schemaBuilder = new DataViewSchema.Builder(); 61var probabilityMetadataBuilder = new DataViewSchema.Annotations.Builder(); 79/// <returns><see cref="DataViewSchema"/> of quantile regressor's output.</returns> 80public static DataViewSchema CreateQuantileRegressionSchema(DataViewType scoreType, double[] quantiles) 87var partialSchema = Create(new VectorDataViewType(scoreType as PrimitiveDataViewType, quantiles.Length), AnnotationUtils.Const.ScoreColumnKind.QuantileRegression); 89var metadataBuilder = new DataViewSchema.Annotations.Builder(); 102var schemaBuilder = new DataViewSchema.Builder(); 116/// <returns><see cref="DataViewSchema"/> of sequence predictor's output.</returns> 117public static DataViewSchema CreateSequencePredictionSchema(DataViewType scoreType, string scoreColumnKindValue, VBuffer<ReadOnlyMemory<char>> keyNames = default) 122var metadataBuilder = new DataViewSchema.Annotations.Builder(); 133var schemaBuilder = new DataViewSchema.Builder();
Training\TrainerEstimatorBase.cs (1)
163private protected abstract TTransformer MakeTransformer(TModel model, DataViewSchema trainSchema);
Training\TrainerUtils.cs (3)
224private static IEnumerable<DataViewSchema.Column> CreatePredicate(RoleMappedData data, CursOpt opt, IEnumerable<int> extraCols) 230new List<DataViewSchema.Column>() : 617/// The typed analog to <see cref="IDataView.GetRowCursor(IEnumerable{DataViewSchema.Column},Random)"/>.
Transforms\BindingsWrappedRowCursor.cs (3)
20public override DataViewSchema Schema => _bindings.AsSchema; 40public override bool IsColumnActive(DataViewSchema.Column column) 55public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Transforms\BootstrapSamplingTransformer.cs (5)
168protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 179public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 193public override DataViewSchema Schema => Input.Schema; 221public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 229public override bool IsColumnActive(DataViewSchema.Column column)
Transforms\ColumnBindingsBase.cs (16)
252public readonly DataViewSchema Input; 269private readonly Lazy<DataViewSchema> _convertedSchema; 271public DataViewSchema AsSchema => _convertedSchema.Value; 273private static DataViewSchema CreateSchema(ColumnBindingsBase inputBindings) 277var builder = new DataViewSchema.Builder(); 280var meta = new DataViewSchema.Annotations.Builder(); 304protected ColumnBindingsBase(DataViewSchema input, bool user, params string[] names) 344_convertedSchema = new Lazy<DataViewSchema>(() => CreateSchema(this), LazyThreadSafetyMode.PublicationOnly); 347private static void ComputeColumnMapping(DataViewSchema input, string[] names, out int[] colMap, out int[] mapIinfoToCol) 595public bool[] GetActive(IEnumerable<DataViewSchema.Column> columns) 622public bool[] GetActiveInput(IEnumerable<DataViewSchema.Column> inputColumns) 667public DataViewSchema InputSchema { get; } 672public DataViewSchema Schema { get; } 679public ColumnBindings(DataViewSchema input, DataViewSchema.DetachedColumn[] addedColumns) 720var schemaColumns = indices.Select(idx => idx >= 0 ? new DataViewSchema.DetachedColumn(input[idx]) : addedColumns[~idx]);
Transforms\ColumnConcatenatingTransformer.cs (11)
406private protected override IRowMapper MakeRowMapper(DataViewSchema inputSchema) => new Mapper(this, inputSchema); 417private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 428public Mapper(ColumnConcatenatingTransformer parent, DataViewSchema inputSchema) : 440private BoundColumn MakeColumn(DataViewSchema inputSchema, int iinfo) 546private readonly DataViewSchema _inputSchema; 548public BoundColumn(DataViewSchema inputSchema, ColumnOptions columnOptions, int[] sources, VectorDataViewType outputType, 571public DataViewSchema.DetachedColumn MakeSchemaColumn() 576return new DataViewSchema.DetachedColumn(_columnOptions.Name, inputCol.Type, inputCol.Annotations); 579var metadata = new DataViewSchema.Annotations.Builder(); 587return new DataViewSchema.DetachedColumn(_columnOptions.Name, OutputType, metadata.ToAnnotations()); 871protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() => _columns.Select(x => x.MakeSchemaColumn()).ToArray();
Transforms\ColumnCopying.cs (7)
184private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 193private protected override IRowMapper MakeRowMapper(DataViewSchema inputSchema) 201private readonly DataViewSchema _schema; 206internal Mapper(ColumnCopyingTransformer parent, DataViewSchema inputSchema, (string outputColumnName, string inputColumnName)[] columns) 227protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 229var result = new DataViewSchema.DetachedColumn[_columns.Length]; 233result[i] = new DataViewSchema.DetachedColumn(_columns[i].outputColumnName, srcCol.Type, srcCol.Annotations);
Transforms\ColumnSelecting.cs (25)
472public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 491IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 524private readonly DataViewSchema _inputSchema; 527public DataViewSchema InputSchema => _inputSchema; 529public DataViewSchema OutputSchema { get; } 531public Mapper(ColumnSelectingTransformer transform, DataViewSchema inputSchema) 552DataViewSchema inputSchema) 615private static DataViewSchema GenerateOutputSchema(IEnumerable<int> map, 616DataViewSchema inputSchema) 618var outputColumns = map.Select(x => new DataViewSchema.DetachedColumn(inputSchema[x])); 632public override DataViewSchema Schema => _mapper.OutputSchema; 641public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 650public override bool IsColumnActive(DataViewSchema.Column column) => true; 671public DataViewSchema InputSchema => Source.Schema; 673DataViewSchema IDataView.Schema => OutputSchema; 675public DataViewSchema OutputSchema => _mapper.OutputSchema; 679public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 692public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 716IEnumerable<DataViewSchema.Column> IRowToRowMapper.GetDependencies(IEnumerable<DataViewSchema.Column> columns) 725DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 767public override DataViewSchema Schema => _mapper.OutputSchema; 776public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 785public override bool IsColumnActive(DataViewSchema.Column column) => _active[column.Index];
Transforms\ConversionsExtensionsCatalog.cs (4)
510string outputColumnName, IDataView lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, string inputColumnName = null) 530IDataView lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, params InputOutputColumnPair[] columns)
Transforms\FeatureContributionCalculationTransformer.cs (6)
159private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 162private protected override IRowMapper MakeRowMapper(DataViewSchema schema) 175public Mapper(FeatureContributionCalculatingTransformer parent, DataViewSchema schema) 195protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 198var builder = new DataViewSchema.Annotations.Builder(); 200return new[] { new DataViewSchema.DetachedColumn(DefaultColumnNames.FeatureContributions, new VectorDataViewType(NumberDataViewType.Single, _featureColumnType.Size), builder.ToAnnotations()) };
Transforms\GenerateNumberTransform.cs (9)
106DataViewSchema input, bool user, string[] names) 115public static Bindings Create(Options options, DataViewSchema input) 132public static Bindings Create(ModelLoadContext ctx, DataViewSchema input) 323public override DataViewSchema OutputSchema => _bindings.AsSchema; 337protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 350public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 415public override DataViewSchema Schema => _bindings.AsSchema; 420public override bool IsColumnActive(DataViewSchema.Column column) 433public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Transforms\Hashing.cs (12)
148private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 161private DataViewType GetOutputType(DataViewSchema inputSchema, HashingEstimator.ColumnOptions column) 199var sourceColumnsForInvertHash = new List<DataViewSchema.Column>(); 202DataViewSchema.Column? srcCol = input.Schema.GetColumnOrNull(ColumnPairs[i].inputColumnName); 275private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 323private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 1316public Mapper(HashingTransformer parent, DataViewSchema inputSchema) 1329protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 1331var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 1335var meta = new DataViewSchema.Annotations.Builder(); 1341result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _dstTypes[i], meta.ToAnnotations()); 1345private void AddMetaKeyValues(int i, DataViewSchema.Annotations.Builder builder)
Transforms\InvertHashUtils.cs (1)
35public static ValueMapper<T, StringBuilder> GetSimpleMapper<T>(DataViewSchema schema, int col)
Transforms\KeyToValue.cs (8)
139private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 154private protected override IRowMapper MakeRowMapper(DataViewSchema inputSchema) => new Mapper(this, inputSchema); 162public Mapper(KeyToValueMappingTransformer parent, DataViewSchema inputSchema) 171protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 173var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 176var meta = new DataViewSchema.Annotations.Builder(); 178result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], meta.ToAnnotations()); 221private void ComputeKvMaps(DataViewSchema schema, out DataViewType[] types, out KeyToValueMap[] kvMaps)
Transforms\KeyToVector.cs (10)
114private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 218private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 221private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 243public Mapper(KeyToVectorMappingTransformer parent, DataViewSchema inputSchema) 274private ColInfo[] CreateInfos(DataViewSchema inputSchema) 289protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 291var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 296var builder = new DataViewSchema.Annotations.Builder(); 298result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], builder.ToAnnotations()); 303private void AddMetadata(int iinfo, DataViewSchema.Annotations.Builder builder)
Transforms\MetadataDispatcher.cs (8)
26public readonly DataViewSchema SchemaSrc; 47public ColInfo(DataViewSchema schemaSrc, int indexSrc, Func<string, int, bool> filterSrc, 158protected ColInfo CreateInfo(DataViewSchema schemaSrc = null, int indexSrc = -1, 328public Builder BuildMetadata(int index, DataViewSchema schemaSrc, int indexSrc) 339public Builder BuildMetadata(int index, DataViewSchema schemaSrc, int indexSrc, Func<string, int, bool> filterSrc) 349public Builder BuildMetadata(int index, DataViewSchema schemaSrc, int indexSrc, string kindSrc) 360public Builder BuildMetadata(int index, DataViewSchema schemaSrc, int indexSrc, params string[] kindsSrc) 390DataViewSchema schemaSrc = null, int indexSrc = -1, Func<string, int, bool> filterSrc = null)
Transforms\NAFilter.cs (5)
104var schema = Source.Schema; 140var schema = Source.Schema; 207protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 219public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 402public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Transforms\NopTransform.cs (8)
30DataViewSchema IRowToRowMapper.InputSchema => Source.Schema; 108DataViewSchema IDataView.Schema => OutputSchema; 113public DataViewSchema OutputSchema => Source.Schema; 120public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 123public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 129IEnumerable<DataViewSchema.Column> IRowToRowMapper.GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns) 132DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns)
Transforms\NormalizeColumn.cs (1)
1182public static int GetLabelColumnId(IExceptionContext host, DataViewSchema schema, string labelColumnName)
Transforms\Normalizer.cs (10)
537var activeCols = new List<DataViewSchema.Column>(); 676private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 701private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 718private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 727public Mapper(NormalizingTransformer parent, DataViewSchema schema) 733protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 735var result = new DataViewSchema.DetachedColumn[_parent.Columns.Length]; 737result[i] = new DataViewSchema.DetachedColumn(_parent.Columns[i].Name, _parent.Columns[i].InputType, MakeMetadata(i)); 741private DataViewSchema.Annotations MakeMetadata(int iinfo) 744var builder = new DataViewSchema.Annotations.Builder();
Transforms\NormalizeUtils.cs (1)
145var schema = input.Data.Schema;
Transforms\OneToOneTransformerBase.cs (3)
74private void CheckInput(DataViewSchema inputSchema, int col, out int srcCol) 85private protected virtual void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 96protected OneToOneMapperBase(IHost host, OneToOneTransformerBase parent, DataViewSchema inputSchema) : base(host, inputSchema, parent)
Transforms\PerGroupTransformBase.cs (8)
34protected BindingsBase(IExceptionContext ectx, DataViewSchema input, string labelCol, string scoreCol, string groupCol, bool user, params string[] names) 94DataViewSchema IDataView.Schema => OutputSchema; 96public DataViewSchema OutputSchema => GetBindings().AsSchema; 157public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 163public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 245public override DataViewSchema Schema => _parent.OutputSchema; 278public override bool IsColumnActive(DataViewSchema.Column column) 291public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Transforms\RangeFilter.cs (5)
100var schema = Source.Schema; 150var schema = Source.Schema; 208protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 220public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 317public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Transforms\RowShufflingTransformer.cs (8)
192var schema = data.Schema; 211internal static bool CanShuffleAll(DataViewSchema schema) 243public override DataViewSchema OutputSchema { get { return _subsetInput.Schema; } } 251protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 290public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 497public override DataViewSchema Schema => _input.Schema; 669public override bool IsColumnActive(DataViewSchema.Column column) 712public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Transforms\RowToRowTransformerBase.cs (10)
31IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 38private protected abstract IRowMapper MakeRowMapper(DataViewSchema schema); 40public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 60protected readonly DataViewSchema InputSchema; 61protected readonly Lazy<DataViewSchema.DetachedColumn[]> OutputColumns; 64protected MapperBase(IHost host, DataViewSchema inputSchema, RowToRowTransformerBase parent) 71OutputColumns = new Lazy<DataViewSchema.DetachedColumn[]>(GetOutputColumnsCore); 74protected abstract DataViewSchema.DetachedColumn[] GetOutputColumnsCore(); 76DataViewSchema.DetachedColumn[] IRowMapper.GetOutputColumns() => OutputColumns.Value;
Transforms\SkipTakeFilter.cs (3)
211protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 220public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 238public Cursor(IChannelProvider provider, DataViewRowCursor input, DataViewSchema schema, bool[] active, long skip, long take)
Transforms\SlotsDroppingTransformer.cs (8)
325private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 443private protected override IRowMapper MakeRowMapper(DataViewSchema schema) 469public Mapper(SlotsDroppingTransformer parent, DataViewSchema inputSchema) 516private void ComputeType(DataViewSchema input, int iinfo, SlotDropper slotDropper, 824protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 826var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 834var builder = new DataViewSchema.Annotations.Builder(); 872result[iinfo] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[iinfo].outputColumnName, _dstTypes[iinfo], builder.ToAnnotations());
Transforms\TrainAndScoreTransformer.cs (1)
260var schema = input.Schema;
Transforms\TransformBase.cs (33)
61DataViewSchema IDataView.Schema => OutputSchema; 63public abstract DataViewSchema OutputSchema { get; } 65public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 99protected abstract DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null); 101public abstract DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null); 143public override DataViewSchema OutputSchema => Source.Schema; 170IEnumerable<DataViewSchema.Column> IRowToRowMapper.GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns) 173protected abstract IEnumerable<DataViewSchema.Column> GetDependenciesCore(IEnumerable<DataViewSchema.Column> dependingColumns); 174public DataViewSchema InputSchema => Source.Schema; 176DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 189protected abstract Delegate[] CreateGetters(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns, out Action disp); 195private readonly DataViewSchema _schema; 201public override DataViewSchema Schema => _schema; 203public RowImpl(DataViewRow input, RowToRowMapperTransformBase parent, DataViewSchema schema, Delegate[] getters, Action disposer) 225public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 244public override bool IsColumnActive(DataViewSchema.Column column) 261/// a <see cref="DataViewSchema"/> or a <see cref="DataViewRowCursor"/>, 316DataViewSchema input, bool user, string[] names) 327public static Bindings Create(OneToOneTransformBase parent, OneToOneColumn[] column, DataViewSchema inputSchema, 364public static Bindings Create(OneToOneTransformBase parent, ModelLoadContext ctx, DataViewSchema inputSchema, 432public IEnumerable<DataViewSchema.Column> GetDependencies(IEnumerable<DataViewSchema.Column> columns) 653public sealed override DataViewSchema OutputSchema => _bindings.AsSchema; 734protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 746public sealed override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 815protected override IEnumerable<DataViewSchema.Column> GetDependenciesCore(IEnumerable<DataViewSchema.Column> dependingColumns) 818protected override Delegate[] CreateGetters(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns, out Action disposer) 888public override DataViewSchema Schema => _bindings.AsSchema; 897public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 918public override bool IsColumnActive(DataViewSchema.Column column)
Transforms\TypeConverting.cs (7)
348private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 351private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 392public Mapper(TypeConvertingTransformer parent, DataViewSchema inputSchema) 434protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 436var result = new DataViewSchema.DetachedColumn[_parent._columns.Length]; 439var builder = new DataViewSchema.Annotations.Builder(); 462result[i] = new DataViewSchema.DetachedColumn(_parent._columns[i].Name, _types[i], builder.ToAnnotations());
Transforms\ValueMapping.cs (32)
65/// <seealso cref="ConversionsExtensionsCatalog.MapValue(TransformsCatalog.ConversionTransforms, string, IDataView, DataViewSchema.Column, DataViewSchema.Column, string)"/> 78internal ValueMappingEstimator(IHostEnvironment env, IDataView lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, params (string outputColumnName, string inputColumnName)[] columns) 177internal ValueMappingEstimator(IHostEnvironment env, IDataView lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, params (string outputColumnName, string inputColumnName)[] columns) 366internal DataViewSchema.Annotations ValueColumnMetadata => _valueMap.ValueColumn.Annotations; 432DataViewSchema.Column lookupKeyColumn, DataViewSchema.Column lookupValueColumn, (string outputColumnName, string inputColumnName)[] columns) 441private ValueMap CreateValueMapFromDataView(IDataView dataView, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn) 443DataViewSchema.Column? column = null; 764private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 798public DataViewSchema.Column KeyColumn { get; } 799public DataViewSchema.Column ValueColumn { get; } 801public ValueMap(DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn) 807internal static ValueMap Create(DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn) 809Func<DataViewSchema.Column, DataViewSchema.Column, ValueMap> del = CreateValueMapInvoke<int, int>; 814private static ValueMap CreateValueMapInvoke<TKey, TValue>(DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn) => 847public ValueMap(DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn) : base(keyColumn, valueColumn) 990var schema = lookup.Schema; 1023private protected override IRowMapper MakeRowMapper(DataViewSchema schema) 1030private readonly DataViewSchema _inputSchema; 1037DataViewSchema inputSchema, 1278protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 1280var result = new DataViewSchema.DetachedColumn[_columns.Length]; 1288result[i] = new DataViewSchema.DetachedColumn(_columns[i].outputColumnName, colType, _valueMap.ValueColumn.Annotations);
Transforms\ValueToKeyMappingTransformer.cs (8)
228private ColInfo[] CreateInfos(DataViewSchema inputSchema) 367private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 699private protected override IRowMapper MakeRowMapper(DataViewSchema schema) 716public Mapper(ValueToKeyMappingTransformer parent, DataViewSchema inputSchema) 740protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 742var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 747var builder = new DataViewSchema.Annotations.Builder(); 751result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], builder.ToAnnotations());
Transforms\ValueToKeyMappingTransformerImpl.cs (15)
287var schema = row.Schema; 452private static BoundTermMap Bind(IHostEnvironment env, DataViewSchema schema, TermMap unbound, ColInfo[] infos, bool[] textMetadata, int iinfo) 815private readonly DataViewSchema _schema; 819private BoundTermMap(IHostEnvironment env, DataViewSchema schema, TermMap map, ColInfo[] infos, bool[] textMetadata, int iinfo) 836public static BoundTermMap Create(IHostEnvironment host, DataViewSchema schema, TermMap map, ColInfo[] infos, bool[] textMetadata, int iinfo) 846public static BoundTermMap CreateCore<T>(IHostEnvironment env, DataViewSchema schema, TermMap map, ColInfo[] infos, bool[] textMetadata, int iinfo) 860public abstract void AddMetadata(DataViewSchema.Annotations.Builder builder); 878public Base(IHostEnvironment env, DataViewSchema schema, TermMap<T> map, ColInfo[] infos, bool[] textMetadata, int iinfo) 1043public override void AddMetadata(DataViewSchema.Annotations.Builder builder) 1080private static readonly FuncInstanceMethodInfo1<KeyImpl<T>, DataViewType, DataViewSchema.Annotations.Builder, bool> _addMetadataCoreMethodInfo 1081= FuncInstanceMethodInfo1<KeyImpl<T>, DataViewType, DataViewSchema.Annotations.Builder, bool>.Create(target => target.AddMetadataCore<int>); 1086public KeyImpl(IHostEnvironment env, DataViewSchema schema, TermMap<T> map, ColInfo[] infos, bool[] textMetadata, int iinfo) 1092public override void AddMetadata(DataViewSchema.Annotations.Builder builder) 1107private bool AddMetadataCore<TMeta>(DataViewType srcMetaType, DataViewSchema.Annotations.Builder builder) 1236public Impl(IHostEnvironment env, DataViewSchema schema, TermMap<T> map, ColInfo[] infos, bool[] textMetadata, int iinfo)
Utilities\ColumnCursor.cs (1)
34public static IEnumerable<T> GetColumn<T>(this IDataView data, DataViewSchema.Column column)
Microsoft.ML.DataView (31)
DataViewSchema.cs (10)
16/// The schema is a collection of <see cref="DataViewSchema.Column"/>. 19public sealed class DataViewSchema : IReadOnlyList<DataViewSchema.Column> 128/// This class represents the schema of one column of a data view, without an attachment to a particular <see cref="DataViewSchema"/>. 183public DataViewSchema Schema { get; } 193internal Annotations(DataViewSchema schema, Delegate[] getters) 221public ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 355var builder = new DataViewSchema.Builder(); 376/// Class containing operations to build a <see cref="DataViewSchema"/>. 427/// Returns a <see cref="DataViewSchema"/> that contains the current contents of this <see cref="Builder"/>. 429public DataViewSchema ToSchema()
DataViewType.cs (1)
472/// Whenever a value typed to the registered <see cref="Type"/> and its <see cref="Attribute"/>s, that value's type (i.e., a <see cref="DataViewSchema.Column.Type"/>)
IDataView.cs (11)
48DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null); 57/// <see cref="GetRowCursor(IEnumerable{DataViewSchema.Column}, Random)"/>, except partitioned: no two cursors should return the 66/// <see cref="GetRowCursor(IEnumerable{DataViewSchema.Column}, Random)"/>. 72DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null); 77DataViewSchema Schema { get; } 105/// <see cref="IDataView.GetRowCursorSet(IEnumerable{DataViewSchema.Column}, int, Random)"/>. When getting a set, there is a need 110/// identically configured <see cref="IDataView.GetRowCursor(IEnumerable{DataViewSchema.Column}, Random)"/>. So: for any cursor 113/// <see cref="IDataView.GetRowCursorSet(IEnumerable{DataViewSchema.Column}, int, Random)"/>. In this way, order is determined by 145public abstract bool IsColumnActive(DataViewSchema.Column column); 154public abstract ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column); 160public abstract DataViewSchema Schema { get; }
SchemaDebuggerProxy.cs (9)
13/// The debugger proxy for <see cref="DataViewSchema"/>. 18public DataViewSchema.Column[] Columns { get; } 20public SchemaDebuggerProxy(DataViewSchema schema) 27/// The debugger proxy for <see cref="DataViewSchema.Annotations"/>. 34public AnnotationsDebuggerProxy(DataViewSchema.Annotations annotations) 39private static List<KeyValuePair<string, object>> BuildValues(DataViewSchema.Annotations annotations) 45var value = Utils.MarshalInvoke(GetValue<DataViewSchema.Column>, column.Type.RawType, annotations, column); 51private static object GetValue<T>(DataViewSchema.Annotations annotations, DataViewSchema.Column column)
Microsoft.ML.Ensemble (9)
EntryPoints\CreateEnsemble.cs (1)
96DataViewSchema inputSchema = null;
PipelineEnsemble.cs (7)
43public DataViewSchema InputSchema => InputRoleMappedSchema.Schema; 44public DataViewSchema OutputSchema { get; } 95IEnumerable<DataViewSchema.Column> ISchemaBoundRowMapper.GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 98return Enumerable.Empty<DataViewSchema.Column>(); 108DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 645private static int CheckKeyLabelColumnCore<T>(IHostEnvironment env, PredictorModel[] models, KeyDataViewType labelType, DataViewSchema schema, int labelIndex, VectorDataViewType keyValuesType)
Selector\SubModelSelector\BaseSubModelSelector.cs (1)
103RoleMappedSchema testSchema, DataViewSchema scoredSchema)
Microsoft.ML.EntryPoints (3)
FeatureCombiner.cs (2)
119var schema = data.Schema; 152private static List<KeyToVectorMappingEstimator.ColumnOptions> ConvertFeatures(IEnumerable<DataViewSchema.Column> feats, HashSet<string> featNames, List<KeyValuePair<string, string>> concatNames, IChannel ch,
ScoreColumnSelector.cs (1)
44private static bool ShouldAddColumn(DataViewSchema schema, int i, string[] extraColumns, uint scoreSet)
Microsoft.ML.Fairlearn (2)
Metrics\FairlearnMetricCatalog.cs (2)
177DataViewSchema columns = _eval.Schema; 190var data = new DataFrame(_eval.Schema.AsEnumerable().Select<DataViewSchema.Column, DataFrameColumn>(column =>
Microsoft.ML.FastTree (33)
FastTree.cs (1)
1287private static int AddColumnIfNeeded(DataViewSchema.Column? info, List<int> toTranspose)
FastTreeClassification.cs (1)
302CalibratedModelParametersBase<FastTreeBinaryModelParameters, PlattCalibrator> model, DataViewSchema trainSchema)
FastTreeRanking.cs (1)
475private protected override RankingPredictionTransformer<FastTreeRankingModelParameters> MakeTransformer(FastTreeRankingModelParameters model, DataViewSchema trainSchema)
FastTreeRegression.cs (1)
191private protected override RegressionPredictionTransformer<FastTreeRegressionModelParameters> MakeTransformer(FastTreeRegressionModelParameters model, DataViewSchema trainSchema)
FastTreeTweedie.cs (1)
350private protected override RegressionPredictionTransformer<FastTreeTweedieModelParameters> MakeTransformer(FastTreeTweedieModelParameters model, DataViewSchema trainSchema)
GamClassification.cs (1)
173MakeTransformer(CalibratedModelParametersBase<GamBinaryModelParameters, PlattCalibrator> model, DataViewSchema trainSchema)
GamRegression.cs (1)
125private protected override RegressionPredictionTransformer<GamRegressionModelParameters> MakeTransformer(GamRegressionModelParameters model, DataViewSchema trainSchema)
RandomForestClassification.cs (1)
365private protected override BinaryPredictionTransformer<FastForestBinaryModelParameters> MakeTransformer(FastForestBinaryModelParameters model, DataViewSchema trainSchema)
RandomForestRegression.cs (1)
494private protected override RegressionPredictionTransformer<FastForestRegressionModelParameters> MakeTransformer(FastForestRegressionModelParameters model, DataViewSchema trainSchema)
TreeEnsemble\InternalTreeEnsemble.cs (1)
445var sch = schema.Schema;
TreeEnsembleFeaturizationTransformer.cs (11)
26private readonly DataViewSchema.DetachedColumn _featureDetachedColumn; 43private void CheckFeatureColumnCompatibility(DataViewSchema.Column inspectedFeatureColumn) 62private RoleMappedSchema MakeFeatureRoleMappedSchema(DataViewSchema schema) 69internal TreeEnsembleFeaturizationTransformer(IHostEnvironment env, DataViewSchema inputSchema, 70DataViewSchema.Column featureColumn, TreeEnsembleModelParameters modelParameters, 76_featureDetachedColumn = new DataViewSchema.DetachedColumn(featureColumn); 116_featureDetachedColumn = new DataViewSchema.DetachedColumn(TrainSchema[featureColumnName]); 144/// <param name="inputSchema"><see cref="DataViewSchema"/> of the data to be transformed.</param> 145/// <returns><see cref="DataViewSchema"/> of the transformed data if the input schema is <paramref name="inputSchema"/>.</returns> 146public override DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => Transform(new EmptyDataView(Host, inputSchema)).Schema;
TreeEnsembleFeaturizer.cs (12)
70public DataViewSchema InputSchema => InputRoleMappedSchema.Schema; 71public DataViewSchema OutputSchema { get; } 80private DataViewSchema.Column FeatureColumn => InputRoleMappedSchema.Feature.Value; 132var schemaBuilder = new DataViewSchema.Builder(); 138var treeIdMetadataBuilder = new DataViewSchema.Annotations.Builder(); 150var leafIdMetadataBuilder = new DataViewSchema.Annotations.Builder(); 163var pathIdMetadataBuilder = new DataViewSchema.Annotations.Builder(); 175DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 182private Delegate[] CreateGetters(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 365public IEnumerable<DataViewSchema.Column> GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 368return Enumerable.Empty<DataViewSchema.Column>();
Microsoft.ML.ImageAnalytics (30)
ImageGrayscale.cs (6)
126private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 141private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 143private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 153public Mapper(ImageGrayscalingTransformer parent, DataViewSchema inputSchema) 159protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 160=> _parent.ColumnPairs.Select((x, idx) => new DataViewSchema.DetachedColumn(x.outputColumnName, InputSchema[ColMapNewToOld[idx]].Type, null)).ToArray();
ImageLoader.cs (6)
155private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 158private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 192private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema, _useImageType); 199public Mapper(ImageLoadingTransformer parent, DataViewSchema inputSchema, bool type) 368protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 369=> _parent.ColumnPairs.Select(x => new DataViewSchema.DetachedColumn(x.outputColumnName, GetDataViewType(), null)).ToArray();
ImagePixelExtractor.cs (6)
243private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 265private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 267private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 284public Mapper(ImagePixelExtractingTransformer parent, DataViewSchema inputSchema) 291protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 292=> _parent._columns.Select((x, idx) => new DataViewSchema.DetachedColumn(x.Name, _types[idx], null)).ToArray();
ImageResizer.cs (6)
219private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 251private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 253private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 263public Mapper(ImageResizingTransformer parent, DataViewSchema inputSchema) 269protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 270=> _parent._columns.Select(x => new DataViewSchema.DetachedColumn(x.Name, x.Type, null)).ToArray();
VectorToImageTransform.cs (6)
272private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 297private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 299private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 315public Mapper(VectorToImageConvertingTransformer parent, DataViewSchema inputSchema) 322protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 323=> _parent._columns.Select((x, idx) => new DataViewSchema.DetachedColumn(x.Name, _types[idx], null)).ToArray();
Microsoft.ML.IntegrationTests (27)
Common.cs (5)
97/// Assert that two <see cref="DataViewSchema"/> objects are equal. 99/// <param name="schema1">A <see cref="DataViewSchema"/> object.</param> 100/// <param name="schema2">A <see cref="DataViewSchema"/> object.</param> 101public static void AssertEqual(DataViewSchema schema1, DataViewSchema schema2)
Debugging.cs (1)
116var outputSchema = model.GetOutputSchema(data.Schema);
Explainability.cs (1)
54loadedModel = mlContext.Model.Load(modelAndSchemaPath, out var schema);
IntrospectiveTraining.cs (1)
306var currentSchema = data.Schema;
ModelFiles.cs (18)
110serializedModel = mlContext.Model.Load(file, out var serializedSchema); 166loadedTransformerModel = mlContext.Model.Load(fs, out var loadedSchema); 176var t1 = mlContext.Model.Load(fs, out var s); 187var t = mlContext.Model.Load(fs, out var s); 240DataViewSchema dataViewSchema; 284DataViewSchema loadedSchema; 301var noLoaderTransformedSchema = loadedModelWithoutLoader.GetOutputSchema(loadedSchema); 339DataViewSchema loadedSchema; 363Load(mlContext, modelPath, out var loadedWithSchema, out var loadedSchema, 374var schema = loadedLoaderWithTransformer.GetOutputSchema(); 394Load(mlContext, modelPath, out var loadedWithSchema, out var loadedSchema, 402var expectedSchema = loaderWithEmbeddedModel.GetOutputSchema(); 409var schemaFromLoadedLoader = loadedLoaderWithTransformer.GetOutputSchema(); 431var expectedInputSchema = loader.GetOutputSchema(); 441Load(mlContext, modelPath, out var loadedWithSchema, out var loadedInputSchema, 448var reloadedLoaderInputSchema = loadedLoaderWithTransformer.GetOutputSchema(); 465Load(mlContext, modelPath, out var loadedWithSchema, out var loadedSchema, 476private void Load(MLContext mlContext, string filename, out ITransformer loadedWithSchema, out DataViewSchema loadedSchema,
SchemaDefinitionTests.cs (1)
71var schema = model.GetOutputSchema(loader.GetOutputSchema());
Microsoft.ML.KMeansClustering (1)
KMeansPlusPlusTrainer.cs (1)
321private protected override ClusteringPredictionTransformer<KMeansModelParameters> MakeTransformer(KMeansModelParameters model, DataViewSchema trainSchema)
Microsoft.ML.LightGbm (4)
LightGbmBinaryTrainer.cs (1)
293MakeTransformer(CalibratedModelParametersBase<LightGbmBinaryModelParameters, PlattCalibrator> model, DataViewSchema trainSchema)
LightGbmMulticlassTrainer.cs (1)
375private protected override MulticlassPredictionTransformer<OneVersusAllModelParameters> MakeTransformer(OneVersusAllModelParameters model, DataViewSchema trainSchema)
LightGbmRankingTrainer.cs (1)
306private protected override RankingPredictionTransformer<LightGbmRankingModelParameters> MakeTransformer(LightGbmRankingModelParameters model, DataViewSchema trainSchema)
LightGbmRegressionTrainer.cs (1)
254private protected override RegressionPredictionTransformer<LightGbmRegressionModelParameters> MakeTransformer(LightGbmRegressionModelParameters model, DataViewSchema trainSchema)
Microsoft.ML.Mkl.Components (10)
OlsLinearRegression.cs (1)
131private protected override RegressionPredictionTransformer<OlsModelParameters> MakeTransformer(OlsModelParameters model, DataViewSchema trainSchema)
SymSgdClassificationTrainer.cs (1)
262private protected override BinaryPredictionTransformer<TPredictor> MakeTransformer(TPredictor model, DataViewSchema trainSchema)
VectorWhitening.cs (8)
205internal static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 211private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 282var inputSchema = inputData.Schema; 547private protected override IRowMapper MakeRowMapper(DataViewSchema schema) 556public Mapper(VectorWhiteningTransformer parent, DataViewSchema inputSchema) 583protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 585var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 592result[iinfo] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[iinfo].outputColumnName, outType, null);
Microsoft.ML.OnnxConverter (2)
SaveOnnxCommand.cs (2)
222private static void AddSlotNames(OnnxContextImpl ctx, DataViewSchema.Column column) 247private bool HasKeyValues(DataViewSchema.Column column)
Microsoft.ML.OnnxTransformer (10)
OnnxMapType.cs (1)
13/// The corresponding <see cref="DataViewSchema.Column.Type"/> of ONNX's map type in <see cref="IDataView"/>'s type system.
OnnxSequenceType.cs (1)
13/// The corresponding <see cref="DataViewSchema.Column.Type"/> of ONNX's sequence type in <see cref="IDataView"/>'s type system.
OnnxTransform.cs (8)
232private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 449private protected override IRowMapper MakeRowMapper(DataViewSchema inputSchema) => new Mapper(this, inputSchema); 506public Mapper(OnnxTransformer parent, DataViewSchema inputSchema) : 566protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 569var info = new DataViewSchema.DetachedColumn[_parent.Outputs.Length]; 575var builder = new DataViewSchema.Annotations.Builder(); 578info[i] = new DataViewSchema.DetachedColumn(columnName, _parent.OutputTypes[i], builder.ToAnnotations()); 583private void AddSlotNames(string columnName, DataViewSchema.Annotations.Builder builder)
Microsoft.ML.OnnxTransformerTest (4)
DnnImageFeaturizerTest.cs (1)
238var loadedModel = ML.Model.Load(modelPath, out var inputSchema);
OnnxTransformTests.cs (3)
267var loadedModel = ML.Model.Load(tempPath, out DataViewSchema modelSchema); 318var loadedModel = ML.Model.Load(tempPath, out DataViewSchema modelSchema); 1088loadedModel = ML.Model.Load(fs, out var schema);
Microsoft.ML.Parquet (31)
ParquetLoader.cs (10)
314private DataViewSchema CreateSchema(IExceptionContext ectx, Column[] cols) 318var builder = new DataViewSchema.Builder(); 319builder.AddColumns(cols.Select(c => new DataViewSchema.DetachedColumn(c.Name, c.ColType, null))); 387public DataViewSchema Schema { get; } 394public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 400public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 448public Cursor(ParquetLoader parent, IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand) 587public override DataViewSchema Schema => _loader.Schema; 598public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 625public override bool IsColumnActive(DataViewSchema.Column column)
PartitionedFileLoader.cs (21)
290public DataViewSchema Schema { get; } 297public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 302public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 315private DataViewSchema CreateSchema(IExceptionContext ectx, Column[] cols, ILegacyDataLoader subLoader) 320var builder = new DataViewSchema.Builder(); 321builder.AddColumns(cols.Select(c => new DataViewSchema.DetachedColumn(c.Name, ColumnTypeExtensions.PrimitiveTypeFromKind(c.Type.Value), null))); 322var colSchema = builder.ToSchema(); 324var subSchema = subLoader.Schema; 332var schemas = new DataViewSchema[] 380private readonly IEnumerable<DataViewSchema.Column> _columnsNeeded; 381private readonly IEnumerable<DataViewSchema.Column> _subActivecolumnsNeeded; 388public Cursor(IChannelProvider provider, PartitionedFileLoader parent, IMultiStreamSource files, IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand) 411public override DataViewSchema Schema => _parent.Schema; 420public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 447public override bool IsColumnActive(DataViewSchema.Column column) 551_subGetters[i] = MarshalGetter(_subCursor.GetGetter<DataViewSchema.Column>, type.RawType, _subCursor.Schema[i]); 660private bool SchemasMatch(DataViewSchema schema1, DataViewSchema schema2) 681private Delegate MarshalGetter(Func<DataViewSchema.Column, ValueGetter<DataViewSchema.Column>> func, Type type, DataViewSchema.Column column)
Microsoft.ML.PCA (9)
PcaTrainer.cs (1)
390private protected override AnomalyPredictionTransformer<PcaModelParameters> MakeTransformer(PcaModelParameters model, DataViewSchema trainSchema)
PcaTransformer.cs (8)
244private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 500private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 502private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 523public ColumnSchemaInfo((string outputColumnName, string inputColumnName) columnPair, DataViewSchema schema, string weightColumn = null) 543public Mapper(PrincipalComponentAnalysisTransformer parent, DataViewSchema inputSchema) 561protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 563var result = new DataViewSchema.DetachedColumn[_numColumns]; 565result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _parent._transformInfos[i].OutputType, null);
Microsoft.ML.PerformanceTests (7)
CacheDataViewBench.cs (1)
22private DataViewSchema.Column _col;
HashBench.cs (5)
22public override DataViewSchema Schema { get; } 33public override bool IsColumnActive(DataViewSchema.Column column) 47public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 65var builder = new DataViewSchema.Builder(); 104var estimator = _env.Model.Load(modelPath, out var schema);
TextPredictionEngineCreation.cs (1)
41_trainedModel = _context.Model.Load(modelPath, out var inputSchema);
Microsoft.ML.Predictor.Tests (8)
TestPredictors.cs (8)
689var scoreColArray = new DataViewSchema.Column?[predCount]; 690var probColArray = new DataViewSchema.Column?[predCount]; 691var predColArray = new DataViewSchema.Column?[predCount]; 855DataViewSchema.Column? probCol = null; 856DataViewSchema.Column? predCol = null; 864var scoreColArray = new DataViewSchema.Column?[predCount]; 865var probColArray = new DataViewSchema.Column?[predCount]; 866var predColArray = new DataViewSchema.Column?[predCount];
Microsoft.ML.Recommender (15)
MatrixFactorizationPredictor.cs (11)
330public DataViewSchema InputSchema => InputRoleMappedSchema.Schema; 331public DataViewSchema OutputSchema { get; } 335public RowMapper(IHostEnvironment env, MatrixFactorizationModelParameters parent, RoleMappedSchema schema, DataViewSchema outputSchema) 365public IEnumerable<DataViewSchema.Column> GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> dependingColumns) 368return Enumerable.Empty<DataViewSchema.Column>(); 379private void CheckInputSchema(DataViewSchema schema, int matrixColumnIndexCol, int matrixRowIndexCol) 411DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 445internal MatrixFactorizationPredictionTransformer(IHostEnvironment env, MatrixFactorizationModelParameters model, DataViewSchema trainSchema, 512public override DataViewSchema GetOutputSchema(DataViewSchema inputSchema)
RecommenderUtils.cs (4)
15/// If the column roles, <see cref="MatrixColumnIndexKind"/> and <see cref="MatrixRowIndexKind"/>, uniquely exist in data, their <see cref="DataViewSchema.Column"/> would be assigned 22public static void CheckAndGetMatrixIndexColumns(RoleMappedData data, out DataViewSchema.Column matrixColumnIndexColumn, out DataViewSchema.Column matrixRowIndexColumn, bool isDecode) 48private static KeyDataViewType CheckRowColumnType(RoleMappedData data, RoleMappedSchema.ColumnRole role, out DataViewSchema.Column col, bool isDecode)
Microsoft.ML.Samples (27)
Dynamic\ModelOperations\SaveLoadModel.cs (1)
36model = mlContext.Model.Load(file, out DataViewSchema schema);
Dynamic\ModelOperations\SaveLoadModelFile.cs (1)
35model = mlContext.Model.Load("model.zip", out DataViewSchema schema);
Dynamic\SimpleDataViewImplementation.cs (7)
156public DataViewSchema Schema { get; } 163var builder = new DataViewSchema.Builder(); 172IEnumerable<DataViewSchema.Column> columnsNeeded, 179IEnumerable<DataViewSchema.Column> columnsNeeded, int n, 251public override DataViewSchema Schema { get; } 297DataViewSchema.Column column) 308public override bool IsColumnActive(DataViewSchema.Column column)
Dynamic\TensorFlow\TextClassification.cs (1)
65var schema = tensorFlowModel.GetModelSchema();
Dynamic\Trainers\BinaryClassification\PermutationFeatureImportanceLoadFromDisk.cs (1)
36var model = mlContext.Model.Load(modelPath, out var schema);
Dynamic\Trainers\MulticlassClassification\ImageClassification\ImageClassificationDefault.cs (1)
96DataViewSchema schema;
Dynamic\Trainers\MulticlassClassification\ImageClassification\LearningRateSchedulingCifarResnetTransferLearning.cs (1)
131DataViewSchema schema;
Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningEarlyStopping.cs (1)
121DataViewSchema schema;
Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningTrainTestSplit.cs (1)
113DataViewSchema schema;
Dynamic\Trainers\MulticlassClassification\PermutationFeatureImportanceLoadFromDisk.cs (1)
44var model = mlContext.Model.Load(modelPath, out var schema);
Dynamic\Trainers\Ranking\PermutationFeatureImportanceLoadFromDisk.cs (1)
43var model = mlContext.Model.Load(modelPath, out var schema);
Dynamic\Trainers\Regression\PermutationFeatureImportanceLoadFromDisk.cs (1)
42var model = mlContext.Model.Load(modelPath, out var schema);
Dynamic\Transforms\CustomMappingSaveAndLoad.cs (1)
56var inputSchema);
Dynamic\Transforms\TimeSeries\DetectAnomalyBySrCnn.cs (1)
96model = ml.Model.Load(file, out DataViewSchema schema);
Dynamic\Transforms\TimeSeries\DetectChangePointBySsa.cs (1)
105model = ml.Model.Load(file, out DataViewSchema schema);
Dynamic\Transforms\TimeSeries\DetectChangePointBySsaStream.cs (1)
109model = ml.Model.Load(stream, out DataViewSchema schema);
Dynamic\Transforms\TimeSeries\DetectIidChangePoint.cs (1)
103model = ml.Model.Load(file, out DataViewSchema schema);
Dynamic\Transforms\TimeSeries\DetectIidSpike.cs (1)
88model = ml.Model.Load(file, out DataViewSchema schema);
Dynamic\Transforms\TimeSeries\DetectSpikeBySsa.cs (1)
99model = ml.Model.Load(file, out DataViewSchema schema);
Dynamic\Transforms\TimeSeries\Forecasting.cs (1)
79modelCopy = ml.Model.Load(file, out DataViewSchema schema);
Dynamic\Transforms\TimeSeries\ForecastingWithConfidenceInterval.cs (1)
84modelCopy = ml.Model.Load(file, out DataViewSchema schema);
Microsoft.ML.Samples.GPU (5)
parent\6a273e5f1a281752\LearningRateSchedulingCifarResnetTransferLearning.cs (1)
131DataViewSchema schema;
parent\Microsoft.ML.Samples\Dynamic\TensorFlow\TextClassification.cs (1)
65var schema = tensorFlowModel.GetModelSchema();
parent\Microsoft.ML.Samples\Dynamic\Trainers\MulticlassClassification\ImageClassification\ImageClassificationDefault.cs (1)
96DataViewSchema schema;
parent\Microsoft.ML.Samples\Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningEarlyStopping.cs (1)
121DataViewSchema schema;
parent\Microsoft.ML.Samples\Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningTrainTestSplit.cs (1)
113DataViewSchema schema;
Microsoft.ML.StandardTrainers (42)
FactorizationMachine\FactorizationMachineTrainer.cs (1)
372var columns = new List<DataViewSchema.Column>(featureColumns);
FactorizationMachine\FieldAwareFactorizationMachineModelParameters.cs (6)
304internal FieldAwareFactorizationMachinePredictionTransformer(IHostEnvironment host, FieldAwareFactorizationMachineModelParameters model, DataViewSchema trainSchema, 368/// Gets the <see cref="DataViewSchema"/> result after transformation. 370/// <param name="inputSchema">The <see cref="DataViewSchema"/> of the input data.</param> 371/// <returns>The post transformation <see cref="DataViewSchema"/>.</returns> 372public override DataViewSchema GetOutputSchema(DataViewSchema inputSchema)
FactorizationMachine\FieldAwareFactorizationMachineUtils.cs (8)
63public DataViewSchema OutputSchema { get; } 65public DataViewSchema InputSchema => InputRoleMappedSchema.Schema; 69private readonly DataViewSchema.Column[] _columns; 74DataViewSchema outputSchema, FieldAwareFactorizationMachineModelParameters pred) 99DataViewRow ISchemaBoundRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 143IEnumerable<DataViewSchema.Column> ISchemaBoundRowMapper.GetDependenciesForNewColumns(IEnumerable<DataViewSchema.Column> columns) 146return Enumerable.Empty<DataViewSchema.Column>();
LdSvm\LdSvmTrainer.cs (1)
665private protected override BinaryPredictionTransformer<LdSvmModelParameters> MakeTransformer(LdSvmModelParameters model, DataViewSchema trainSchema)
Standard\LinearModelParameters.cs (2)
378var subBuilder = new DataViewSchema.Annotations.Builder(); 381var builder = new DataViewSchema.Annotations.Builder();
Standard\LogisticRegression\LogisticRegression.cs (1)
180MakeTransformer(CalibratedModelParametersBase<LinearBinaryModelParameters, PlattCalibrator> model, DataViewSchema trainSchema)
Standard\LogisticRegression\MulticlassLogisticRegression.cs (1)
383private protected override MulticlassPredictionTransformer<MaximumEntropyModelParameters> MakeTransformer(MaximumEntropyModelParameters model, DataViewSchema trainSchema)
Standard\ModelStatistics.cs (10)
154internal virtual void SaveText(TextWriter writer, DataViewSchema.Column featureColumn, int paramCountCap) 170internal virtual void SaveSummaryInKeyValuePairs(DataViewSchema.Column featureColumn, int paramCountCap, List<KeyValuePair<string, object>> resultCollection) 181internal virtual DataViewSchema.Annotations MakeStatisticsMetadata(RoleMappedSchema schema, in VBuffer<ReadOnlyMemory<char>> names) 183var builder = new DataViewSchema.Annotations.Builder(); 430private string[] GetFeatureNames(DataViewSchema.Column featureColumn) 474internal override void SaveText(TextWriter writer, DataViewSchema.Column featureColumn, int paramCountCap) 531internal override void SaveSummaryInKeyValuePairs(DataViewSchema.Column featureColumn, int paramCountCap, List<KeyValuePair<string, object>> resultCollection) 557internal override DataViewSchema.Annotations MakeStatisticsMetadata(RoleMappedSchema schema, in VBuffer<ReadOnlyMemory<char>> names) 561var builder = new DataViewSchema.Annotations.Builder(); 578var subMetaBuilder = new DataViewSchema.Annotations.Builder();
Standard\MulticlassClassification\MulticlassNaiveBayesTrainer.cs (1)
129private protected override MulticlassPredictionTransformer<NaiveBayesMulticlassModelParameters> MakeTransformer(NaiveBayesMulticlassModelParameters model, DataViewSchema trainSchema)
Standard\Online\AveragedPerceptron.cs (1)
217private protected override BinaryPredictionTransformer<LinearBinaryModelParameters> MakeTransformer(LinearBinaryModelParameters model, DataViewSchema trainSchema)
Standard\Online\LinearSvm.cs (1)
337private protected override BinaryPredictionTransformer<LinearBinaryModelParameters> MakeTransformer(LinearBinaryModelParameters model, DataViewSchema trainSchema)
Standard\Online\OnlineGradientDescent.cs (1)
202private protected override RegressionPredictionTransformer<LinearRegressionModelParameters> MakeTransformer(LinearRegressionModelParameters model, DataViewSchema trainSchema)
Standard\PoissonRegression\PoissonRegression.cs (1)
127private protected override RegressionPredictionTransformer<PoissonRegressionModelParameters> MakeTransformer(PoissonRegressionModelParameters model, DataViewSchema trainSchema)
Standard\SdcaBinary.cs (2)
1550private protected override BinaryPredictionTransformer<TModelParameters> MakeTransformer(TModelParameters model, DataViewSchema trainSchema) 2007private protected override BinaryPredictionTransformer<TModel> MakeTransformer(TModel model, DataViewSchema trainSchema)
Standard\SdcaMulticlass.cs (2)
565MaximumEntropyModelParameters model, DataViewSchema trainSchema) => 662LinearMulticlassModelParameters model, DataViewSchema trainSchema) =>
Standard\SdcaRegression.cs (1)
201private protected override RegressionPredictionTransformer<LinearRegressionModelParameters> MakeTransformer(LinearRegressionModelParameters model, DataViewSchema trainSchema)
Standard\Simple\SimpleTrainers.cs (2)
266var cols = colWeight > -1 ? new DataViewSchema.Column[] { labelCol, data.Schema.Weight.Value } : new DataViewSchema.Column[] { labelCol };
Microsoft.ML.TensorFlow (20)
TensorFlowModel.cs (5)
42/// Get <see cref="DataViewSchema"/> for complete model. Every node in the TensorFlow model will be included in the <see cref="DataViewSchema"/> object. 44public DataViewSchema GetModelSchema() 50/// Get <see cref="DataViewSchema"/> for only those nodes which are marked "Placeholder" in the TensorFlow model. 53public DataViewSchema GetInputSchema()
TensorflowTransform.cs (6)
249private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 431private protected override IRowMapper MakeRowMapper(DataViewSchema inputSchema) => new Mapper(this, inputSchema); 542public Mapper(TensorFlowTransformer parent, DataViewSchema inputSchema) : 784protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 786var info = new DataViewSchema.DetachedColumn[_parent.Outputs.Length]; 788info[i] = new DataViewSchema.DetachedColumn(_parent.Outputs[i], _parent.OutputTypes[i], null);
TensorflowUtils.cs (9)
26/// Key to access operator's type (a string) in <see cref="DataViewSchema.Column.Annotations"/>. 27/// Its value describes the Tensorflow operator that produces this <see cref="DataViewSchema.Column"/>. 31/// Key to access upstream operators' names (a string array) in <see cref="DataViewSchema.Column.Annotations"/>. 32/// Its value states operators that the associated <see cref="DataViewSchema.Column"/>'s generator depends on. 36internal static DataViewSchema GetModelSchema(IExceptionContext ectx, Graph graph, bool treatOutputAsBatched, string opType = null) 38var schemaBuilder = new DataViewSchema.Builder(); 63var metadataBuilder = new DataViewSchema.Annotations.Builder(); 120/// This method retrieves the information about the graph nodes of a TensorFlow model as an <see cref="DataViewSchema"/>. 130internal static DataViewSchema GetModelSchema(IHostEnvironment env, string modelPath, bool treatOutputAsBatched = true)
Microsoft.ML.TensorFlow.Tests (17)
TensorFlowEstimatorTests.cs (2)
212var schema = pipelineModel.Transform(data).Schema; 242var schema = tensorFlowModel.GetInputSchema();
TensorflowTests.cs (15)
564var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation); 988var schema = tensorFlowModel.GetInputSchema(); 1047var schema = tensorFlowModel.GetInputSchema(); 1091var schema = tensorFlowModel.GetInputSchema(); 1118var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation); 1155var outputSchema = transformer.GetOutputSchema(data.Schema); 1176DataViewSchema loadedInputschema; 1179var testOutputSchema = transformer.GetOutputSchema(data.Schema); 1331var schema = tensorFlowModel.GetModelSchema(); 1358var schema = tensorFlowModel.GetModelSchema(); 1415DataViewSchema schema; 1518DataViewSchema schema; 1677DataViewSchema schema; 1808DataViewSchema schema; 1879DataViewSchema schema;
Microsoft.ML.TestFramework (6)
DataPipe\TestDataPipeBase.cs (6)
86DataViewSchema loadedInputSchema; 94var schema = transformer.GetOutputSchema(data.Schema); 382var schema = view.Schema; 471protected bool CheckMetadataTypes(DataViewSchema sch) 529var schema = view.Schema; 575var schema = view.Schema;
Microsoft.ML.TestFrameworkCommon (6)
TestCommon.cs (6)
88public static bool CheckSameSchemas(DataViewSchema sch1, DataViewSchema sch2, bool exactTypes = true, bool keyNames = true) 226private static bool TryGetColumnIndex(this DataViewSchema schema, string name, out int col) 232private static bool CheckMetadataNames(string kind, ulong size, DataViewSchema sch1, DataViewSchema sch2, int col, bool exactTypes, bool mustBeText) 269private static bool CheckMetadataCallFailure(string kind, DataViewSchema sch, int col, ref VBuffer<ReadOnlyMemory<char>> names)
Microsoft.ML.Tests (45)
CalibratedModelParametersTests.cs (3)
33var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 55var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 78var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema);
FakeSchemaTest.cs (3)
23var metadataBuilder = new DataViewSchema.Annotations.Builder(); 25var schemaBuilder = new DataViewSchema.Builder(); 32var fakeSchema = FakeSchemaFactory.Create(shape);
ImagesTests.cs (1)
89model2 = ML.Model.Load(fs, out var schema);
PermutationFeatureImportanceTests.cs (10)
48var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 116var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 190var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 278var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 353var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 427var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 535var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 608var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 686var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema); 755var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema);
Scenarios\Api\CookbookSamples\CookbookSamplesDynamicApi.cs (2)
203ITransformer loadedModel = mlContext.Model.Load(modelPath, out var schema); 762ITransformer loadedModel = newContext.Model.Load(modelPath, out var schema);
TextLoaderTests.cs (3)
906DataViewSchema columnsPeriod = textDataDecimalMarkerPeriod.Schema; 956DataViewSchema columnsComma = textDataDecimalMarkerComma.Schema; 1011DataViewSchema columns = textData.Schema;
TrainerEstimators\CalibratorEstimators.cs (1)
259oldPlattCalibratorTransformer = ML.Model.Load(fs, out var schema);
TrainerEstimators\LbfgsTests.cs (2)
126transformerChain = ML.Model.Load(fs, out var schema); 221transformerChain = ML.Model.Load(fs, out var schema);
TrainerEstimators\MatrixFactorizationTests.cs (2)
113var outputSchema = model.GetOutputSchema(data.Schema); 543model = ML.Model.Load(fs, out var schema);
TrainerEstimators\TreeEnsembleFeaturizerTest.cs (3)
55var outputSchema = boundMapper.OutputSchema; 625loadedModel = ML.Model.Load(fs, out var schema); 682loadedModel = ML.Model.Load(fs, out var schema);
Transformers\ConcatTests.cs (2)
59static DataViewType GetType(DataViewSchema schema, string name) 116static DataViewType GetType(DataViewSchema schema, string name)
Transformers\ConvertTests.cs (1)
396modelOld = ML.Model.Load(fs, out var schema);
Transformers\CopyColumnEstimatorTests.cs (1)
105var loadedTransformer = env.Model.Load(ms, out var schema);
Transformers\HashTests.cs (4)
133var builder = new DataViewSchema.Annotations.Builder(); 165builder = new DataViewSchema.Annotations.Builder(); 196builder = new DataViewSchema.Annotations.Builder(); 338var model = ML.Model.Load(modelPath, out var _);
Transformers\NormalizerTests.cs (2)
1006var normalizer = ML.Model.Load(modelPath, out var schema); 1060var loadedModel = ML.Model.Load(modelAndSchemaPath, out var schema);
Transformers\SelectColumnsTests.cs (2)
185var loadedTransformer = ML.Model.Load(ms, out var schema); 205var loadedTransformer = ML.Model.Load(ms, out var schema);
Transformers\TextFeaturizerTests.cs (2)
751var model = ML.Model.Load(modelPath, out var inputSchema); 752var outputSchema = model.GetOutputSchema(inputSchema);
Transformers\ValueMappingTests.cs (1)
700var loadedTransformer = ML.Model.Load(ms, out var schema);
Microsoft.ML.TimeSeries (114)
IidAnomalyDetectionBase.cs (9)
20/// Whether a call to <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 35public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => InternalTransform.GetOutputSchema(inputSchema); 44IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 48/// Same as <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> but also supports mechanism to save the state. 52public IRowToRowMapper GetStatefulRowToRowMapper(DataViewSchema inputSchema) 74internal IStatefulRowMapper MakeRowMapper(DataViewSchema schema) => InternalTransform.MakeRowMapper(schema); 119public override DataViewSchema GetOutputSchema(DataViewSchema inputSchema)
IidChangePointDetector.cs (1)
189private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema)
IidSpikeDetector.cs (1)
169private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema)
PredictionEngine.cs (7)
21/// Same as <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> but also supports mechanism to save the state. 25IRowToRowMapper GetStatefulRowToRowMapper(DataViewSchema inputSchema); 160internal DataViewRow GetStatefulRows(DataViewRow input, IRowToRowMapper mapper, IEnumerable<DataViewSchema.Column> activeColumns, List<StatefulRow> rows) 192var deps = new IEnumerable<DataViewSchema.Column>[innerMappers.Length]; 236private IRowToRowMapper GetRowToRowMapper(DataViewSchema inputSchema) 252DataViewSchema schema = inputSchema; 265private protected override Func<DataViewSchema, IRowToRowMapper> TransformerChecker(IExceptionContext ectx, ITransformer transformer)
SeasonalityDetector.cs (1)
66var rowCursor = input.GetRowCursor(new List<DataViewSchema.Column>() { column.Value });
SequentialAnomalyDetectionTransformBase.cs (7)
298internal override IStatefulRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(Host, this, schema); 304private readonly DataViewSchema _parentSchema; 309public Mapper(IHostEnvironment env, SequentialAnomalyDetectionTransformBase<TInput, TState> parent, DataViewSchema inputSchema) 331public DataViewSchema.DetachedColumn[] GetOutputColumns() 333var meta = new DataViewSchema.Annotations.Builder(); 335var info = new DataViewSchema.DetachedColumn[1]; 336info[0] = new DataViewSchema.DetachedColumn(_parent.OutputColumnName, new VectorDataViewType(NumberDataViewType.Double, _parent.OutputLength), meta.ToAnnotations());
SequentialForecastingTransformBase.cs (5)
11using static Microsoft.ML.DataViewSchema; 95internal override IStatefulRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(Host, this, schema); 101private readonly DataViewSchema _parentSchema; 106public Mapper(IHostEnvironment env, SequentialForecastingTransformBase<TInput, TState> parent, DataViewSchema inputSchema) 126public DataViewSchema.DetachedColumn[] GetOutputColumns()
SequentialTransformBase.cs (6)
377protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 383public override DataViewSchema OutputSchema => _transform.Schema; 390public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 407public override DataViewSchema Schema { get { return _parent.OutputSchema; } } 412public override bool IsColumnActive(DataViewSchema.Column column) 425public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
SequentialTransformerBase.cs (37)
440public abstract DataViewSchema GetOutputSchema(DataViewSchema inputSchema); 442internal abstract IStatefulRowMapper MakeRowMapper(DataViewSchema schema); 452public IRowToRowMapper GetRowToRowMapper(DataViewSchema inputSchema) 457IRowToRowMapper IStatefulTransformer.GetStatefulRowToRowMapper(DataViewSchema inputSchema) 565protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 582public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 595public DataViewSchema InputSchema => Source.Schema; 597public override DataViewSchema OutputSchema => _bindings.Schema; 602public IEnumerable<DataViewSchema.Column> GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns) 605return Enumerable.Empty<DataViewSchema.Column>(); 610DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 621private readonly DataViewSchema _schema; 629public override DataViewSchema Schema => _schema; 660public override ValueGetter<T> GetGetter<T>(DataViewSchema.Column column) 680public override bool IsColumnActive(DataViewSchema.Column column) 702public override DataViewSchema Schema => _parent.OutputSchema; 707public override bool IsColumnActive(DataViewSchema.Column column) 720public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 752public override DataViewSchema OutputSchema => _bindings.Schema; 766public static DataViewSchema GetOutputSchema(DataViewSchema inputSchema, IRowMapper mapper) 837private IEnumerable<DataViewSchema.Column> GetActive(Func<int, bool> predicate) 866protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 875public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 920public IEnumerable<DataViewSchema.Column> GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns) 926DataViewSchema IRowToRowMapper.InputSchema => Source.Schema; 928DataViewRow IRowToRowMapper.GetRow(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns) 957public override DataViewSchema Schema { get; } 960DataViewSchema schema, Delegate[] getters, Action<PingerArgument> pinger, Action disposer) 983public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 1007public override bool IsColumnActive(DataViewSchema.Column column) 1025public override DataViewSchema Schema => _bindings.Schema; 1039public override bool IsColumnActive(DataViewSchema.Column column) 1052public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
SlidingWindowTransformBase.cs (1)
99var sch = OutputSchema;
SrCnnAnomalyDetectionBase.cs (9)
18/// Whether a call to <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 32public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => InternalTransform.GetOutputSchema(inputSchema); 41IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 45/// Same as <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> but also supports mechanism to save the state. 49public IRowToRowMapper GetStatefulRowToRowMapper(DataViewSchema inputSchema) 70internal IStatefulRowMapper MakeRowMapper(DataViewSchema schema) => InternalTransform.MakeRowMapper(schema); 110public override DataViewSchema GetOutputSchema(DataViewSchema inputSchema)
SRCNNAnomalyDetector.cs (1)
139private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema)
SrCnnEntireAnomalyDetector.cs (1)
150public Bindings(DataViewSchema input, string inputColumnName, string outputColumnName, VectorDataViewType outputColumnType)
SrCnnTransformBase.cs (7)
141internal override IStatefulRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(Host, this, schema); 147private readonly DataViewSchema _parentSchema; 152public Mapper(IHostEnvironment env, SrCnnTransformBase<TInput, TState> parent, DataViewSchema inputSchema) 174public DataViewSchema.DetachedColumn[] GetOutputColumns() 176var meta = new DataViewSchema.Annotations.Builder(); 178var info = new DataViewSchema.DetachedColumn[1]; 179info[0] = new DataViewSchema.DetachedColumn(_parent.OutputColumnName, new VectorDataViewType(NumberDataViewType.Double, _parent.OutputLength), meta.ToAnnotations());
SsaAnomalyDetectionBase.cs (9)
89/// Whether a call to <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 104public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => InternalTransform.GetOutputSchema(inputSchema); 113IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 117/// Same as <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> but also supports mechanism to save the state. 121public IRowToRowMapper GetStatefulRowToRowMapper(DataViewSchema inputSchema) 140internal IStatefulRowMapper MakeRowMapper(DataViewSchema schema) => InternalTransform.MakeRowMapper(schema); 245public override DataViewSchema GetOutputSchema(DataViewSchema inputSchema)
SsaChangePointDetector.cs (1)
198private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema)
SSaForecasting.cs (1)
202private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema)
SsaForecastingBase.cs (9)
22/// Whether a call to <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 37public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => InternalTransform.GetOutputSchema(inputSchema); 46IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 50/// Same as <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> but also supports mechanism to save the state. 54public IRowToRowMapper GetStatefulRowToRowMapper(DataViewSchema inputSchema) 73internal IStatefulRowMapper MakeRowMapper(DataViewSchema schema) => InternalTransform.MakeRowMapper(schema); 169public override DataViewSchema GetOutputSchema(DataViewSchema inputSchema)
SsaSpikeDetector.cs (1)
179private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema)
Microsoft.ML.TimeSeries.Tests (4)
TimeSeriesDirectApi.cs (4)
252model2 = ml.Model.Load(file, out var schema); 272model3 = ml.Model.Load(file, out var schema); 340model2 = ml.Model.Load(file, out var schema); 495modelCopy = ml.Model.Load(file, out DataViewSchema schema);
Microsoft.ML.TorchSharp (93)
AutoFormerV2\ObjectDetectionMetrics.cs (10)
77DataViewSchema.Column labelCol, 78DataViewSchema.Column actualBoundingBoxColumn, 79DataViewSchema.Column predictedLabelCol, 80DataViewSchema.Column predictedBoundingBoxColumn, 81DataViewSchema.Column scoreCol 295DataViewSchema.Column predictedLabelCol, 296DataViewSchema.Column predictedBoundingBoxColumn, 297DataViewSchema.Column scoreCol) 341DataViewSchema.Column labelCol, 342DataViewSchema.Column actualBoundingBoxColumn)
AutoFormerV2\ObjectDetectionTrainer.cs (19)
183transformer = new ObjectDetectionTransformer(Host, Option, trainer.Model, new DataViewSchema.DetachedColumn(labelCol.Value)); 509public readonly DataViewSchema.DetachedColumn LabelColumn; 521internal ObjectDetectionTransformer(IHostEnvironment env, ObjectDetectionTrainer.Options options, AutoFormerV2 model, DataViewSchema.DetachedColumn labelColumn) 647private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new ObjDetMapper(this, schema); 650private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 703var meta = new DataViewSchema.Annotations.Builder(); 706var labelCol = new DataViewSchema.DetachedColumn(options.LabelColumnName, type, meta.ToAnnotations()); 726private static readonly FuncInstanceMethodInfo1<ObjDetMapper, DataViewSchema.DetachedColumn, Delegate> _makeLabelAnnotationGetter 727= FuncInstanceMethodInfo1<ObjDetMapper, DataViewSchema.DetachedColumn, Delegate>.Create(target => target.GetLabelAnnotations<int>); 730public ObjDetMapper(ObjectDetectionTransformer parent, DataViewSchema inputSchema) : 751protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 754var info = new DataViewSchema.DetachedColumn[3]; 758var meta = new DataViewSchema.Annotations.Builder(); 764var labelBuilder = new DataViewSchema.Annotations.Builder(); 767info[0] = new DataViewSchema.DetachedColumn(_parent.Options.PredictedLabelColumnName, new VectorDataViewType(new KeyDataViewType(typeof(uint), _parent.Options.NumberOfClasses)), labelBuilder.ToAnnotations()); 769info[1] = new DataViewSchema.DetachedColumn(_parent.Options.ScoreColumnName, new VectorDataViewType(NumberDataViewType.Single), meta.ToAnnotations()); 771info[2] = new DataViewSchema.DetachedColumn(_parent.Options.PredictedBoundingBoxColumnName, new VectorDataViewType(NumberDataViewType.Single)); 776private Delegate GetLabelAnnotations<T>(DataViewSchema.DetachedColumn labelCol) 781private ValueGetter<uint> GetScoreColumnSetId(DataViewSchema schema)
NasBert\NasBertTrainer.cs (18)
419internal NasBertTransformer(IHostEnvironment env, NasBertTrainer.NasBertOptions options, NasBertModel model, DataViewSchema.DetachedColumn labelColumn) 489private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => GetRowMapper(this, schema); 495private static readonly FuncInstanceMethodInfo1<NasBertMapper, DataViewSchema.DetachedColumn, Delegate> _makeLabelAnnotationGetter 496= FuncInstanceMethodInfo1<NasBertMapper, DataViewSchema.DetachedColumn, Delegate>.Create(target => target.GetLabelAnnotations<int>); 500public NasBertMapper(TorchSharpBaseTransformer<TLabelCol, TTargetsCol> parent, DataViewSchema inputSchema) : 505private protected override void AddInputColumnIndices(DataViewSchema inputSchema) 515protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 519var info = new DataViewSchema.DetachedColumn[2]; 524var meta = new DataViewSchema.Annotations.Builder(); 531var labelBuilder = new DataViewSchema.Annotations.Builder(); 534info[0] = new DataViewSchema.DetachedColumn(Parent.Options.PredictionColumnName, new KeyDataViewType(typeof(uint), Parent.Options.NumberOfClasses), labelBuilder.ToAnnotations()); 536info[1] = new DataViewSchema.DetachedColumn(Parent.Options.ScoreColumnName, new VectorDataViewType(NumberDataViewType.Single, Parent.Options.NumberOfClasses), meta.ToAnnotations()); 541var info = new DataViewSchema.DetachedColumn[1]; 545var labelBuilder = new DataViewSchema.Annotations.Builder(); 548info[0] = new DataViewSchema.DetachedColumn(Parent.Options.PredictionColumnName, new VectorDataViewType(new KeyDataViewType(typeof(uint), Parent.Options.NumberOfClasses - 1)), labelBuilder.ToAnnotations()); 554var info = new DataViewSchema.DetachedColumn[1]; 556info[0] = new DataViewSchema.DetachedColumn(Parent.Options.ScoreColumnName, NumberDataViewType.Single); 561private Delegate GetLabelAnnotations<T>(DataViewSchema.DetachedColumn labelCol)
NasBert\NerTrainer.cs (7)
109private protected override TorchSharpBaseTransformer<VBuffer<uint>, TargetType> CreateTransformer(IHost host, Options options, torch.nn.Module model, DataViewSchema.DetachedColumn labelColumn) 258internal NerTransformer(IHostEnvironment env, NasBertOptions options, NasBertModel model, DataViewSchema.DetachedColumn labelColumn) : base(env, options, model, labelColumn) 262private protected override IRowMapper GetRowMapper(TorchSharpBaseTransformer<VBuffer<uint>, TargetType> parent, DataViewSchema schema) 299private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 349var meta = new DataViewSchema.Annotations.Builder(); 352var labelCol = new DataViewSchema.DetachedColumn(options.LabelColumnName, type, meta.ToAnnotations()); 366public Mapper(TorchSharpBaseTransformer<VBuffer<uint>, TargetType> parent, DataViewSchema inputSchema) : base(parent, inputSchema)
NasBert\SentenceSimilarityTrainer.cs (6)
108private protected override TorchSharpBaseTransformer<float, float> CreateTransformer(IHost host, Options options, torch.nn.Module model, DataViewSchema.DetachedColumn labelColumn) 190internal SentenceSimilarityTransformer(IHostEnvironment env, NasBertOptions options, ModelForPrediction model, DataViewSchema.DetachedColumn labelColumn) : base(env, options, model, labelColumn) 194private protected override IRowMapper GetRowMapper(TorchSharpBaseTransformer<float, float> parent, DataViewSchema schema) 214private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 253var labelCol = new DataViewSchema.DetachedColumn(options.LabelColumnName, NumberDataViewType.Single); 260public Mapper(TorchSharpBaseTransformer<float, float> parent, DataViewSchema inputSchema) : base(parent, inputSchema)
NasBert\TextClassificationTrainer.cs (7)
108private protected override TorchSharpBaseTransformer<uint, long> CreateTransformer(IHost host, Options options, torch.nn.Module model, DataViewSchema.DetachedColumn labelColumn) 195internal TextClassificationTransformer(IHostEnvironment env, NasBertOptions options, NasBertModel model, DataViewSchema.DetachedColumn labelColumn) : base(env, options, model, labelColumn) 199private protected override IRowMapper GetRowMapper(TorchSharpBaseTransformer<uint, long> parent, DataViewSchema schema) 236private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 286var meta = new DataViewSchema.Annotations.Builder(); 289var labelCol = new DataViewSchema.DetachedColumn(options.LabelColumnName, type, meta.ToAnnotations()); 303public Mapper(TorchSharpBaseTransformer<uint, long> parent, DataViewSchema inputSchema) : base(parent, inputSchema)
Roberta\QATrainer.cs (9)
667private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new QAMapper(this, schema); 670private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 712public QAMapper(QATransformer parent, DataViewSchema inputSchema) : 735protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 738var info = new DataViewSchema.DetachedColumn[2]; 740var meta = new DataViewSchema.Annotations.Builder(); 746info[0] = new DataViewSchema.DetachedColumn(_parent.Options.PredictedAnswerColumnName, new VectorDataViewType(TextDataViewType.Instance)); 748info[1] = new DataViewSchema.DetachedColumn(_parent.Options.ScoreColumnName, new VectorDataViewType(NumberDataViewType.Single), meta.ToAnnotations()); 752private ValueGetter<uint> GetScoreColumnSetId(DataViewSchema schema)
TorchSharpBaseTrainer.cs (12)
120transformer = CreateTransformer(Host, Option, trainer.Model, new DataViewSchema.DetachedColumn(labelCol.Value)); 129private protected abstract TorchSharpBaseTransformer<TLabelCol, TTargetsCol> CreateTransformer(IHost host, TorchSharpBaseTrainer<TLabelCol, TTargetsCol>.Options options, Module model, DataViewSchema.DetachedColumn labelColumn); 385public readonly DataViewSchema.DetachedColumn LabelColumn; 388internal TorchSharpBaseTransformer(IHostEnvironment env, TorchSharpBaseTrainer.Options options, Module model, DataViewSchema.DetachedColumn labelColumn) 438private protected abstract IRowMapper GetRowMapper(TorchSharpBaseTransformer<TLabelCol, TTargetsCol> parent, DataViewSchema schema); 440private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => GetRowMapper(this, schema); 447private static readonly FuncInstanceMethodInfo1<TorchSharpBaseMapper, DataViewSchema.DetachedColumn, Delegate> _makeLabelAnnotationGetter 448= FuncInstanceMethodInfo1<TorchSharpBaseMapper, DataViewSchema.DetachedColumn, Delegate>.Create(target => target.GetLabelAnnotations<int>); 450private Delegate GetLabelAnnotations<T>(DataViewSchema.DetachedColumn labelCol) 455public TorchSharpBaseMapper(TorchSharpBaseTransformer<TLabelCol, TTargetsCol> parent, DataViewSchema inputSchema) : 474private protected abstract void AddInputColumnIndices(DataViewSchema inputSchema); 476private protected ValueGetter<uint> GetScoreColumnSetId(DataViewSchema schema)
TorchSharpCatalog.cs (5)
155DataViewSchema.Column labelCol, 156DataViewSchema.Column actualBoundingBoxColumn, 157DataViewSchema.Column predictedLabelCol, 158DataViewSchema.Column predictedBoundingBoxColumn, 159DataViewSchema.Column scoreCol)
Microsoft.ML.TorchSharp.Tests (8)
NerTests.cs (3)
80var transformerSchema = transformer.GetOutputSchema(dataView.Schema); 159var transformerSchema = transformer.GetOutputSchema(dataView.Schema); 233var transformerSchema = transformer.GetOutputSchema(dataView.Schema);
QATests.cs (1)
53var transformerSchema = transformer.GetOutputSchema(dataView.Schema);
TextClassificationTests.cs (4)
109var transformerSchema = transformer.GetOutputSchema(dataView.Schema); 247var transformerSchema = transformer.GetOutputSchema(dataView.Schema); 331var transformerSchema = transformer.GetOutputSchema(preppedData.Schema); 397var transformerSchema = transformer.GetOutputSchema(dataView.Schema);
Microsoft.ML.Transforms (305)
CountFeatureSelection.cs (2)
299var schema = input.Schema; 301var activeCols = new List<DataViewSchema.Column>();
CustomMappingFilter.cs (5)
23public DataViewSchema Schema => Input.Schema; 37public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 51public abstract DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null); 73public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 153public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null)
CustomMappingTransformer.cs (10)
31/// Whether a call to <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 76/// Returns the <see cref="DataViewSchema"/> which would be produced by the transformer applied to 79public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 101IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 108private IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 113private readonly DataViewSchema _inputSchema; 117public Mapper(CustomMappingTransformer<TSrc, TDst> parent, DataViewSchema inputSchema) 188DataViewSchema.DetachedColumn[] IRowMapper.GetOutputColumns() 192return Enumerable.Range(0, dstRow.Schema.Count).Select(x => new DataViewSchema.DetachedColumn(dstRow.Schema[x])).ToArray();
Dracula\CountTableTransformer.cs (16)
142var inputColumns = new DataViewSchema.Column[_columns.Length]; 160var cols = new List<DataViewSchema.Column>(); 178private void TrainTables(IDataView trainingData, List<DataViewSchema.Column> cols, MultiCountTableBuilderBase builder, DataViewSchema.Column labelColumn) 222private ValueGetter<long> GetLabelGetter(DataViewRow row, DataViewSchema.Column col) 309private static string[] InitLabelClassNames(IExceptionContext ectx, DataViewSchema.Column labelCol, int labelCardinality) 459private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 593private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 595private IRowMapper MakeRowMapperWithNoise(DataViewSchema schema) => new Mapper(this, schema, true); 602public Mapper(CountTableTransformer parent, DataViewSchema schema, bool addNoise = false) 609protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 611var outputCols = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 622var builder = new DataViewSchema.Annotations.Builder(); 625outputCols[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, type, builder.ToAnnotations()); 628outputCols[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, type); 633private ValueGetter<VBuffer<ReadOnlyMemory<char>>> GetSlotNamesGetter(DataViewSchema.Column inputCol, int iinfo)
Dracula\CountTargetEncodingTransformer.cs (3)
377public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 384IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema)
Dracula\MultiCountTable.cs (7)
52public abstract MultiCountTableBuilderBase ToBuilder(IHostEnvironment env, DataViewSchema.Column[] inputCols, long labelCardinality); 66DataViewSchema.Column[] inputColumns, 88private ParallelMultiCountTableBuilder(IHostEnvironment env, MultiCountTable table, DataViewSchema.Column[] inputCols, long labelCardinality) 226public override MultiCountTableBuilderBase ToBuilder(IHostEnvironment env, DataViewSchema.Column[] inputCols, long labelCardinality) 245public BagMultiCountTableBuilder(IHostEnvironment env, DataViewSchema.Column[] inputColumns, CountTableBuilderBase builder, long labelCardinality) 259public BagMultiCountTableBuilder(IHostEnvironment env, MultiCountTable table, DataViewSchema.Column[] inputCols, long labelCardinality) 359public override MultiCountTableBuilderBase ToBuilder(IHostEnvironment env, DataViewSchema.Column[] inputCols, long labelCardinality)
ExpressionTransformer.cs (22)
134private static int FindVectorInputColumn(IHostEnvironment env, IReadOnlyList<string> inputColumnNames, DataViewSchema inputSchema, DataViewType[] inputTypes) 335private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 419private protected override IRowMapper MakeRowMapper(DataViewSchema schema) 426Func<IExceptionContext, DataViewRow, DataViewSchema.Column[], Delegate, ValueGetter<int>> d; 451var inputColumns = new DataViewSchema.Column[inputColumnNames.Length]; 459private ValueGetter<TDst> GetGetter<T0, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, Delegate del) 474private ValueGetter<TDst> GetGetter<T0, T1, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, Delegate del) 492private ValueGetter<TDst> GetGetter<T0, T1, T2, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, Delegate del) 513private ValueGetter<TDst> GetGetter<T0, T1, T2, T3, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, Delegate del) 537private ValueGetter<TDst> GetGetter<T0, T1, T2, T3, T4, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, Delegate del) 568Func<IExceptionContext, DataViewRow, DataViewSchema.Column[], int[], Delegate, DataViewType, ValueGetter<VBuffer<int>>> d; 593var inputColumns = new DataViewSchema.Column[inputColumnNames.Length]; 601private ValueGetter<VBuffer<TDst>> GetGetterVec<T0, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, int[] perm, Delegate del, DataViewType outputColumnItemType) 666private ValueGetter<VBuffer<TDst>> GetGetterVec<T0, T1, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, int[] perm, Delegate del, DataViewType outputColumnItemType) 726private ValueGetter<VBuffer<TDst>> GetGetterVec<T0, T1, T2, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, int[] perm, Delegate del, DataViewType outputColumnItemType) 789private ValueGetter<VBuffer<TDst>> GetGetterVec<T0, T1, T2, T3, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, int[] perm, Delegate del, DataViewType outputColumnItemType) 855private ValueGetter<VBuffer<TDst>> GetGetterVec<T0, T1, T2, T3, T4, TDst>(IExceptionContext ectx, DataViewRow input, DataViewSchema.Column[] inputColumns, int[] perm, Delegate del, DataViewType outputColumnItemType) 929public Mapper(ExpressionTransformer parent, DataViewSchema inputSchema) 946protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 948var outputColumns = new DataViewSchema.DetachedColumn[_parent._columns.Length]; 951var builder = new DataViewSchema.Annotations.Builder(); 961outputColumns[i] = new DataViewSchema.DetachedColumn(_parent._columns[i].OutputColumnName, type, builder.ToAnnotations());
GcnTransform.cs (8)
195private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 282private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 315private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 326public Mapper(LpNormNormalizingTransformer parent, DataViewSchema inputSchema) 346protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 348var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 351var builder = new DataViewSchema.Annotations.Builder(); 355result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], builder.ToAnnotations());
GroupTransform.cs (19)
156public override DataViewSchema OutputSchema => _groupBinding.OutputSchema; 158protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 174public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 181/// This class describes the relation between <see cref="GroupTransform"/>'s input <see cref="DataViewSchema"/>, 182/// <see cref="GroupBinding._inputSchema"/>, and output <see cref="DataViewSchema"/>, <see cref="GroupBinding.OutputSchema"/>. 191/// <see cref="GroupBinding.BuildOutputSchema(DataViewSchema)"/> how this idea got implemented. 196private readonly DataViewSchema _inputSchema; 213/// Output <see cref="DataViewSchema"/> of <see cref="GroupTransform"/> when input schema is <see cref="_inputSchema"/>. 215public DataViewSchema OutputSchema { get; } 217public GroupBinding(IExceptionContext ectx, DataViewSchema inputSchema, string[] groupColumns, string[] keepColumns) 236public GroupBinding(DataViewSchema inputSchema, IHostEnvironment env, ModelLoadContext ctx) 277private DataViewSchema BuildOutputSchema(DataViewSchema sourceSchema) 280var schemaBuilder = new DataViewSchema.Builder(); 291var metadataBuilder = new DataViewSchema.Annotations.Builder(); 341private int[] GetColumnIds(DataViewSchema schema, string[] names, Func<string, Exception> except) 513public override DataViewSchema Schema => _parent.OutputSchema; 566public override bool IsColumnActive(DataViewSchema.Column column) 648public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
KeyToVectorMapping.cs (10)
71private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 141private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 144private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 167public Mapper(KeyToBinaryVectorMappingTransformer parent, DataViewSchema inputSchema) 188private ColInfo[] CreateInfos(DataViewSchema inputSchema) 203protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 205var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 210var builder = new DataViewSchema.Annotations.Builder(); 213result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], builder.ToAnnotations()); 218private void AddMetadata(int iinfo, DataViewSchema.Annotations.Builder builder)
LearnerFeatureSelection.cs (1)
280var schema = view.Schema;
MissingValueDroppingTransformer.cs (8)
131private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 156private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 170private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 184public Mapper(MissingValueDroppingTransformer parent, DataViewSchema inputSchema) : 205protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 207var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 210var builder = new DataViewSchema.Annotations.Builder(); 212result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], builder.ToAnnotations());
MissingValueIndicatorTransformer.cs (8)
128internal static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 142private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 176public Mapper(MissingValueIndicatorTransformer parent, DataViewSchema inputSchema) 183private ColInfo[] CreateInfos(DataViewSchema inputSchema) 203protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 205var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 210var builder = new DataViewSchema.Annotations.Builder(); 217result[iinfo] = new DataViewSchema.DetachedColumn(_infos[iinfo].Name, _infos[iinfo].OutputType, builder.ToAnnotations());
MissingValueReplacing.cs (10)
202private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 288var sourceColumns = new List<DataViewSchema.Column>(); 476private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 525private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 556public Mapper(MissingValueReplacingTransformer parent, DataViewSchema inputSchema) 593private ColInfo[] CreateInfos(DataViewSchema inputSchema) 608protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 610var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 615var builder = new DataViewSchema.Annotations.Builder(); 617result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], builder.ToAnnotations());
MutualInformationFeatureSelection.cs (1)
439var schema = input.Schema;
OneHotEncoding.cs (3)
135public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => _transformer.GetOutputSchema(inputSchema); 143IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) => ((ITransformer)_transformer).GetRowToRowMapper(inputSchema);
OneHotHashEncoding.cs (3)
180public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) => _transformer.GetOutputSchema(inputSchema); 198IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) => ((ITransformer)_transformer).GetRowToRowMapper(inputSchema);
OptionalColumnTransform.cs (16)
51private readonly DataViewSchema _inputWithOptionalColumn; 55int[] srcColsWithOptionalColumn, DataViewSchema input, DataViewSchema inputWithOptionalColumn, bool user, string[] names) 71public static Bindings Create(Arguments args, DataViewSchema input, OptionalColumnTransform parent) 89public static Bindings Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema input, OptionalColumnTransform parent) 220public IEnumerable<DataViewSchema.Column> GetDependencies(IEnumerable<DataViewSchema.Column> dependingColumns) 315public override DataViewSchema OutputSchema => _bindings.AsSchema; 323protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 336public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 367protected override IEnumerable<DataViewSchema.Column> GetDependenciesCore(IEnumerable<DataViewSchema.Column> dependingColumns) 375protected override Delegate[] CreateGetters(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns, out Action disposer) 458public override DataViewSchema Schema => _bindings.AsSchema; 463public override bool IsColumnActive(DataViewSchema.Column column) 476public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
ProduceIdTransform.cs (8)
39public Bindings(DataViewSchema input, bool user, string name) 51public static Bindings Create(ModelLoadContext ctx, DataViewSchema input) 96public override DataViewSchema OutputSchema => _bindings.AsSchema; 140protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 153public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 178public override DataViewSchema Schema => _bindings.AsSchema; 191public override bool IsColumnActive(DataViewSchema.Column column) 209public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
RandomFourierFeaturizing.cs (8)
242private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 283var activeColumns = new List<DataViewSchema.Column>(); 390private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 467private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 476public Mapper(ApproximatedKernelTransformer parent, DataViewSchema inputSchema) 494protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 496var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 498result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], null);
StatefulCustomMappingTransformer.cs (15)
35/// Whether a call to <see cref="ITransformer.GetRowToRowMapper(DataViewSchema)"/> should succeed, on an 74/// Returns the <see cref="DataViewSchema"/> which would be produced by the transformer applied to 77public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 99IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema) 111public override DataViewSchema OutputSchema => _bindings.Schema; 122var cols = Enumerable.Range(0, dstRow.Schema.Count).Select(x => new DataViewSchema.DetachedColumn(dstRow.Schema[x])).ToArray(); 129public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 158protected override Delegate[] CreateGetters(DataViewRow input, IEnumerable<DataViewSchema.Column> activeColumns, out Action disp) 206protected override IEnumerable<DataViewSchema.Column> GetDependenciesCore(IEnumerable<DataViewSchema.Column> dependingColumns) 229protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 270public override DataViewSchema Schema => _parent.OutputSchema; 312public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 330public override bool IsColumnActive(DataViewSchema.Column column)
StatefulFilterTransform.cs (8)
93DataViewSchema IDataView.Schema => OutputSchema; 95public DataViewSchema OutputSchema => _bindings.Schema; 103public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 115public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 143public Cursor(StatefulFilterTransform<TSrc, TDst, TState> parent, RowCursor<TSrc> input, IEnumerable<DataViewSchema.Column> columnsNeeded) 211public override DataViewSchema Schema => _parent._bindings.Schema; 216public override bool IsColumnActive(DataViewSchema.Column column) 233public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
SvmLight\SvmLightLoader.cs (15)
399public DataViewSchema Schema { get; } 412var bldr = new DataViewSchema.Builder(); 424public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 431public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) 449public override DataViewSchema Schema => _parent.Schema; 479public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column) 501public override bool IsColumnActive(DataViewSchema.Column column) 535private readonly DataViewSchema _outputSchema; 639private DataViewSchema CreateOutputSchema() 647var schema = keyVectorsToIndexVectors.GetOutputSchema(data.Schema); 713private static ITransformer CreateOutputTransformer(IHostEnvironment env, int keyCount, bool keyIndices, DataViewSchema inputSchema) 748public DataViewSchema GetOutputSchema() => _outputSchema; 778public DataViewSchema Schema => _view.Schema; 791public DataViewRowCursor GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) => _view.GetRowCursor(columnsNeeded, rand); 793public DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand = null) => _view.GetRowCursorSet(columnsNeeded, n, rand);
SvmLight\SvmLightSaver.cs (1)
122var columns = new List<DataViewSchema.Column>() { labelCol.Value, featureCol.Value };
Text\LdaTransform.cs (8)
567public Mapper(LatentDirichletAllocationTransformer parent, DataViewSchema inputSchema) 585protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 587var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 591result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, new VectorDataViewType(NumberDataViewType.Single, info.NumberOfTopics), null); 717private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 829var activeColumns = new List<DataViewSchema.Column>(); 835var inputSchema = inputData.Schema; 973private protected override IRowMapper MakeRowMapper(DataViewSchema schema)
Text\NgramHashingTransformer.cs (11)
200var sourceColumnsForInvertHash = new List<DataViewSchema.Column>(); 274private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 372private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 382public Mapper(NgramHashingTransformer parent, DataViewSchema inputSchema, FinderDecorator decorator = null) : 605protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 607var result = new DataViewSchema.DetachedColumn[_parent._columns.Length]; 610var builder = new DataViewSchema.Annotations.Builder(); 612result[i] = new DataViewSchema.DetachedColumn(_parent._columns[i].Name, _types[i], builder.ToAnnotations()); 617private void AddMetadata(int i, DataViewSchema.Annotations.Builder builder) 646public InvertHashHelper(NgramHashingTransformer parent, DataViewSchema inputSchema, string[][] friendlyNames, IEnumerable<DataViewSchema.Column> columnsNeeded, int[] invertHashMaxCounts)
Text\NgramTransform.cs (10)
200private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 231var activeCols = new List<DataViewSchema.Column>(); 376private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 473private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 482public Mapper(NgramExtractingTransformer parent, DataViewSchema inputSchema) 497protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 499var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 502var builder = new DataViewSchema.Annotations.Builder(); 505result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], builder.ToAnnotations()); 510private void AddMetadata(int iinfo, DataViewSchema.Annotations.Builder builder)
Text\StopWordsRemovingTransformer.cs (13)
187private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 279private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 282private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 357public Mapper(StopWordsRemovingTransformer parent, DataViewSchema inputSchema) 390protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 392var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 397result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i]); 1056private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 1059private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 1068public Mapper(CustomStopWordsRemovingTransformer parent, DataViewSchema inputSchema) 1084protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 1086var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 1091result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i]);
Text\TextFeaturizingEstimator.cs (4)
628private static string GenerateColumnName(DataViewSchema schema, string srcName, string xfTag) 696public DataViewSchema GetOutputSchema(DataViewSchema inputSchema) 710IRowToRowMapper ITransformer.GetRowToRowMapper(DataViewSchema inputSchema)
Text\TextNormalizing.cs (7)
116private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 193private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 196private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 203public Mapper(TextNormalizingTransformer parent, DataViewSchema inputSchema) 257protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 259var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 264result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _types[i], null);
Text\TokenizingByCharacters.cs (9)
120private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 183private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 186private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 198public Mapper(TokenizingByCharactersTransformer parent, DataViewSchema inputSchema) 271protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 273var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 276var builder = new DataViewSchema.Annotations.Builder(); 278result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _type, builder.ToAnnotations()); 283private void AddMetadata(int iinfo, DataViewSchema.Annotations.Builder builder)
Text\WordBagTransform.cs (7)
253private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 262private protected override IRowMapper MakeRowMapper(DataViewSchema schema) 286public Mapper(IHost host, DataViewSchema inputSchema, RowToRowTransformerBase parent) 292protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 294return new DataViewSchema.DetachedColumn[] 296new DataViewSchema.DetachedColumn(_parent._columnName, TextDataViewType.Instance) 699public static string[][] GenerateUniqueSourceNames(IHostEnvironment env, ManyToOneColumn[] columns, DataViewSchema schema)
Text\WordEmbeddingsExtractor.cs (7)
282private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 299private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 301private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 313public Mapper(WordEmbeddingTransformer parent, DataViewSchema inputSchema) 329protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 330=> _parent.ColumnPairs.Select(x => new DataViewSchema.DetachedColumn(x.outputColumnName, _outputType, null)).ToArray(); 337var schema = _parent.GetOutputSchema(InputSchema);
Text\WordTokenizing.cs (7)
122private protected override void CheckInputColumn(DataViewSchema inputSchema, int col, int srcCol) 195private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 198private protected override IRowMapper MakeRowMapper(DataViewSchema schema) => new Mapper(this, schema); 208public Mapper(WordTokenizingTransformer parent, DataViewSchema inputSchema) 222protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 224var result = new DataViewSchema.DetachedColumn[_parent.ColumnPairs.Length]; 229result[i] = new DataViewSchema.DetachedColumn(_parent.ColumnPairs[i].outputColumnName, _type, null);
Text\WrappedTextTransformers.cs (1)
401var fakeSchema = FakeSchemaFactory.Create(inputSchema);
UngroupTransform.cs (14)
164public override DataViewSchema OutputSchema => _ungroupBinding.OutputSchema; 180protected override DataViewRowCursor GetRowCursorCore(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand = null) 190public override DataViewRowCursor[] GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, 240private readonly DataViewSchema _inputSchema; 265/// Output data's <see cref="DataViewSchema"/> produced by this <see cref="UngroupTransform"/> 268public DataViewSchema OutputSchema { get; } 270public UngroupBinding(IExceptionContext ectx, DataViewSchema inputSchema, UngroupMode mode, string[] pivotColumns) 290var schemaBuilder = new DataViewSchema.Builder(); 303var metadataBuilder = new DataViewSchema.Annotations.Builder(); 320private static void Bind(IExceptionContext ectx, DataViewSchema inputSchema, 343public static UngroupBinding Create(ModelLoadContext ctx, IExceptionContext ectx, DataViewSchema inputSchema) 594public override DataViewSchema Schema => _ungroupBinding.OutputSchema; 599public override bool IsColumnActive(DataViewSchema.Column column) 610public override ValueGetter<TValue> GetGetter<TValue>(DataViewSchema.Column column)
Microsoft.ML.Vision (9)
DnnRetrainTransform.cs (8)
227private (int, bool, TF_DataType, Shape) GetTrainingInputInfo(DataViewSchema inputSchema, string columnName, string tfNodeName, int batchSize) 285var inputSchema = input.Schema; 499private static IRowMapper Create(IHostEnvironment env, ModelLoadContext ctx, DataViewSchema inputSchema) 668private protected override IRowMapper MakeRowMapper(DataViewSchema inputSchema) => new Mapper(this, inputSchema); 765public Mapper(DnnRetrainTransformer parent, DataViewSchema inputSchema) : 951protected override DataViewSchema.DetachedColumn[] GetOutputColumnsCore() 953var info = new DataViewSchema.DetachedColumn[_parent._outputs.Length]; 955info[i] = new DataViewSchema.DetachedColumn(_parent._outputs[i], _parent._outputTypes[i], null);
ImageClassificationTrainer.cs (1)
650ImageClassificationModelParameters model, DataViewSchema trainSchema)