161 references to ColumnPurpose
Microsoft.ML.AutoML (84)
API\AutoCatalog.cs (5)
821var textFeatures = columnPurposes.Where(c => c.Purpose == ColumnPurpose.TextFeature); 822var numericFeatures = columnPurposes.Where(c => c.Purpose == ColumnPurpose.NumericFeature 825var booleanFeatures = columnPurposes.Where(c => c.Purpose == ColumnPurpose.NumericFeature && !numericFeatures.Contains(c)); 826var catalogFeatures = columnPurposes.Where(c => c.Purpose == ColumnPurpose.CategoricalFeature); 827var imagePathFeatures = columnPurposes.Where(c => c.Purpose == ColumnPurpose.ImagePath);
ColumnInference\ColumnGroupingInference.cs (11)
29public ColumnPurpose Purpose; 32public GroupingColumn(string name, DataKind kind, ColumnPurpose purpose, Range[] ranges) 85private static int GetPurposeGroupId(int columnIndex, ColumnPurpose purpose) 87if (purpose == ColumnPurpose.CategoricalFeature || 88purpose == ColumnPurpose.TextFeature || 89purpose == ColumnPurpose.Ignore) 94private static string GetName(DataKind itemKind, ColumnPurpose purpose, List<GroupingColumn> previousColumns) 108private static string GetPurposeName(ColumnPurpose purpose, DataKind itemKind) 112case ColumnPurpose.NumericFeature: 121case ColumnPurpose.CategoricalFeature: 124return Enum.GetName(typeof(ColumnPurpose), purpose);
ColumnInference\ColumnInferenceApi.cs (1)
72IEnumerable<(string, ColumnPurpose)> purposeResults = null;
ColumnInference\ColumnInformationUtil.cs (26)
12internal static ColumnPurpose? GetColumnPurpose(this ColumnInformation columnInfo, string columnName) 16return ColumnPurpose.Label; 21return ColumnPurpose.Weight; 26return ColumnPurpose.GroupId; 31return ColumnPurpose.SamplingKey; 36return ColumnPurpose.CategoricalFeature; 41return ColumnPurpose.NumericFeature; 46return ColumnPurpose.TextFeature; 51return ColumnPurpose.Ignore; 56return ColumnPurpose.UserId; 61return ColumnPurpose.ItemId; 66return ColumnPurpose.ImagePath; 72internal static ColumnInformation BuildColumnInfo(IEnumerable<(string name, ColumnPurpose purpose)> columnPurposes) 80case ColumnPurpose.Label: 83case ColumnPurpose.Weight: 86case ColumnPurpose.SamplingKey: 89case ColumnPurpose.CategoricalFeature: 92case ColumnPurpose.Ignore: 95case ColumnPurpose.NumericFeature: 98case ColumnPurpose.UserId: 101case ColumnPurpose.ItemId: 104case ColumnPurpose.GroupId: 107case ColumnPurpose.TextFeature: 110case ColumnPurpose.ImagePath: 145public static IDictionary<ColumnPurpose, int> CountColumnsByPurpose(ColumnInformation columnInformation) 147var result = new Dictionary<ColumnPurpose, int>();
ColumnInference\PurposeInference.cs (15)
23public readonly ColumnPurpose Purpose; 25public Column(int columnIndex, ColumnPurpose purpose) 48private ColumnPurpose _suggestedPurpose; 55public ColumnPurpose SuggestedPurpose 69public IntermediateColumn(IDataView data, int columnId, ColumnPurpose suggestedPurpose = ColumnPurpose.Ignore) 152column.SuggestedPurpose = ColumnPurpose.CategoricalFeature; 156column.SuggestedPurpose = ColumnPurpose.TextFeature; 158column.SuggestedPurpose = ColumnPurpose.Ignore; 161column.SuggestedPurpose = ColumnPurpose.ImagePath; 175column.SuggestedPurpose = ColumnPurpose.NumericFeature; 189column.SuggestedPurpose = ColumnPurpose.NumericFeature; 203column.SuggestedPurpose = ColumnPurpose.TextFeature; 215column.SuggestedPurpose = ColumnPurpose.Ignore; 255intermediateCol = new IntermediateColumn(data, i, ColumnPurpose.Ignore);
DatasetDimensions\DatasetDimensionsApi.cs (1)
31if (itemType.IsText() && purpose.Purpose == ColumnPurpose.CategoricalFeature)
TransformInference\TransformInference.cs (22)
72public readonly ColumnPurpose Purpose; 75public IntermediateColumn(string name, DataViewType type, ColumnPurpose purpose, ColumnDimensions dimensions) 179var lastLabelColId = Array.FindLastIndex(columns, x => x.Purpose == ColumnPurpose.Label); 207if (column.Purpose == ColumnPurpose.UserId || 208column.Purpose == ColumnPurpose.ItemId) 230if (column.Purpose == ColumnPurpose.GroupId && !column.Type.IsKey()) 253if (column.Purpose != ColumnPurpose.CategoricalFeature) 300if (!column.Type.GetItemType().IsBool() || column.Purpose != ColumnPurpose.NumericFeature) 328if (!column.Type.GetItemType().IsText() || column.Purpose != ColumnPurpose.TextFeature) 354&& column.Purpose == ColumnPurpose.NumericFeature 380if (!column.Type.GetItemType().IsText() || column.Purpose != ColumnPurpose.ImagePath) 397var intermediateCols = columns.Where(c => c.Purpose != ColumnPurpose.Ignore) 437if (intermediateCol.Purpose == ColumnPurpose.NumericFeature && 445var labelColumnName = intermediateCols.FirstOrDefault(c => c.Purpose == ColumnPurpose.Label)?.ColumnName; 449var groupColumnName = intermediateCols.FirstOrDefault(c => c.Purpose == ColumnPurpose.GroupId)?.ColumnName; 452intermediateCols = intermediateCols.Where(c => c.Purpose == ColumnPurpose.NumericFeature || 453c.Purpose == ColumnPurpose.CategoricalFeature || c.Purpose == ColumnPurpose.TextFeature || 454c.Purpose == ColumnPurpose.ImagePath); 465intermediateCols.First().Purpose == ColumnPurpose.CategoricalFeature || 466intermediateCols.First().Purpose == ColumnPurpose.TextFeature || 467intermediateCols.First().Purpose == ColumnPurpose.ImagePath))
TransformInference\TransformPostTrainerInference.cs (1)
34var labelColumn = columns.First(c => c.Purpose == ColumnPurpose.Label);
Utils\DatasetColumnInfo.cs (2)
13public readonly ColumnPurpose Purpose; 16public DatasetColumnInfo(string name, DataViewType type, ColumnPurpose purpose, ColumnDimensions dimensions)
Microsoft.ML.AutoML.Tests (77)
ColumnInformationUtilTests.cs (10)
37Assert.Equal(ColumnPurpose.Label, ColumnInformationUtil.GetColumnPurpose(columnInfo, "Label")); 38Assert.Equal(ColumnPurpose.Weight, ColumnInformationUtil.GetColumnPurpose(columnInfo, "Weight")); 39Assert.Equal(ColumnPurpose.SamplingKey, ColumnInformationUtil.GetColumnPurpose(columnInfo, "SamplingKey")); 40Assert.Equal(ColumnPurpose.UserId, ColumnInformationUtil.GetColumnPurpose(columnInfo, "UserId")); 41Assert.Equal(ColumnPurpose.GroupId, ColumnInformationUtil.GetColumnPurpose(columnInfo, "GroupId")); 42Assert.Equal(ColumnPurpose.ItemId, ColumnInformationUtil.GetColumnPurpose(columnInfo, "MovieId")); 43Assert.Equal(ColumnPurpose.CategoricalFeature, ColumnInformationUtil.GetColumnPurpose(columnInfo, "Cat")); 44Assert.Equal(ColumnPurpose.NumericFeature, ColumnInformationUtil.GetColumnPurpose(columnInfo, "Num")); 45Assert.Equal(ColumnPurpose.TextFeature, ColumnInformationUtil.GetColumnPurpose(columnInfo, "Text")); 46Assert.Equal(ColumnPurpose.Ignore, ColumnInformationUtil.GetColumnPurpose(columnInfo, "Ignored"));
DatasetDimensionsTests.cs (6)
30new PurposeInference.Column(0, ColumnPurpose.CategoricalFeature), 31new PurposeInference.Column(0, ColumnPurpose.TextFeature), 50new PurposeInference.Column(0, ColumnPurpose.NumericFeature), 51new PurposeInference.Column(1, ColumnPurpose.NumericFeature), 81new PurposeInference.Column(0, ColumnPurpose.NumericFeature), 82new PurposeInference.Column(1, ColumnPurpose.NumericFeature),
PurposeInferenceTests.cs (3)
40Assert.Equal(ColumnPurpose.Label, purposes[0].Purpose); 42Assert.Equal(ColumnPurpose.Ignore, purposes[1].Purpose); 44Assert.Equal(ColumnPurpose.NumericFeature, purposes[2].Purpose);
TransformInferenceTests.cs (51)
26new DatasetColumnInfo("Numeric1", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 27new DatasetColumnInfo("Categorical1", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(7, null)), 28new DatasetColumnInfo("Categorical2", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(7, null)), 29new DatasetColumnInfo("LargeCat1", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(500, null)), 30new DatasetColumnInfo("LargeCat2", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(500, null)), 81new DatasetColumnInfo(DefaultColumnNames.Features, NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 82new DatasetColumnInfo("Numeric1", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 83new DatasetColumnInfo("Categorical1", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(7, null)), 84new DatasetColumnInfo("Categorical2", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(7, null)), 85new DatasetColumnInfo("LargeCat1", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(500, null)), 86new DatasetColumnInfo("LargeCat2", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(500, null)), 138new DatasetColumnInfo(DefaultColumnNames.Features, NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 139new DatasetColumnInfo("Categorical1", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(7, null)), 140new DatasetColumnInfo("LargeCat1", TextDataViewType.Instance, ColumnPurpose.CategoricalFeature, new ColumnDimensions(500, null)), 185new DatasetColumnInfo("Numeric", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 207new DatasetColumnInfo("Numeric1", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 208new DatasetColumnInfo("Numeric2", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 230new DatasetColumnInfo(DefaultColumnNames.Features, NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 251new DatasetColumnInfo(DefaultColumnNames.Features, new VectorDataViewType(NumberDataViewType.Single), ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 260new DatasetColumnInfo(DefaultColumnNames.Features, NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 261new DatasetColumnInfo("Numeric", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 283new DatasetColumnInfo("Numeric", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 304new DatasetColumnInfo("Numeric", new VectorDataViewType(NumberDataViewType.Single), ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 325new DatasetColumnInfo("Text", TextDataViewType.Instance, ColumnPurpose.TextFeature, new ColumnDimensions(null, null)), 357new DatasetColumnInfo(DefaultColumnNames.Features, NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 358new DatasetColumnInfo("Text", TextDataViewType.Instance, ColumnPurpose.TextFeature, new ColumnDimensions(null, null)), 392new DatasetColumnInfo("Bool", BooleanDataViewType.Instance, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 424new DatasetColumnInfo("Numeric", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 425new DatasetColumnInfo("Bool", BooleanDataViewType.Instance, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 458new DatasetColumnInfo(DefaultColumnNames.Features, NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 459new DatasetColumnInfo("Bool", BooleanDataViewType.Instance, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 492new DatasetColumnInfo("Missing", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, true)), 493new DatasetColumnInfo("Numeric", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, false)), 549new DatasetColumnInfo("Missing1", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, true)), 550new DatasetColumnInfo("Missing2", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, true)), 551new DatasetColumnInfo("Numeric", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, false)), 615new DatasetColumnInfo("Numeric1", NumberDataViewType.Single, ColumnPurpose.Ignore, new ColumnDimensions(null, null)), 616new DatasetColumnInfo("Numeric2", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 637new DatasetColumnInfo(DefaultColumnNames.Features, new VectorDataViewType(NumberDataViewType.Single), ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 638new DatasetColumnInfo(DefaultColumnNames.Label, NumberDataViewType.Single, ColumnPurpose.Label, new ColumnDimensions(null, null)), 647new DatasetColumnInfo(DefaultColumnNames.Features, new VectorDataViewType(NumberDataViewType.Single), ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 648new DatasetColumnInfo("CustomLabel", NumberDataViewType.Single, ColumnPurpose.Label, new ColumnDimensions(null, null)), 669foreach (var columnPurpose in new[] { ColumnPurpose.UserId, ColumnPurpose.ItemId }) 673new DatasetColumnInfo(DefaultColumnNames.Features, new VectorDataViewType(NumberDataViewType.Single), ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 684new DatasetColumnInfo(DefaultColumnNames.Features, new VectorDataViewType(NumberDataViewType.Single), ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 685new DatasetColumnInfo("CustomLabel", TextDataViewType.Instance, ColumnPurpose.Label, new ColumnDimensions(null, null)), 706new DatasetColumnInfo("Missing", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, true)), 707new DatasetColumnInfo("Missing_MissingIndicator", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, false)), 708new DatasetColumnInfo("Missing_MissingIndicator0", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, false)),
TransformPostTrainerInferenceTests.cs (6)
27new DatasetColumnInfo("Numeric1", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 28new DatasetColumnInfo("Label", NumberDataViewType.Single, ColumnPurpose.Label, new ColumnDimensions(null, null)), 50new DatasetColumnInfo("Numeric1", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 51new DatasetColumnInfo("Label", NumberDataViewType.Single, ColumnPurpose.Label, new ColumnDimensions(null, null)), 61new DatasetColumnInfo("Numeric1", NumberDataViewType.Single, ColumnPurpose.NumericFeature, new ColumnDimensions(null, null)), 62new DatasetColumnInfo("Label", new KeyDataViewType(typeof(uint), 3), ColumnPurpose.Label, new ColumnDimensions(null, null)),
Utils\TaskAgnosticAutoFit.cs (1)
45IEnumerable<(string, ColumnPurpose)> columnPurposes = null,