174 references to _mlContext
Microsoft.ML.TensorFlow.Tests (174)
TensorflowTests.cs (174)
124var data = TextLoader.Create(_mlContext, new TextLoader.Options() 133using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 134var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder, ("ImageReal", "ImagePath")) 135.Append(new ImageResizingEstimator(_mlContext, "ImageCropped", imageHeight, imageWidth, "ImageReal")) 136.Append(new ImagePixelExtractingEstimator(_mlContext, "Input", "ImageCropped", interleavePixelColors: true)) 138.Append(new ColumnConcatenatingEstimator(_mlContext, "Features", "Output")) 139.Append(new ValueToKeyMappingEstimator(_mlContext, "Label")) 140.AppendCacheCheckpoint(_mlContext) 141.Append(_mlContext.MulticlassClassification.Trainers.SdcaMaximumEntropy()); 147var metrics = _mlContext.MulticlassClassification.Evaluate(predictions); 150var predictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(transformer); 174var loader = _mlContext.Data.LoadFromEnumerable( 185using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 273var loader = _mlContext.Data.LoadFromEnumerable(data); 277using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 395var loader = _mlContext.Data.LoadFromEnumerable(data); 399using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 491var data = _mlContext.CreateLoader("Text{col=ImagePath:TX:0 col=Name:TX:1}", new MultiFileSource(dataFile)); 492var images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data); 493var cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", 32, 32, "ImageReal").Transform(images); 495var pixels = _mlContext.Transforms.ExtractPixels("image_tensor", "ImageCropped", outputAsFloatArray: false).Fit(cropped).Transform(cropped); 496using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 527var reader = _mlContext.Data.CreateTextLoader( 539var images = _mlContext.Transforms.LoadImages("ImageReal", "ImagePath", imageFolder).Fit(data).Transform(data); 540var cropped = _mlContext.Transforms.ResizeImages("ImageCropped", 224, 224, "ImageReal").Fit(images).Transform(images); 541var pixels = _mlContext.Transforms.ExtractPixels(inputName, "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped); 542using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 565var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation); 626schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation); 640var reader = _mlContext.Data.CreateTextLoader( 654using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel("mnist_model/frozen_saved_model.pb"); 655var pipe = _mlContext.Transforms.CopyColumns("reshape_input", "Placeholder") 657.Append(_mlContext.Transforms.Concatenate("Features", "Softmax", "dense/Relu")) 658.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("Label", "Features")); 662var metrics = _mlContext.MulticlassClassification.Evaluate(predicted); 669var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel); 685var reader = _mlContext.Data.CreateTextLoader(columns: new[] 696var pipe = _mlContext.Transforms.Categorical.OneHotEncoding("OneHotLabel", "Label") 697.Append(_mlContext.Transforms.Normalize(new NormalizingEstimator.MinMaxColumnOptions("Features", "Placeholder"))) 698.Append(_mlContext.Model.RetrainDnnModel( 710.Append(_mlContext.Transforms.Concatenate("Features", "Prediction")) 711.Append(_mlContext.Transforms.Conversion.MapValueToKey("KeyLabel", "Label", maximumNumberOfKeys: 10)) 712.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("KeyLabel", "Features")); 716var metrics = _mlContext.MulticlassClassification.Evaluate(predicted, labelColumnName: "KeyLabel"); 719var predictionFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel); 774var reader = _mlContext.Data.CreateTextLoader(new[] 791preprocessedTrainData = new RowShufflingTransformer(_mlContext, new RowShufflingTransformer.Options() 798preprocessedTestData = new RowShufflingTransformer(_mlContext, new RowShufflingTransformer.Options() 810var pipe = _mlContext.Transforms.CopyColumns("Features", "Placeholder") 811.Append(_mlContext.Model.RetrainDnnModel( 824.Append(_mlContext.Transforms.Concatenate("Features", "Prediction")) 825.AppendCacheCheckpoint(_mlContext) 828.Append(_mlContext.MulticlassClassification.Trainers.LightGbm(new Trainers.LightGbm.LightGbmMulticlassTrainer.Options() 838var metrics = _mlContext.MulticlassClassification.Evaluate(predicted); 843var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel); 867var reader = _mlContext.Data.CreateTextLoader(columns: new[] 879using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel("mnist_model"); 880var pipe = _mlContext.Transforms.CopyColumns("reshape_input", "Placeholder") 882.Append(_mlContext.Transforms.Concatenate("Features", new[] { "Softmax", "dense/Relu" })) 883.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("Label", "Features")); 887var metrics = _mlContext.MulticlassClassification.Evaluate(predicted); 896var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel); 989_mlContext.Log += (sender, e) => logMessages.Add(e.Message); 990using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 999var data = _mlContext.Data.LoadFromTextFile(dataFile, 1007var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder, 1009.Append(new ImageResizingEstimator(_mlContext, "ImageCropped", 1011.Append(new ImagePixelExtractingEstimator(_mlContext, "Input", 1049using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 1058var data = _mlContext.Data.LoadFromTextFile(dataFile, columns: new[] 1064var images = _mlContext.Transforms.LoadImages("ImageReal", imageFolder, "ImagePath").Fit(data).Transform(data); 1065var cropped = _mlContext.Transforms.ResizeImages("ImageCropped", imageWidth, imageHeight, "ImageReal").Fit(images).Transform(images); 1066var pixels = _mlContext.Transforms.ExtractPixels("Input", "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped); 1093using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 1101var dataObjects = InMemoryImage.LoadFromTsv(_mlContext, dataFile, imageFolder); 1103var dataView = _mlContext.Data.LoadFromEnumerable<InMemoryImage>(dataObjects); 1104var pipeline = _mlContext.Transforms.ResizeImages("ResizedImage", imageWidth, imageHeight, nameof(InMemoryImage.LoadedImage)) 1105.Append(_mlContext.Transforms.ExtractPixels("Input", "ResizedImage", interleavePixelColors: true)) 1107.Append(_mlContext.Transforms.Conversion.MapValueToKey("Label")) 1108.Append(_mlContext.MulticlassClassification.Trainers.NaiveBayes("Label", "Output")); 1110var cross = _mlContext.MulticlassClassification.CrossValidate(dataView, pipeline, 2); 1121var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation); 1137var data = TextLoader.Create(_mlContext, new TextLoader.Options() 1146using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 1147var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder, ("ImageReal", "ImagePath")) 1148.Append(new ImageResizingEstimator(_mlContext, "ImageCropped", imageHeight, imageWidth, "ImageReal")) 1149.Append(new ImagePixelExtractingEstimator(_mlContext, "Input", "ImageCropped", interleavePixelColors: true)) 1151.Append(new ColumnConcatenatingEstimator(_mlContext, "Features", "Output")) 1152.Append(new ValueToKeyMappingEstimator(_mlContext, "Label")) 1153.AppendCacheCheckpoint(_mlContext) 1154.Append(_mlContext.MulticlassClassification.Trainers.NaiveBayes()); 1161var metrics = _mlContext.MulticlassClassification.Evaluate(transformedData); 1164var predictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(transformer); 1174_mlContext.Model.Save(transformer, data.Schema, mlModelLocation); 1182var testTransformer = _mlContext.Model.Load(mlModelLocation, out loadedInputschema); 1187var testPredictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(testTransformer); 1214var data = _mlContext.Data.LoadFromTextFile(dataFile, 1221var images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data); 1222var cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images); 1223var pixels = new ImagePixelExtractingTransformer(_mlContext, "Input", "ImageCropped").Transform(cropped); 1225using TensorFlowModel model = _mlContext.Model.LoadTensorFlowModel(modelLocation); 1255var dataView = _mlContext.Data.LoadFromEnumerable(data); 1257var lookupMap = _mlContext.Data.LoadFromTextFile(@"sentiment_model/imdb_word_index.csv", 1271var estimator = _mlContext.Transforms.Text.TokenizeIntoWords("TokenizedWords", "Sentiment_Text") 1272.Append(_mlContext.Transforms.Conversion.MapValue(lookupMap, lookupMap.Schema["Words"], lookupMap.Schema["Ids"], 1275var dataPipe = _mlContext.Model.CreatePredictionEngine<TensorFlowSentiment, TensorFlowSentiment>(model); 1280using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation); 1282.Append(_mlContext.Transforms.CopyColumns("Prediction", "Prediction/Softmax")) 1284using var tfEnginePipe = _mlContext.Model.CreatePredictionEngine<TensorFlowSentiment, TensorFlowSentiment>(pipelineModel); 1335using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(@"model_string_test"); 1340var dataview = _mlContext.Data.CreateTextLoader<TextInput>().Load(new MultiFileSource(null)); 1343.Append(_mlContext.Transforms.CopyColumns(new[] { new InputOutputColumnPair("AOut", "Original_A"), new InputOutputColumnPair("BOut", "Joined_Splited_Text") })); 1344var transformer = _mlContext.Model.CreatePredictionEngine<TextInput, TextOutput>(pipeline.Fit(dataview)); 1362using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(@"model_primitive_input_test"); 1369var dataview = _mlContext.Data.CreateTextLoader<PrimitiveInput>().Load(new MultiFileSource(null)); 1374var transformer = _mlContext.Model.CreatePredictionEngine<PrimitiveInput, PrimitiveOutput>(pipeline.Fit(dataview)); 1395IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows( 1396_mlContext.Data.LoadFromEnumerable(images), seed: 1); 1398shuffledFullImagesDataset = _mlContext.Transforms.Conversion 1404TrainTestData trainTestData = _mlContext.Data.TrainTestSplit( 1410var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath") 1411.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification("Label", "Image") 1412.Append(_mlContext.Transforms.Conversion.MapKeyToValue(outputColumnName: "PredictedLabel", inputColumnName: "PredictedLabel"))); ; 1416_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema, 1422loadedModel = _mlContext.Model.Load(file, out schema); 1426var metrics = _mlContext.MulticlassClassification.Evaluate(predictions); 1470IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows( 1471_mlContext.Data.LoadFromEnumerable(images), seed: 1); 1473shuffledFullImagesDataset = _mlContext.Transforms.Conversion 1479TrainTestData trainTestData = _mlContext.Data.TrainTestSplit( 1484var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath") 1513var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath") 1514.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options) 1515.Append(_mlContext.Transforms.Conversion.MapKeyToValue(outputColumnName: "PredictedLabel", inputColumnName: "PredictedLabel"))); 1519_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema, 1525loadedModel = _mlContext.Model.Load(file, out schema); 1529var metrics = _mlContext.MulticlassClassification.Evaluate(predictions); 1537using var predictionEngine = _mlContext.Model 1602IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows( 1603_mlContext.Data.LoadFromEnumerable(images), seed: 1); 1605shuffledFullImagesDataset = _mlContext.Transforms.Conversion 1611TrainTestData trainTestData = _mlContext.Data.TrainTestSplit( 1616var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath") 1671var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath") 1672.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options)) 1673.Append(_mlContext.Transforms.Conversion.MapKeyToValue( 1678_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema, 1684loadedModel = _mlContext.Model.Load(file, out schema); 1688var metrics = _mlContext.MulticlassClassification.Evaluate(predictions); 1696using var predictionEngine = _mlContext.Model 1757IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows( 1758_mlContext.Data.LoadFromEnumerable(images), seed: 1); 1760shuffledFullImagesDataset = _mlContext.Transforms.Conversion 1766TrainTestData trainTestData = _mlContext.Data.TrainTestSplit( 1773var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath") 1805var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath") 1806.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options)); 1809_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema, 1815loadedModel = _mlContext.Model.Load(file, out schema); 1818var metrics = _mlContext.MulticlassClassification.Evaluate(predictions); 1846IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows( 1847_mlContext.Data.LoadFromEnumerable(images), seed: 1); 1849shuffledFullImagesDataset = _mlContext.Transforms.Conversion 1851.Append(_mlContext.Transforms.LoadRawImageBytes("Image", fullImagesetFolderPath, "ImagePath")) 1856TrainTestData trainTestData = _mlContext.Data.TrainTestSplit( 1877var pipeline = _mlContext.MulticlassClassification.Trainers.ImageClassification(options); 1880_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema, 1886loadedModel = _mlContext.Model.Load(file, out schema); 1889var metrics = _mlContext.MulticlassClassification.Evaluate(predictions); 2032IDataView data = _mlContext.Data.LoadFromTextFile(dataFile, new[] { 2039using (var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation)) 2041var pipeline = _mlContext.Transforms.LoadImages("Input", imageFolder, "imagePath") 2042.Append(_mlContext.Transforms.ResizeImages("Input", imageHeight, imageWidth)) 2043.Append(_mlContext.Transforms.ExtractPixels("Input", interleavePixelColors: true))