174 references to _mlContext
Microsoft.ML.TensorFlow.Tests (174)
TensorflowTests.cs (174)
131var data = TextLoader.Create(_mlContext, new TextLoader.Options()
140using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
141var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder, ("ImageReal", "ImagePath"))
142.Append(new ImageResizingEstimator(_mlContext, "ImageCropped", imageHeight, imageWidth, "ImageReal"))
143.Append(new ImagePixelExtractingEstimator(_mlContext, "Input", "ImageCropped", interleavePixelColors: true))
145.Append(new ColumnConcatenatingEstimator(_mlContext, "Features", "Output"))
146.Append(new ValueToKeyMappingEstimator(_mlContext, "Label"))
147.AppendCacheCheckpoint(_mlContext)
148.Append(_mlContext.MulticlassClassification.Trainers.SdcaMaximumEntropy());
154var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
157var predictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(transformer);
181var loader = _mlContext.Data.LoadFromEnumerable(
192using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
280var loader = _mlContext.Data.LoadFromEnumerable(data);
284using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
402var loader = _mlContext.Data.LoadFromEnumerable(data);
406using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
498var data = _mlContext.CreateLoader("Text{col=ImagePath:TX:0 col=Name:TX:1}", new MultiFileSource(dataFile));
499var images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
500var cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", 32, 32, "ImageReal").Transform(images);
502var pixels = _mlContext.Transforms.ExtractPixels("image_tensor", "ImageCropped", outputAsFloatArray: false).Fit(cropped).Transform(cropped);
503using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
534var reader = _mlContext.Data.CreateTextLoader(
546var images = _mlContext.Transforms.LoadImages("ImageReal", "ImagePath", imageFolder).Fit(data).Transform(data);
547var cropped = _mlContext.Transforms.ResizeImages("ImageCropped", 224, 224, "ImageReal").Fit(images).Transform(images);
548var pixels = _mlContext.Transforms.ExtractPixels(inputName, "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped);
549using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
572var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation);
633schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation);
647var reader = _mlContext.Data.CreateTextLoader(
661using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel("mnist_model/frozen_saved_model.pb");
662var pipe = _mlContext.Transforms.CopyColumns("reshape_input", "Placeholder")
664.Append(_mlContext.Transforms.Concatenate("Features", "Softmax", "dense/Relu"))
665.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("Label", "Features"));
669var metrics = _mlContext.MulticlassClassification.Evaluate(predicted);
676var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
692var reader = _mlContext.Data.CreateTextLoader(columns: new[]
703var pipe = _mlContext.Transforms.Categorical.OneHotEncoding("OneHotLabel", "Label")
704.Append(_mlContext.Transforms.Normalize(new NormalizingEstimator.MinMaxColumnOptions("Features", "Placeholder")))
705.Append(_mlContext.Model.RetrainDnnModel(
717.Append(_mlContext.Transforms.Concatenate("Features", "Prediction"))
718.Append(_mlContext.Transforms.Conversion.MapValueToKey("KeyLabel", "Label", maximumNumberOfKeys: 10))
719.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("KeyLabel", "Features"));
723var metrics = _mlContext.MulticlassClassification.Evaluate(predicted, labelColumnName: "KeyLabel");
726var predictionFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
781var reader = _mlContext.Data.CreateTextLoader(new[]
798preprocessedTrainData = new RowShufflingTransformer(_mlContext, new RowShufflingTransformer.Options()
805preprocessedTestData = new RowShufflingTransformer(_mlContext, new RowShufflingTransformer.Options()
817var pipe = _mlContext.Transforms.CopyColumns("Features", "Placeholder")
818.Append(_mlContext.Model.RetrainDnnModel(
831.Append(_mlContext.Transforms.Concatenate("Features", "Prediction"))
832.AppendCacheCheckpoint(_mlContext)
835.Append(_mlContext.MulticlassClassification.Trainers.LightGbm(new Trainers.LightGbm.LightGbmMulticlassTrainer.Options()
845var metrics = _mlContext.MulticlassClassification.Evaluate(predicted);
850var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
874var reader = _mlContext.Data.CreateTextLoader(columns: new[]
886using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel("mnist_model");
887var pipe = _mlContext.Transforms.CopyColumns("reshape_input", "Placeholder")
889.Append(_mlContext.Transforms.Concatenate("Features", new[] { "Softmax", "dense/Relu" }))
890.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("Label", "Features"));
894var metrics = _mlContext.MulticlassClassification.Evaluate(predicted);
903var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
996_mlContext.Log += (sender, e) => logMessages.Add(e.Message);
997using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1006var data = _mlContext.Data.LoadFromTextFile(dataFile,
1014var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder,
1016.Append(new ImageResizingEstimator(_mlContext, "ImageCropped",
1018.Append(new ImagePixelExtractingEstimator(_mlContext, "Input",
1056using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1065var data = _mlContext.Data.LoadFromTextFile(dataFile, columns: new[]
1071var images = _mlContext.Transforms.LoadImages("ImageReal", imageFolder, "ImagePath").Fit(data).Transform(data);
1072var cropped = _mlContext.Transforms.ResizeImages("ImageCropped", imageWidth, imageHeight, "ImageReal").Fit(images).Transform(images);
1073var pixels = _mlContext.Transforms.ExtractPixels("Input", "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped);
1100using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1108var dataObjects = InMemoryImage.LoadFromTsv(_mlContext, dataFile, imageFolder);
1110var dataView = _mlContext.Data.LoadFromEnumerable<InMemoryImage>(dataObjects);
1111var pipeline = _mlContext.Transforms.ResizeImages("ResizedImage", imageWidth, imageHeight, nameof(InMemoryImage.LoadedImage))
1112.Append(_mlContext.Transforms.ExtractPixels("Input", "ResizedImage", interleavePixelColors: true))
1114.Append(_mlContext.Transforms.Conversion.MapValueToKey("Label"))
1115.Append(_mlContext.MulticlassClassification.Trainers.NaiveBayes("Label", "Output"));
1117var cross = _mlContext.MulticlassClassification.CrossValidate(dataView, pipeline, 2);
1128var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation);
1144var data = TextLoader.Create(_mlContext, new TextLoader.Options()
1153using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1154var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder, ("ImageReal", "ImagePath"))
1155.Append(new ImageResizingEstimator(_mlContext, "ImageCropped", imageHeight, imageWidth, "ImageReal"))
1156.Append(new ImagePixelExtractingEstimator(_mlContext, "Input", "ImageCropped", interleavePixelColors: true))
1158.Append(new ColumnConcatenatingEstimator(_mlContext, "Features", "Output"))
1159.Append(new ValueToKeyMappingEstimator(_mlContext, "Label"))
1160.AppendCacheCheckpoint(_mlContext)
1161.Append(_mlContext.MulticlassClassification.Trainers.NaiveBayes());
1168var metrics = _mlContext.MulticlassClassification.Evaluate(transformedData);
1171var predictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(transformer);
1181_mlContext.Model.Save(transformer, data.Schema, mlModelLocation);
1189var testTransformer = _mlContext.Model.Load(mlModelLocation, out loadedInputschema);
1194var testPredictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(testTransformer);
1221var data = _mlContext.Data.LoadFromTextFile(dataFile,
1228var images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
1229var cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
1230var pixels = new ImagePixelExtractingTransformer(_mlContext, "Input", "ImageCropped").Transform(cropped);
1232using TensorFlowModel model = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1262var dataView = _mlContext.Data.LoadFromEnumerable(data);
1264var lookupMap = _mlContext.Data.LoadFromTextFile(@"sentiment_model/imdb_word_index.csv",
1278var estimator = _mlContext.Transforms.Text.TokenizeIntoWords("TokenizedWords", "Sentiment_Text")
1279.Append(_mlContext.Transforms.Conversion.MapValue(lookupMap, lookupMap.Schema["Words"], lookupMap.Schema["Ids"],
1282var dataPipe = _mlContext.Model.CreatePredictionEngine<TensorFlowSentiment, TensorFlowSentiment>(model);
1287using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1289.Append(_mlContext.Transforms.CopyColumns("Prediction", "Prediction/Softmax"))
1291using var tfEnginePipe = _mlContext.Model.CreatePredictionEngine<TensorFlowSentiment, TensorFlowSentiment>(pipelineModel);
1342using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(@"model_string_test");
1347var dataview = _mlContext.Data.CreateTextLoader<TextInput>().Load(new MultiFileSource(null));
1350.Append(_mlContext.Transforms.CopyColumns(new[] { new InputOutputColumnPair("AOut", "Original_A"), new InputOutputColumnPair("BOut", "Joined_Splited_Text") }));
1351var transformer = _mlContext.Model.CreatePredictionEngine<TextInput, TextOutput>(pipeline.Fit(dataview));
1369using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(@"model_primitive_input_test");
1376var dataview = _mlContext.Data.CreateTextLoader<PrimitiveInput>().Load(new MultiFileSource(null));
1381var transformer = _mlContext.Model.CreatePredictionEngine<PrimitiveInput, PrimitiveOutput>(pipeline.Fit(dataview));
1402IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1403_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1405shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1411TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1417var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1418.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification("Label", "Image")
1419.Append(_mlContext.Transforms.Conversion.MapKeyToValue(outputColumnName: "PredictedLabel", inputColumnName: "PredictedLabel"))); ;
1423_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1429loadedModel = _mlContext.Model.Load(file, out schema);
1433var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1477IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1478_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1480shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1486TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1491var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1520var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1521.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options)
1522.Append(_mlContext.Transforms.Conversion.MapKeyToValue(outputColumnName: "PredictedLabel", inputColumnName: "PredictedLabel")));
1526_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1532loadedModel = _mlContext.Model.Load(file, out schema);
1536var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1544using var predictionEngine = _mlContext.Model
1609IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1610_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1612shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1618TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1623var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1678var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1679.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options))
1680.Append(_mlContext.Transforms.Conversion.MapKeyToValue(
1685_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1691loadedModel = _mlContext.Model.Load(file, out schema);
1695var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1703using var predictionEngine = _mlContext.Model
1764IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1765_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1767shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1773TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1780var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1812var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1813.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options));
1816_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1822loadedModel = _mlContext.Model.Load(file, out schema);
1825var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1853IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1854_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1856shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1858.Append(_mlContext.Transforms.LoadRawImageBytes("Image", fullImagesetFolderPath, "ImagePath"))
1863TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1884var pipeline = _mlContext.MulticlassClassification.Trainers.ImageClassification(options);
1887_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1893loadedModel = _mlContext.Model.Load(file, out schema);
1896var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
2039IDataView data = _mlContext.Data.LoadFromTextFile(dataFile, new[] {
2046using (var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation))
2048var pipeline = _mlContext.Transforms.LoadImages("Input", imageFolder, "imagePath")
2049.Append(_mlContext.Transforms.ResizeImages("Input", imageHeight, imageWidth))
2050.Append(_mlContext.Transforms.ExtractPixels("Input", interleavePixelColors: true))