174 references to _mlContext
Microsoft.ML.TensorFlow.Tests (174)
TensorflowTests.cs (174)
124var data = TextLoader.Create(_mlContext, new TextLoader.Options()
133var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder, ("ImageReal", "ImagePath"))
134.Append(new ImageResizingEstimator(_mlContext, "ImageCropped", imageHeight, imageWidth, "ImageReal"))
135.Append(new ImagePixelExtractingEstimator(_mlContext, "Input", "ImageCropped", interleavePixelColors: true))
136.Append(_mlContext.Model.LoadTensorFlowModel(modelLocation).ScoreTensorFlowModel("Output", "Input"))
137.Append(new ColumnConcatenatingEstimator(_mlContext, "Features", "Output"))
138.Append(new ValueToKeyMappingEstimator(_mlContext, "Label"))
139.AppendCacheCheckpoint(_mlContext)
140.Append(_mlContext.MulticlassClassification.Trainers.SdcaMaximumEntropy());
146var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
149var predictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(transformer);
173var loader = _mlContext.Data.LoadFromEnumerable(
184using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
272var loader = _mlContext.Data.LoadFromEnumerable(data);
276using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
394var loader = _mlContext.Data.LoadFromEnumerable(data);
398using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
490var data = _mlContext.CreateLoader("Text{col=ImagePath:TX:0 col=Name:TX:1}", new MultiFileSource(dataFile));
491var images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
492var cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", 32, 32, "ImageReal").Transform(images);
494var pixels = _mlContext.Transforms.ExtractPixels("image_tensor", "ImageCropped", outputAsFloatArray: false).Fit(cropped).Transform(cropped);
495using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
526var reader = _mlContext.Data.CreateTextLoader(
538var images = _mlContext.Transforms.LoadImages("ImageReal", "ImagePath", imageFolder).Fit(data).Transform(data);
539var cropped = _mlContext.Transforms.ResizeImages("ImageCropped", 224, 224, "ImageReal").Fit(images).Transform(images);
540var pixels = _mlContext.Transforms.ExtractPixels(inputName, "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped);
541using var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
564var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation);
625schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation);
639var reader = _mlContext.Data.CreateTextLoader(
653var pipe = _mlContext.Transforms.CopyColumns("reshape_input", "Placeholder")
654.Append(_mlContext.Model.LoadTensorFlowModel("mnist_model/frozen_saved_model.pb").ScoreTensorFlowModel(new[] { "Softmax", "dense/Relu" }, new[] { "Placeholder", "reshape_input" }))
655.Append(_mlContext.Transforms.Concatenate("Features", "Softmax", "dense/Relu"))
656.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("Label", "Features"));
660var metrics = _mlContext.MulticlassClassification.Evaluate(predicted);
667var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
683var reader = _mlContext.Data.CreateTextLoader(columns: new[]
694var pipe = _mlContext.Transforms.Categorical.OneHotEncoding("OneHotLabel", "Label")
695.Append(_mlContext.Transforms.Normalize(new NormalizingEstimator.MinMaxColumnOptions("Features", "Placeholder")))
696.Append(_mlContext.Model.RetrainDnnModel(
708.Append(_mlContext.Transforms.Concatenate("Features", "Prediction"))
709.Append(_mlContext.Transforms.Conversion.MapValueToKey("KeyLabel", "Label", maximumNumberOfKeys: 10))
710.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("KeyLabel", "Features"));
714var metrics = _mlContext.MulticlassClassification.Evaluate(predicted, labelColumnName: "KeyLabel");
717var predictionFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
772var reader = _mlContext.Data.CreateTextLoader(new[]
789preprocessedTrainData = new RowShufflingTransformer(_mlContext, new RowShufflingTransformer.Options()
796preprocessedTestData = new RowShufflingTransformer(_mlContext, new RowShufflingTransformer.Options()
808var pipe = _mlContext.Transforms.CopyColumns("Features", "Placeholder")
809.Append(_mlContext.Model.RetrainDnnModel(
822.Append(_mlContext.Transforms.Concatenate("Features", "Prediction"))
823.AppendCacheCheckpoint(_mlContext)
826.Append(_mlContext.MulticlassClassification.Trainers.LightGbm(new Trainers.LightGbm.LightGbmMulticlassTrainer.Options()
836var metrics = _mlContext.MulticlassClassification.Evaluate(predicted);
841var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
865var reader = _mlContext.Data.CreateTextLoader(columns: new[]
877var pipe = _mlContext.Transforms.CopyColumns("reshape_input", "Placeholder")
878.Append(_mlContext.Model.LoadTensorFlowModel("mnist_model").ScoreTensorFlowModel(new[] { "Softmax", "dense/Relu" }, new[] { "Placeholder", "reshape_input" }))
879.Append(_mlContext.Transforms.Concatenate("Features", new[] { "Softmax", "dense/Relu" }))
880.Append(_mlContext.MulticlassClassification.Trainers.LightGbm("Label", "Features"));
884var metrics = _mlContext.MulticlassClassification.Evaluate(predicted);
893var predictFunction = _mlContext.Model.CreatePredictionEngine<MNISTData, MNISTPrediction>(trainedModel);
986_mlContext.Log += (sender, e) => logMessages.Add(e.Message);
987using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
996var data = _mlContext.Data.LoadFromTextFile(dataFile,
1004var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder,
1006.Append(new ImageResizingEstimator(_mlContext, "ImageCropped",
1008.Append(new ImagePixelExtractingEstimator(_mlContext, "Input",
1046using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1055var data = _mlContext.Data.LoadFromTextFile(dataFile, columns: new[]
1061var images = _mlContext.Transforms.LoadImages("ImageReal", imageFolder, "ImagePath").Fit(data).Transform(data);
1062var cropped = _mlContext.Transforms.ResizeImages("ImageCropped", imageWidth, imageHeight, "ImageReal").Fit(images).Transform(images);
1063var pixels = _mlContext.Transforms.ExtractPixels("Input", "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped);
1090using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1098var dataObjects = InMemoryImage.LoadFromTsv(_mlContext, dataFile, imageFolder);
1100var dataView = _mlContext.Data.LoadFromEnumerable<InMemoryImage>(dataObjects);
1101var pipeline = _mlContext.Transforms.ResizeImages("ResizedImage", imageWidth, imageHeight, nameof(InMemoryImage.LoadedImage))
1102.Append(_mlContext.Transforms.ExtractPixels("Input", "ResizedImage", interleavePixelColors: true))
1104.Append(_mlContext.Transforms.Conversion.MapValueToKey("Label"))
1105.Append(_mlContext.MulticlassClassification.Trainers.NaiveBayes("Label", "Output"));
1107var cross = _mlContext.MulticlassClassification.CrossValidate(dataView, pipeline, 2);
1118var schema = TensorFlowUtils.GetModelSchema(_mlContext, modelLocation);
1134var data = TextLoader.Create(_mlContext, new TextLoader.Options()
1143var pipeEstimator = new ImageLoadingEstimator(_mlContext, imageFolder, ("ImageReal", "ImagePath"))
1144.Append(new ImageResizingEstimator(_mlContext, "ImageCropped", imageHeight, imageWidth, "ImageReal"))
1145.Append(new ImagePixelExtractingEstimator(_mlContext, "Input", "ImageCropped", interleavePixelColors: true))
1146.Append(_mlContext.Model.LoadTensorFlowModel(modelLocation).ScoreTensorFlowModel("Output", "Input"))
1147.Append(new ColumnConcatenatingEstimator(_mlContext, "Features", "Output"))
1148.Append(new ValueToKeyMappingEstimator(_mlContext, "Label"))
1149.AppendCacheCheckpoint(_mlContext)
1150.Append(_mlContext.MulticlassClassification.Trainers.NaiveBayes());
1157var metrics = _mlContext.MulticlassClassification.Evaluate(transformedData);
1160var predictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(transformer);
1170_mlContext.Model.Save(transformer, data.Schema, mlModelLocation);
1178var testTransformer = _mlContext.Model.Load(mlModelLocation, out loadedInputschema);
1183var testPredictFunction = _mlContext.Model.CreatePredictionEngine<CifarData, CifarPrediction>(testTransformer);
1210var data = _mlContext.Data.LoadFromTextFile(dataFile,
1217var images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
1218var cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
1219var pixels = new ImagePixelExtractingTransformer(_mlContext, "Input", "ImageCropped").Transform(cropped);
1221using TensorFlowModel model = _mlContext.Model.LoadTensorFlowModel(modelLocation);
1251var dataView = _mlContext.Data.LoadFromEnumerable(data);
1253var lookupMap = _mlContext.Data.LoadFromTextFile(@"sentiment_model/imdb_word_index.csv",
1267var estimator = _mlContext.Transforms.Text.TokenizeIntoWords("TokenizedWords", "Sentiment_Text")
1268.Append(_mlContext.Transforms.Conversion.MapValue(lookupMap, lookupMap.Schema["Words"], lookupMap.Schema["Ids"],
1271var dataPipe = _mlContext.Model.CreatePredictionEngine<TensorFlowSentiment, TensorFlowSentiment>(model);
1276using var pipelineModel = _mlContext.Model.LoadTensorFlowModel(modelLocation).ScoreTensorFlowModel(new[] { "Prediction/Softmax" }, new[] { "Features" })
1277.Append(_mlContext.Transforms.CopyColumns("Prediction", "Prediction/Softmax"))
1279using var tfEnginePipe = _mlContext.Model.CreatePredictionEngine<TensorFlowSentiment, TensorFlowSentiment>(pipelineModel);
1330using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(@"model_string_test");
1335var dataview = _mlContext.Data.CreateTextLoader<TextInput>().Load(new MultiFileSource(null));
1338.Append(_mlContext.Transforms.CopyColumns(new[] { new InputOutputColumnPair("AOut", "Original_A"), new InputOutputColumnPair("BOut", "Joined_Splited_Text") }));
1339var transformer = _mlContext.Model.CreatePredictionEngine<TextInput, TextOutput>(pipeline.Fit(dataview));
1357using var tensorFlowModel = _mlContext.Model.LoadTensorFlowModel(@"model_primitive_input_test");
1364var dataview = _mlContext.Data.CreateTextLoader<PrimitiveInput>().Load(new MultiFileSource(null));
1369var transformer = _mlContext.Model.CreatePredictionEngine<PrimitiveInput, PrimitiveOutput>(pipeline.Fit(dataview));
1390IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1391_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1393shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1399TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1405var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1406.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification("Label", "Image")
1407.Append(_mlContext.Transforms.Conversion.MapKeyToValue(outputColumnName: "PredictedLabel", inputColumnName: "PredictedLabel"))); ;
1411_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1417loadedModel = _mlContext.Model.Load(file, out schema);
1421var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1465IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1466_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1468shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1474TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1479var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1508var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1509.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options)
1510.Append(_mlContext.Transforms.Conversion.MapKeyToValue(outputColumnName: "PredictedLabel", inputColumnName: "PredictedLabel")));
1514_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1520loadedModel = _mlContext.Model.Load(file, out schema);
1524var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1532using var predictionEngine = _mlContext.Model
1597IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1598_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1600shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1606TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1611var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1666var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1667.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options))
1668.Append(_mlContext.Transforms.Conversion.MapKeyToValue(
1673_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1679loadedModel = _mlContext.Model.Load(file, out schema);
1683var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1691using var predictionEngine = _mlContext.Model
1752IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1753_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1755shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1761TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1768var validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1800var pipeline = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1801.Append(_mlContext.MulticlassClassification.Trainers.ImageClassification(options));
1804_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1810loadedModel = _mlContext.Model.Load(file, out schema);
1813var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
1841IDataView shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1842_mlContext.Data.LoadFromEnumerable(images), seed: 1);
1844shuffledFullImagesDataset = _mlContext.Transforms.Conversion
1846.Append(_mlContext.Transforms.LoadRawImageBytes("Image", fullImagesetFolderPath, "ImagePath"))
1851TrainTestData trainTestData = _mlContext.Data.TrainTestSplit(
1872var pipeline = _mlContext.MulticlassClassification.Trainers.ImageClassification(options);
1875_mlContext.Model.Save(trainedModel, shuffledFullImagesDataset.Schema,
1881loadedModel = _mlContext.Model.Load(file, out schema);
1884var metrics = _mlContext.MulticlassClassification.Evaluate(predictions);
2027IDataView data = _mlContext.Data.LoadFromTextFile(dataFile, new[] {
2034using (var tfModel = _mlContext.Model.LoadTensorFlowModel(modelLocation))
2036var pipeline = _mlContext.Transforms.LoadImages("Input", imageFolder, "imagePath")
2037.Append(_mlContext.Transforms.ResizeImages("Input", imageHeight, imageWidth))
2038.Append(_mlContext.Transforms.ExtractPixels("Input", interleavePixelColors: true))