125 instantiations of MultiFileSource
Microsoft.ML.AutoML.Tests (3)
AutoFitTests.cs (3)
419var trainDataView = reader.Load(new MultiFileSource(DatasetUtil.GetMLSRDataset())); 524var trainDataView = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename))); 525var testDataView = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename)));
Microsoft.ML.Core.Tests (8)
UnitTests\FileSource.cs (6)
23var fileSource = new MultiFileSource("adult.txt"); 26fileSource = new MultiFileSource("adult.tiny.with-schema.txt", "adult.tiny.with-schema.txt"); 38fileSource = new MultiFileSource($"{file1}+{file2}"); 41fileSource = new MultiFileSource(Path.Combine(dirName, "...")); 73fileSource = new MultiFileSource(dataDir + "/*"); 76fileSource = new MultiFileSource(dataFolderDir + "/.../*");
UnitTests\TestModelLoad.cs (2)
30ILegacyDataLoader result = ModelFileUtils.LoadLoader(env, rep, new MultiFileSource(null), true); 48var result = ModelFileUtils.LoadPipeline(env, rep, new MultiFileSource(null), true);
Microsoft.ML.Data (20)
Commands\DataCommand.cs (4)
206return ModelFileUtils.LoadLoader(Host, rep, new MultiFileSource(path), loadTransforms); 276pipe = loaderFactory.CreateComponent(Host, new MultiFileSource(ImplOptions.DataFile)); 307trainPipe = ModelFileUtils.LoadLoader(Host, rep, new MultiFileSource(null), loadTransforms: true); 350IMultiStreamSource fileSource = new MultiFileSource(dataFile);
Commands\SavePredictorCommand.cs (1)
222var emptyView = ModelFileUtils.LoadPipeline(env, rep, new MultiFileSource(null));
DataLoadSave\Binary\BinaryLoader.cs (2)
936var files = new MultiFileSource(filename); 2134var data = new MultiFileSource(_dataFile);
DataLoadSave\DataLoaderExtensions.cs (1)
28=> loader.Load(new MultiFileSource(path));
DataLoadSave\Text\TextLoader.cs (2)
1158dataSample = new MultiFileSource(null); 1162headerFile = new MultiFileSource(options.HeaderFile);
DataLoadSave\Text\TextLoaderSaverCatalog.cs (4)
182return loader.Load(new MultiFileSource(path)); 205var source = new MultiFileSource(path); 246allowQuoting, allowSparse, trimWhitespace).Load(new MultiFileSource(path)); 264.Load(new MultiFileSource(path));
DataLoadSave\TransformerChain.cs (1)
290var chain = ModelFileUtils.LoadPipeline(env, stream, new MultiFileSource(null), extractInnerPipe: false);
EntryPoints\TransformModelImpl.cs (1)
116_chain = ModelFileUtils.LoadPipeline(env, stream, new MultiFileSource(null), extractInnerPipe: true);
Model\ModelOperationsCatalog.cs (1)
182var loader = ModelFileUtils.LoadLoader(_env, rep, new MultiFileSource(null), false);
Transforms\ValueMapping.cs (1)
613IMultiStreamSource fileSource = new MultiFileSource(options.DataFile);
Transforms\ValueToKeyMappingTransformer.cs (1)
404IMultiStreamSource fileSource = new MultiFileSource(file);
Utilities\ModelFileUtils.cs (1)
350var pipe = ModelFileUtils.LoadLoader(h, rep, new MultiFileSource(null), loadTransforms: true);
Microsoft.ML.IntegrationTests (11)
ModelFiles.cs (7)
134var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 267var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 324var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 357var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 386var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 424var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 457var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
SchemaDefinitionTests.cs (4)
34var loader = _ml.Data.CreateTextLoader(new TextLoader.Options(), new MultiFileSource(fileName)); 35var data = loader.Load(new MultiFileSource(fileName)); 64var data = new MultiFileSource(fileName); 65var loader = _ml.Data.CreateTextLoader(new TextLoader.Options(), new MultiFileSource(fileName));
Microsoft.ML.Parquet (2)
ParquetLoader.cs (1)
381var files = new MultiFileSource(filename);
PartitionedFileLoader.cs (1)
474loader = _parent.CreateLoaderFromBytes(_parent._subLoaderBytes, new MultiFileSource(path));
Microsoft.ML.Samples (3)
Dynamic\DataOperations\LoadingSvmLight.cs (1)
45var file = new MultiFileSource(fileName);
Dynamic\DataOperations\LoadingText.cs (2)
90var dataSample = new MultiFileSource(dataFiles[0]); 172var dataSampleWithSchema = new MultiFileSource(sparseDataFileName);
Microsoft.ML.TensorFlow.Tests (6)
TensorflowTests.cs (6)
146}, new MultiFileSource(dataFile)); 505var data = _mlContext.CreateLoader("Text{col=ImagePath:TX:0 col=Name:TX:1}", new MultiFileSource(dataFile)); 552var data = reader.Load(new MultiFileSource(dataFile)); 1156}, new MultiFileSource(dataFile)); 1348var dataview = _mlContext.Data.CreateTextLoader<TextInput>().Load(new MultiFileSource(null)); 1377var dataview = _mlContext.Data.CreateTextLoader<PrimitiveInput>().Load(new MultiFileSource(null));
Microsoft.ML.TestFramework (4)
DataPipe\TestDataPipe.cs (1)
833IDataView view2 = TextLoader.Create(Env, argsText, new MultiFileSource(dataPath));
DataPipe\TestDataPipeBase.cs (2)
319files = new MultiFileSource(pathData == "<none>" ? null : pathData); 607MultiFileSource src = new MultiFileSource(pathData);
TestCommandBase.cs (1)
533var files = new MultiFileSource(dataPath);
Microsoft.ML.Tests (58)
ImagesTests.cs (26)
41}, new MultiFileSource(dataFile)); 48}, new MultiFileSource(dataFile)); 72}, new MultiFileSource(dataFile)); 116}, new MultiFileSource(dataFile)); 148}, new MultiFileSource(dataFile)); 185}, new MultiFileSource(dataFile)); 197grey = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 344}, new MultiFileSource(dataFile)); 358backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 419}, new MultiFileSource(dataFile)); 433backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 495}, new MultiFileSource(dataFile)); 509backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 570}, new MultiFileSource(dataFile)); 584backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 645}, new MultiFileSource(dataFile)); 659backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 720}, new MultiFileSource(dataFile)); 735backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 796}, new MultiFileSource(dataFile)); 810backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 871}, new MultiFileSource(dataFile)); 886backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 947}, new MultiFileSource(dataFile)); 960backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new MultiFileSource(dataFile)); 1018}, new MultiFileSource(dataFile));
Scenarios\Api\TestApi.cs (1)
175var loader = TextLoader.Create(mlContext, new TextLoader.Options(), new MultiFileSource(dataFile));
SvmLightTests.cs (7)
155var model = ML.Data.CreateSvmLightLoaderWithFeatureNames(dataSample: new MultiFileSource(path)); 420var data = loader.Load(new MultiFileSource(path1, path2)); 433data = loader.Load(new MultiFileSource(null)); 511ML.Data.SaveInSvmLightFormat(loader.Load(new MultiFileSource(null)), stream); 519ML.Data.SaveInSvmLightFormat(loader.Load(new MultiFileSource(null)), stream, labelColumnName: "Column"); 527ML.Data.SaveInSvmLightFormat(loader.Load(new MultiFileSource(null)), stream, labelColumnName: "Column", featureColumnName: "Column", rowGroupColumnName: "Group"); 535ML.Data.SaveInSvmLightFormat(loader.Load(new MultiFileSource(null)), stream, labelColumnName: "Column", featureColumnName: "Column", exampleWeightColumnName: "Weight");
TermEstimatorTests.cs (1)
69}, new MultiFileSource(dataPath));
TextLoaderTests.cs (4)
611var loader = mlContext.Data.CreateTextLoader(new TextLoader.Options(), new MultiFileSource(fileName)); 612var data = loader.Load(new MultiFileSource(fileName)); 820var result = ModelFileUtils.LoadLoader(mlContext, rep, new MultiFileSource(breastCancerPath), false); 840iris = ModelFileUtils.LoadLoader(mlContext, rep, new MultiFileSource(irisPath), false);
TrainerEstimators\MatrixFactorizationTests.cs (4)
33.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename))); 37.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename))); 71var data = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename))); 107var testData = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename)));
Transformers\ConcatTests.cs (4)
45var source = new MultiFileSource(dataPath); 56}, new MultiFileSource(dataPath)); 103var source = new MultiFileSource(dataPath); 113}, new MultiFileSource(dataPath));
Transformers\CustomMappingTests.cs (4)
55var source = new MultiFileSource(dataPath); 91var source = new MultiFileSource(dataPath); 169var source = new MultiFileSource(dataPath); 194var source = new MultiFileSource(dataPath);
Transformers\ExpressionTransformerTests.cs (1)
38}, new MultiFileSource(dataPath));
Transformers\NormalizerTests.cs (5)
48}, new MultiFileSource(dataPath)); 117}, new MultiFileSource(dataPath)); 236}, new MultiFileSource(dataPath)); 874var dataView = TextLoader.Create(ML, new TextLoader.Options(), new MultiFileSource(dataFile)); 1001}, new MultiFileSource(dataPath));
Transformers\TextFeaturizerTests.cs (1)
564}, new MultiFileSource(sentimentDataPath));
Microsoft.ML.TorchSharp.Tests (5)
NerTests.cs (1)
215}, new MultiFileSource(dataFilePath));
ObjectDetectionTests.cs (2)
42}, new MultiFileSource(dataFile)); 99}, new MultiFileSource(dataFile));
QATests.cs (1)
85}, new MultiFileSource(trainFile));
TextClassificationTests.cs (1)
428}, new MultiFileSource(trainFile));
Microsoft.ML.Transforms (5)
SvmLight\SvmLightLoader.cs (1)
641var data = GetData(_host, null, new MultiFileSource(null));
SvmLight\SvmLightLoaderSaverCatalog.cs (2)
77var file = new MultiFileSource(path); 99var file = new MultiFileSource(path);
Text\StopWordsRemovingTransformer.cs (1)
783MultiFileSource fileSource = new MultiFileSource(dataFile);
Text\TextFeaturizingEstimator.cs (1)
729ctx.LoadModel<ILegacyDataLoader, SignatureLoadDataLoader>(env, out var loader, "Loader", new MultiFileSource(null));
36 references to MultiFileSource
Microsoft.ML.Core.Tests (6)
UnitTests\FileSource.cs (6)
23var fileSource = new MultiFileSource("adult.txt"); 27Assert.True(fileSource.Count == 2, $"Error passing multiple paths to {nameof(MultiFileSource)}"); 39Assert.True(fileSource.Count == 2, $"Error passing concatenated paths to {nameof(MultiFileSource)}"); 42Assert.True(fileSource.Count == 2, $"Error passing concatenated paths to {nameof(MultiFileSource)}"); 74Assert.True(fileSource.Count == 2, $"Error passing concatenated paths to {nameof(MultiFileSource)}"); 77Assert.True(fileSource.Count == 2, $"Error passing concatenated paths to {nameof(MultiFileSource)}");
Microsoft.ML.Data (5)
DataLoadSave\Binary\BinaryLoader.cs (2)
936var files = new MultiFileSource(filename); 2134var data = new MultiFileSource(_dataFile);
DataLoadSave\Binary\BinaryLoaderSaverCatalog.cs (1)
23/// <param name="fileSource">The file source to load from. This can be a <see cref="MultiFileSource"/>, for example.</param>
DataLoadSave\MultiFileSource.cs (1)
24/// Initializes a new instance of <see cref="MultiFileSource"/>.
DataLoadSave\Text\TextLoaderSaverCatalog.cs (1)
205var source = new MultiFileSource(path);
Microsoft.ML.IntegrationTests (8)
ModelFiles.cs (7)
134var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 267var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 324var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 357var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 386var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 424var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename)); 457var file = new MultiFileSource(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
SchemaDefinitionTests.cs (1)
64var data = new MultiFileSource(fileName);
Microsoft.ML.Parquet (1)
ParquetLoader.cs (1)
381var files = new MultiFileSource(filename);
Microsoft.ML.Samples (3)
Dynamic\DataOperations\LoadingSvmLight.cs (1)
45var file = new MultiFileSource(fileName);
Dynamic\DataOperations\LoadingText.cs (2)
90var dataSample = new MultiFileSource(dataFiles[0]); 172var dataSampleWithSchema = new MultiFileSource(sparseDataFileName);
Microsoft.ML.TestFramework (4)
DataPipe\TestDataPipeBase.cs (3)
187MultiFileSource files; 311private ILegacyDataLoader CreatePipeDataLoader(IHostEnvironment env, string pathData, string[] argsPipe, out MultiFileSource files) 607MultiFileSource src = new MultiFileSource(pathData);
TestCommandBase.cs (1)
533var files = new MultiFileSource(dataPath);
Microsoft.ML.Tests (6)
Transformers\ConcatTests.cs (2)
45var source = new MultiFileSource(dataPath); 103var source = new MultiFileSource(dataPath);
Transformers\CustomMappingTests.cs (4)
55var source = new MultiFileSource(dataPath); 91var source = new MultiFileSource(dataPath); 169var source = new MultiFileSource(dataPath); 194var source = new MultiFileSource(dataPath);
Microsoft.ML.Transforms (3)
SvmLight\SvmLightLoaderSaverCatalog.cs (2)
77var file = new MultiFileSource(path); 99var file = new MultiFileSource(path);
Text\StopWordsRemovingTransformer.cs (1)
783MultiFileSource fileSource = new MultiFileSource(dataFile);