125 references to MultiFileSource
Microsoft.ML.AutoML.Tests (3)
AutoFitTests.cs (3)
419
var trainDataView = reader.Load(new
MultiFileSource
(DatasetUtil.GetMLSRDataset()));
524
var trainDataView = reader.Load(new
MultiFileSource
(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename)));
525
var testDataView = reader.Load(new
MultiFileSource
(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename)));
Microsoft.ML.Core.Tests (8)
UnitTests\FileSource.cs (6)
23
var fileSource = new
MultiFileSource
("adult.txt");
26
fileSource = new
MultiFileSource
("adult.tiny.with-schema.txt", "adult.tiny.with-schema.txt");
38
fileSource = new
MultiFileSource
($"{file1}+{file2}");
41
fileSource = new
MultiFileSource
(Path.Combine(dirName, "..."));
73
fileSource = new
MultiFileSource
(dataDir + "/*");
76
fileSource = new
MultiFileSource
(dataFolderDir + "/.../*");
UnitTests\TestModelLoad.cs (2)
30
ILegacyDataLoader result = ModelFileUtils.LoadLoader(env, rep, new
MultiFileSource
(null), true);
48
var result = ModelFileUtils.LoadPipeline(env, rep, new
MultiFileSource
(null), true);
Microsoft.ML.Data (20)
Commands\DataCommand.cs (4)
206
return ModelFileUtils.LoadLoader(Host, rep, new
MultiFileSource
(path), loadTransforms);
276
pipe = loaderFactory.CreateComponent(Host, new
MultiFileSource
(ImplOptions.DataFile));
307
trainPipe = ModelFileUtils.LoadLoader(Host, rep, new
MultiFileSource
(null), loadTransforms: true);
350
IMultiStreamSource fileSource = new
MultiFileSource
(dataFile);
Commands\SavePredictorCommand.cs (1)
222
var emptyView = ModelFileUtils.LoadPipeline(env, rep, new
MultiFileSource
(null));
DataLoadSave\Binary\BinaryLoader.cs (2)
936
var files = new
MultiFileSource
(filename);
2134
var data = new
MultiFileSource
(_dataFile);
DataLoadSave\DataLoaderExtensions.cs (1)
28
=> loader.Load(new
MultiFileSource
(path));
DataLoadSave\Text\TextLoader.cs (2)
1158
dataSample = new
MultiFileSource
(null);
1162
headerFile = new
MultiFileSource
(options.HeaderFile);
DataLoadSave\Text\TextLoaderSaverCatalog.cs (4)
182
return loader.Load(new
MultiFileSource
(path));
205
var source = new
MultiFileSource
(path);
246
allowQuoting, allowSparse, trimWhitespace).Load(new
MultiFileSource
(path));
264
.Load(new
MultiFileSource
(path));
DataLoadSave\TransformerChain.cs (1)
290
var chain = ModelFileUtils.LoadPipeline(env, stream, new
MultiFileSource
(null), extractInnerPipe: false);
EntryPoints\TransformModelImpl.cs (1)
116
_chain = ModelFileUtils.LoadPipeline(env, stream, new
MultiFileSource
(null), extractInnerPipe: true);
Model\ModelOperationsCatalog.cs (1)
182
var loader = ModelFileUtils.LoadLoader(_env, rep, new
MultiFileSource
(null), false);
Transforms\ValueMapping.cs (1)
613
IMultiStreamSource fileSource = new
MultiFileSource
(options.DataFile);
Transforms\ValueToKeyMappingTransformer.cs (1)
404
IMultiStreamSource fileSource = new
MultiFileSource
(file);
Utilities\ModelFileUtils.cs (1)
350
var pipe = ModelFileUtils.LoadLoader(h, rep, new
MultiFileSource
(null), loadTransforms: true);
Microsoft.ML.IntegrationTests (11)
ModelFiles.cs (7)
134
var file = new
MultiFileSource
(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
267
var file = new
MultiFileSource
(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
324
var file = new
MultiFileSource
(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
357
var file = new
MultiFileSource
(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
386
var file = new
MultiFileSource
(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
424
var file = new
MultiFileSource
(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
457
var file = new
MultiFileSource
(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename));
SchemaDefinitionTests.cs (4)
34
var loader = _ml.Data.CreateTextLoader(new TextLoader.Options(), new
MultiFileSource
(fileName));
35
var data = loader.Load(new
MultiFileSource
(fileName));
64
var data = new
MultiFileSource
(fileName);
65
var loader = _ml.Data.CreateTextLoader(new TextLoader.Options(), new
MultiFileSource
(fileName));
Microsoft.ML.Parquet (2)
ParquetLoader.cs (1)
381
var files = new
MultiFileSource
(filename);
PartitionedFileLoader.cs (1)
474
loader = _parent.CreateLoaderFromBytes(_parent._subLoaderBytes, new
MultiFileSource
(path));
Microsoft.ML.Samples (3)
Dynamic\DataOperations\LoadingSvmLight.cs (1)
45
var file = new
MultiFileSource
(fileName);
Dynamic\DataOperations\LoadingText.cs (2)
90
var dataSample = new
MultiFileSource
(dataFiles[0]);
172
var dataSampleWithSchema = new
MultiFileSource
(sparseDataFileName);
Microsoft.ML.TensorFlow.Tests (6)
TensorflowTests.cs (6)
146
}, new
MultiFileSource
(dataFile));
505
var data = _mlContext.CreateLoader("Text{col=ImagePath:TX:0 col=Name:TX:1}", new
MultiFileSource
(dataFile));
552
var data = reader.Load(new
MultiFileSource
(dataFile));
1156
}, new
MultiFileSource
(dataFile));
1348
var dataview = _mlContext.Data.CreateTextLoader<TextInput>().Load(new
MultiFileSource
(null));
1377
var dataview = _mlContext.Data.CreateTextLoader<PrimitiveInput>().Load(new
MultiFileSource
(null));
Microsoft.ML.TestFramework (4)
DataPipe\TestDataPipe.cs (1)
833
IDataView view2 = TextLoader.Create(Env, argsText, new
MultiFileSource
(dataPath));
DataPipe\TestDataPipeBase.cs (2)
319
files = new
MultiFileSource
(pathData == "<none>" ? null : pathData);
607
MultiFileSource src = new
MultiFileSource
(pathData);
TestCommandBase.cs (1)
533
var files = new
MultiFileSource
(dataPath);
Microsoft.ML.Tests (58)
ImagesTests.cs (26)
41
}, new
MultiFileSource
(dataFile));
48
}, new
MultiFileSource
(dataFile));
72
}, new
MultiFileSource
(dataFile));
116
}, new
MultiFileSource
(dataFile));
148
}, new
MultiFileSource
(dataFile));
185
}, new
MultiFileSource
(dataFile));
197
grey = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
344
}, new
MultiFileSource
(dataFile));
358
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
419
}, new
MultiFileSource
(dataFile));
433
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
495
}, new
MultiFileSource
(dataFile));
509
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
570
}, new
MultiFileSource
(dataFile));
584
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
645
}, new
MultiFileSource
(dataFile));
659
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
720
}, new
MultiFileSource
(dataFile));
735
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
796
}, new
MultiFileSource
(dataFile));
810
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
871
}, new
MultiFileSource
(dataFile));
886
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
947
}, new
MultiFileSource
(dataFile));
960
backToImages = ModelFileUtils.LoadPipeline(env, fh.OpenReadStream(), new
MultiFileSource
(dataFile));
1018
}, new
MultiFileSource
(dataFile));
Scenarios\Api\TestApi.cs (1)
175
var loader = TextLoader.Create(mlContext, new TextLoader.Options(), new
MultiFileSource
(dataFile));
SvmLightTests.cs (7)
155
var model = ML.Data.CreateSvmLightLoaderWithFeatureNames(dataSample: new
MultiFileSource
(path));
420
var data = loader.Load(new
MultiFileSource
(path1, path2));
433
data = loader.Load(new
MultiFileSource
(null));
511
ML.Data.SaveInSvmLightFormat(loader.Load(new
MultiFileSource
(null)), stream);
519
ML.Data.SaveInSvmLightFormat(loader.Load(new
MultiFileSource
(null)), stream, labelColumnName: "Column");
527
ML.Data.SaveInSvmLightFormat(loader.Load(new
MultiFileSource
(null)), stream, labelColumnName: "Column", featureColumnName: "Column", rowGroupColumnName: "Group");
535
ML.Data.SaveInSvmLightFormat(loader.Load(new
MultiFileSource
(null)), stream, labelColumnName: "Column", featureColumnName: "Column", exampleWeightColumnName: "Weight");
TermEstimatorTests.cs (1)
69
}, new
MultiFileSource
(dataPath));
TextLoaderTests.cs (4)
611
var loader = mlContext.Data.CreateTextLoader(new TextLoader.Options(), new
MultiFileSource
(fileName));
612
var data = loader.Load(new
MultiFileSource
(fileName));
820
var result = ModelFileUtils.LoadLoader(mlContext, rep, new
MultiFileSource
(breastCancerPath), false);
840
iris = ModelFileUtils.LoadLoader(mlContext, rep, new
MultiFileSource
(irisPath), false);
TrainerEstimators\MatrixFactorizationTests.cs (4)
33
.Load(new
MultiFileSource
(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename)));
37
.Load(new
MultiFileSource
(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename)));
71
var data = reader.Load(new
MultiFileSource
(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename)));
107
var testData = reader.Load(new
MultiFileSource
(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename)));
Transformers\ConcatTests.cs (4)
45
var source = new
MultiFileSource
(dataPath);
56
}, new
MultiFileSource
(dataPath));
103
var source = new
MultiFileSource
(dataPath);
113
}, new
MultiFileSource
(dataPath));
Transformers\CustomMappingTests.cs (4)
55
var source = new
MultiFileSource
(dataPath);
91
var source = new
MultiFileSource
(dataPath);
169
var source = new
MultiFileSource
(dataPath);
194
var source = new
MultiFileSource
(dataPath);
Transformers\ExpressionTransformerTests.cs (1)
38
}, new
MultiFileSource
(dataPath));
Transformers\NormalizerTests.cs (5)
48
}, new
MultiFileSource
(dataPath));
117
}, new
MultiFileSource
(dataPath));
236
}, new
MultiFileSource
(dataPath));
874
var dataView = TextLoader.Create(ML, new TextLoader.Options(), new
MultiFileSource
(dataFile));
1001
}, new
MultiFileSource
(dataPath));
Transformers\TextFeaturizerTests.cs (1)
564
}, new
MultiFileSource
(sentimentDataPath));
Microsoft.ML.TorchSharp.Tests (5)
NerTests.cs (1)
215
}, new
MultiFileSource
(dataFilePath));
ObjectDetectionTests.cs (2)
42
}, new
MultiFileSource
(dataFile));
99
}, new
MultiFileSource
(dataFile));
QATests.cs (1)
85
}, new
MultiFileSource
(trainFile));
TextClassificationTests.cs (1)
428
}, new
MultiFileSource
(trainFile));
Microsoft.ML.Transforms (5)
SvmLight\SvmLightLoader.cs (1)
641
var data = GetData(_host, null, new
MultiFileSource
(null));
SvmLight\SvmLightLoaderSaverCatalog.cs (2)
77
var file = new
MultiFileSource
(path);
99
var file = new
MultiFileSource
(path);
Text\StopWordsRemovingTransformer.cs (1)
783
MultiFileSource fileSource = new
MultiFileSource
(dataFile);
Text\TextFeaturizingEstimator.cs (1)
729
ctx.LoadModel<ILegacyDataLoader, SignatureLoadDataLoader>(env, out var loader, "Loader", new
MultiFileSource
(null));