7 implementations of ILegacyDataLoader
Microsoft.ML.Data (4)
DataLoadSave\Binary\BinaryLoader.cs (1)
39internal sealed class BinaryLoader : ILegacyDataLoader, IDisposable
DataLoadSave\LegacyCompositeDataLoader.cs (1)
31internal sealed class LegacyCompositeDataLoader : ILegacyDataLoader, ITransposeDataView
DataLoadSave\Text\TextLoader.cs (1)
1637private sealed class BoundLoader : ILegacyDataLoader
DataLoadSave\Transpose\TransposeLoader.cs (1)
34internal sealed class TransposeLoader : ILegacyDataLoader, ITransposeDataView
Microsoft.ML.Parquet (2)
ParquetLoader.cs (1)
34internal sealed class ParquetLoader : ILegacyDataLoader, IDisposable
PartitionedFileLoader.cs (1)
51internal sealed class PartitionedFileLoader : ILegacyDataLoader
Microsoft.ML.Transforms (1)
SvmLight\SvmLightLoader.cs (1)
774private sealed class LegacyLoader : ILegacyDataLoader
154 references to ILegacyDataLoader
Microsoft.ML.Core.Tests (1)
UnitTests\TestModelLoad.cs (1)
30ILegacyDataLoader result = ModelFileUtils.LoadLoader(env, rep, new MultiFileSource(null), true);
Microsoft.ML.Data (86)
Commands\CrossValidationCommand.cs (3)
154ILegacyDataLoader loader = CreateRawLoader(); 361private readonly ILegacyDataLoader _loader; 398ILegacyDataLoader loader = null,
Commands\DataCommand.cs (20)
27public IComponentFactory<IMultiStreamSource, ILegacyDataLoader> Loader; 204protected ILegacyDataLoader LoadLoader(RepositoryReader rep, string path, bool loadTransforms) 209protected void SaveLoader(ILegacyDataLoader loader, string path) 215protected ILegacyDataLoader CreateAndSaveLoader(Func<IHostEnvironment, IMultiStreamSource, ILegacyDataLoader> defaultLoaderFactory = null) 217var loader = CreateLoader(defaultLoaderFactory); 250out ILegacyDataLoader pipe) 272ILegacyDataLoader trainPipe = null; 319protected ILegacyDataLoader CreateLoader(Func<IHostEnvironment, IMultiStreamSource, ILegacyDataLoader> defaultLoaderFactory = null) 321var loader = CreateRawLoader(defaultLoaderFactory); 326private ILegacyDataLoader CreateTransformChain(ILegacyDataLoader loader) 331protected ILegacyDataLoader CreateRawLoader( 332Func<IHostEnvironment, IMultiStreamSource, ILegacyDataLoader> defaultLoaderFactory = null, 338ILegacyDataLoader loader; 381private ILegacyDataLoader LoadTransformChain(ILegacyDataLoader srcData) 401public static void SaveLoader(ILegacyDataLoader loader, IFileHandle file, IHostEnvironment host) 416public static void SaveLoader(ILegacyDataLoader loader, Stream stream, IHostEnvironment host)
Commands\SaveDataCommand.cs (1)
85ILegacyDataLoader loader = CreateAndSaveLoader();
Commands\ScoreCommand.cs (1)
104LoadModelObjects(ch, true, out var predictor, true, out var trainSchema, out var loader);
Commands\ShowSchemaCommand.cs (1)
69ILegacyDataLoader loader = CreateAndSaveLoader();
Commands\TestCommand.cs (1)
91ILegacyDataLoader loader;
Commands\TrainCommand.cs (3)
364if (dataPipe is ILegacyDataLoader) 398if (!blankLoader && pipeStart is ILegacyDataLoader loader) 482if (view is ILegacyDataLoader loader)
Commands\TrainTestCommand.cs (1)
189ILegacyDataLoader testPipe;
Data\ILegacyDataLoader.cs (3)
41/// Signature for creating an <see cref="ILegacyDataLoader"/>. 47/// Signature for loading an <see cref="ILegacyDataLoader"/>. 53/// Interface for a data loader. An <see cref="ILegacyDataLoader"/> can save its model information
DataLoadSave\LegacyCompositeDataLoader.cs (28)
15[assembly: LoadableClass(typeof(ILegacyDataLoader), typeof(LegacyCompositeDataLoader), typeof(LegacyCompositeDataLoader.Arguments), typeof(SignatureDataLoader), 18[assembly: LoadableClass(typeof(ILegacyDataLoader), typeof(LegacyCompositeDataLoader), null, typeof(SignatureLoadDataLoader), 36public IComponentFactory<IMultiStreamSource, ILegacyDataLoader> Loader; 78private readonly ILegacyDataLoader _loader; 92/// otherwise, it'll be whatever <see cref="ILegacyDataLoader"/> is specified in <c>args.loader</c>. 94public static ILegacyDataLoader Create(IHostEnvironment env, Arguments args, IMultiStreamSource files) 103var loader = args.Loader.CreateComponent(h, files); 112public static ILegacyDataLoader Create(IHostEnvironment env, ILegacyDataLoader srcLoader, 123private static ILegacyDataLoader CreateCore(IHost host, ILegacyDataLoader srcLoader, 176public static ILegacyDataLoader ApplyTransforms(IHostEnvironment env, ILegacyDataLoader srcLoader, 190private static ILegacyDataLoader ApplyTransformsCore(IHost host, ILegacyDataLoader srcLoader, 202ILegacyDataLoader pipeStart; 275public static ILegacyDataLoader ApplyTransform(IHostEnvironment env, ILegacyDataLoader srcLoader, 293public static ILegacyDataLoader Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files) 305ILegacyDataLoader loader; 306ctx.LoadModel<ILegacyDataLoader, SignatureLoadDataLoader>(h, out loader, "Loader", files); 315/// Creates a <see cref="ILegacyDataLoader"/> from the specified source loader, followed by 321public static ILegacyDataLoader Create(IHostEnvironment env, ModelLoadContext ctx, 322ILegacyDataLoader srcLoader, Func<string, bool> isTransformTagAccepted) 430var srcLoader = transforms[0].Transform.Source as ILegacyDataLoader; 450private static ILegacyDataLoader LoadTransforms(ModelLoadContext ctx, ILegacyDataLoader srcLoader, IHost host, Func<string, bool> isTransformTagAccepted)
DataLoadSave\Text\TextLoader.cs (7)
16[assembly: LoadableClass(TextLoader.Summary, typeof(ILegacyDataLoader), typeof(TextLoader), typeof(TextLoader.Options), typeof(SignatureDataLoader), 19[assembly: LoadableClass(TextLoader.Summary, typeof(ILegacyDataLoader), typeof(TextLoader), null, typeof(SignatureLoadDataLoader), 1294public IComponentFactory<ILegacyDataLoader> Loader; 1489internal static ILegacyDataLoader Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files) 1490=> (ILegacyDataLoader)Create(env, ctx).Load(files); 1491internal static ILegacyDataLoader Create(IHostEnvironment env, Options options, IMultiStreamSource files) 1492=> (ILegacyDataLoader)new TextLoader(env, options, files).Load(files);
Model\ModelOperationsCatalog.cs (1)
182var loader = ModelFileUtils.LoadLoader(_env, rep, new MultiFileSource(null), false);
Model\Pfa\SavePfaCommand.cs (1)
123ILegacyDataLoader loader;
Transforms\ValueMapping.cs (1)
423public IComponentFactory<IMultiStreamSource, ILegacyDataLoader> Loader;
Transforms\ValueToKeyMappingTransformer.cs (2)
113internal IComponentFactory<IMultiStreamSource, ILegacyDataLoader> Loader; 387string file, string termsColumn, IComponentFactory<IMultiStreamSource, ILegacyDataLoader> loaderFactory,
Utilities\ApplyTransformUtils.cs (1)
57/// (or <see cref="ILegacyDataLoader"/> if <paramref name="oldSource"/> is <c>null</c>),
Utilities\ComponentCreation.cs (5)
83internal static ILegacyDataLoader CreateLoader<TArgs>(this IHostEnvironment env, TArgs arguments, IMultiStreamSource files) 88return CreateCore<ILegacyDataLoader, TArgs, SignatureDataLoader>(env, arguments, files); 95internal static ILegacyDataLoader CreateLoader(this IHostEnvironment env, string settings, IMultiStreamSource files) 99Type factoryType = typeof(IComponentFactory<IMultiStreamSource, ILegacyDataLoader>); 100return CreateCore<ILegacyDataLoader>(env, factoryType, typeof(SignatureDataLoader), settings, files);
Utilities\ModelFileUtils.cs (6)
80ILegacyDataLoader loader; 82ModelLoadContext.LoadModel<ILegacyDataLoader, SignatureLoadDataLoader>(env, out loader, rep, ent, DirDataLoaderModel, files); 176public static ILegacyDataLoader LoadLoader(IHostEnvironment env, RepositoryReader rep, IMultiStreamSource files, bool loadTransforms) 182ILegacyDataLoader loader; 198ModelLoadContext.LoadModel<ILegacyDataLoader, SignatureLoadDataLoader>(env, out loader, rep, ent, dir, files); 350var pipe = ModelFileUtils.LoadLoader(h, rep, new MultiFileSource(null), loadTransforms: true);
Microsoft.ML.EntryPoints (2)
ImportTextData.cs (2)
42var loader = host.CreateLoader(string.Format("Text{{{0}}}", input.CustomSchema), new FileHandleSource(input.InputFile)); 62var loader = host.CreateLoader(input.Arguments, new FileHandleSource(input.InputFile));
Microsoft.ML.FastTree (1)
GamModelParameters.cs (1)
871ILegacyDataLoader loader;
Microsoft.ML.OnnxConverter (1)
SaveOnnxCommand.cs (1)
293ILegacyDataLoader loader = null;
Microsoft.ML.Parquet (6)
PartitionedFileLoader.cs (6)
81public IComponentFactory<IMultiStreamSource, ILegacyDataLoader> Loader; 187var subLoader = args.Loader.CreateComponent(_host, _files); 315private DataViewSchema CreateSchema(IExceptionContext ectx, Column[] cols, ILegacyDataLoader subLoader) 342private byte[] SaveLoaderToBytes(ILegacyDataLoader loader) 353private ILegacyDataLoader CreateLoaderFromBytes(byte[] loaderBytes, IMultiStreamSource files) 470ILegacyDataLoader loader = null;
Microsoft.ML.TensorFlow.Tests (3)
TensorflowTests.cs (3)
140var data = TextLoader.Create(_mlContext, new TextLoader.Options() 506var data = _mlContext.CreateLoader("Text{col=ImagePath:TX:0 col=Name:TX:1}", new MultiFileSource(dataFile)); 1150var data = TextLoader.Create(_mlContext, new TextLoader.Options()
Microsoft.ML.TestFramework (13)
DataPipe\TestDataPipe.cs (1)
910Action<ILegacyDataLoader> action
DataPipe\TestDataPipeBase.cs (12)
179internal ILegacyDataLoader TestCore(string pathData, bool keepHidden, string[] argsPipe, 180Action<ILegacyDataLoader> actLoader = null, string suffix = "", string suffixBase = null, bool checkBaseline = true, 188ILegacyDataLoader compositeLoader; 189var pipe1 = compositeLoader = CreatePipeDataLoader(_env, pathData, argsPipe, out files); 234var pipe2 = LoadPipe(pathModel, _env, files); 311private ILegacyDataLoader CreatePipeDataLoader(IHostEnvironment env, string pathData, string[] argsPipe, out MultiFileSource files) 320var sub = new SubComponent<ILegacyDataLoader, SignatureDataLoader>("Pipe", argsPipe); 321var pipe = sub.CreateInstance(env, files); 435private protected string SavePipe(ILegacyDataLoader pipe, string suffix = "", string dir = "Pipeline") 458private ILegacyDataLoader LoadPipe(string pathModel, IHostEnvironment env, IMultiStreamSource files) 464ILegacyDataLoader pipe; 465ModelLoadContext.LoadModel<ILegacyDataLoader, SignatureLoadDataLoader>(env,
Microsoft.ML.Tests (23)
ImagesTests.cs (16)
34var data = TextLoader.Create(env, new TextLoader.Options() 42var invalidData = TextLoader.Create(env, new TextLoader.Options() 65var data = TextLoader.Create(env, new TextLoader.Options() 109var data = TextLoader.Create(env, new TextLoader.Options() 141var data = TextLoader.Create(env, new TextLoader.Options() 178var data = TextLoader.Create(env, new TextLoader.Options() 337var data = TextLoader.Create(env, new TextLoader.Options() 412var data = TextLoader.Create(env, new TextLoader.Options() 488var data = TextLoader.Create(env, new TextLoader.Options() 563var data = TextLoader.Create(env, new TextLoader.Options() 638var data = TextLoader.Create(env, new TextLoader.Options() 713var data = TextLoader.Create(env, new TextLoader.Options() 789var data = TextLoader.Create(env, new TextLoader.Options() 864var data = TextLoader.Create(env, new TextLoader.Options() 940var data = TextLoader.Create(env, new TextLoader.Options() 1012var data = TextLoader.Create(env, new TextLoader.Options()
Scenarios\Api\TestApi.cs (1)
175var loader = TextLoader.Create(mlContext, new TextLoader.Options(), new MultiFileSource(dataFile));
TextLoaderTests.cs (4)
40var data = TestCore(pathData, true, 101var data = TestCore(pathData, true, 125var data = TestCore(pathData, true, 820var result = ModelFileUtils.LoadLoader(mlContext, rep, new MultiFileSource(breastCancerPath), false);
Transformers\NormalizerTests.cs (1)
874var dataView = TextLoader.Create(ML, new TextLoader.Options(), new MultiFileSource(dataFile));
Transformers\TextFeaturizerTests.cs (1)
558var data = TextLoader.Create(ML, new TextLoader.Options()
Microsoft.ML.TorchSharp.Tests (3)
NerTests.cs (1)
202var dataView = TextLoader.Create(ML, new TextLoader.Options()
ObjectDetectionTests.cs (2)
33var data = TextLoader.Create(ML, new TextLoader.Options() 92var dataFiltered = TextLoader.Create(ML, new TextLoader.Options()
Microsoft.ML.Transforms (15)
SvmLight\SvmLightLoader.cs (4)
18[assembly: LoadableClass(SvmLightLoader.Summary, typeof(ILegacyDataLoader), typeof(SvmLightLoader), typeof(SvmLightLoader.Options), typeof(SignatureDataLoader), 21[assembly: LoadableClass(SvmLightLoader.Summary, typeof(ILegacyDataLoader), typeof(SvmLightLoader), null, typeof(SignatureLoadDataLoader), 763internal static ILegacyDataLoader Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files) 768internal static ILegacyDataLoader Create(IHostEnvironment env, Options options, IMultiStreamSource files)
Text\StopWordsRemovingTransformer.cs (8)
719internal IComponentFactory<IMultiStreamSource, ILegacyDataLoader> Loader; 778private ILegacyDataLoader GetLoaderForStopwords(IChannel ch, string dataFile, 779IComponentFactory<IMultiStreamSource, ILegacyDataLoader> loader, ref string stopwordsCol) 784ILegacyDataLoader dataLoader; 822dataLoader = textLoader.Load(fileSource) as ILegacyDataLoader; 832IComponentFactory<IMultiStreamSource, ILegacyDataLoader> loaderFactory, out NormStr.Pool stopWordsMap) 866var loader = GetLoaderForStopwords(ch, dataFile, loaderFactory, ref srcCol); 928string dataFile, string stopwordsColumn, IComponentFactory<IMultiStreamSource, ILegacyDataLoader> loader, params (string outputColumnName, string inputColumnName)[] columns) :
Text\TextFeaturizingEstimator.cs (2)
737ctx.LoadModel<ILegacyDataLoader, SignatureLoadDataLoader>(env, out var loader, "Loader", new MultiFileSource(null));
Text\WordBagTransform.cs (1)
598internal IComponentFactory<IMultiStreamSource, ILegacyDataLoader> Loader;