7 implementations of ILegacyDataLoader
Microsoft.ML.Data (4)
DataLoadSave\Binary\BinaryLoader.cs (1)
39
internal sealed class BinaryLoader :
ILegacyDataLoader
, IDisposable
DataLoadSave\LegacyCompositeDataLoader.cs (1)
31
internal sealed class LegacyCompositeDataLoader :
ILegacyDataLoader
, ITransposeDataView
DataLoadSave\Text\TextLoader.cs (1)
1637
private sealed class BoundLoader :
ILegacyDataLoader
DataLoadSave\Transpose\TransposeLoader.cs (1)
34
internal sealed class TransposeLoader :
ILegacyDataLoader
, ITransposeDataView
Microsoft.ML.Parquet (2)
ParquetLoader.cs (1)
34
internal sealed class ParquetLoader :
ILegacyDataLoader
, IDisposable
PartitionedFileLoader.cs (1)
51
internal sealed class PartitionedFileLoader :
ILegacyDataLoader
Microsoft.ML.Transforms (1)
SvmLight\SvmLightLoader.cs (1)
774
private sealed class LegacyLoader :
ILegacyDataLoader
154 references to ILegacyDataLoader
Microsoft.ML.Core.Tests (1)
UnitTests\TestModelLoad.cs (1)
30
ILegacyDataLoader
result = ModelFileUtils.LoadLoader(env, rep, new MultiFileSource(null), true);
Microsoft.ML.Data (86)
Commands\CrossValidationCommand.cs (3)
154
ILegacyDataLoader
loader = CreateRawLoader();
361
private readonly
ILegacyDataLoader
_loader;
398
ILegacyDataLoader
loader = null,
Commands\DataCommand.cs (20)
27
public IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> Loader;
204
protected
ILegacyDataLoader
LoadLoader(RepositoryReader rep, string path, bool loadTransforms)
209
protected void SaveLoader(
ILegacyDataLoader
loader, string path)
215
protected
ILegacyDataLoader
CreateAndSaveLoader(Func<IHostEnvironment, IMultiStreamSource,
ILegacyDataLoader
> defaultLoaderFactory = null)
217
var
loader = CreateLoader(defaultLoaderFactory);
250
out
ILegacyDataLoader
pipe)
272
ILegacyDataLoader
trainPipe = null;
319
protected
ILegacyDataLoader
CreateLoader(Func<IHostEnvironment, IMultiStreamSource,
ILegacyDataLoader
> defaultLoaderFactory = null)
321
var
loader = CreateRawLoader(defaultLoaderFactory);
326
private
ILegacyDataLoader
CreateTransformChain(
ILegacyDataLoader
loader)
331
protected
ILegacyDataLoader
CreateRawLoader(
332
Func<IHostEnvironment, IMultiStreamSource,
ILegacyDataLoader
> defaultLoaderFactory = null,
338
ILegacyDataLoader
loader;
381
private
ILegacyDataLoader
LoadTransformChain(
ILegacyDataLoader
srcData)
401
public static void SaveLoader(
ILegacyDataLoader
loader, IFileHandle file, IHostEnvironment host)
416
public static void SaveLoader(
ILegacyDataLoader
loader, Stream stream, IHostEnvironment host)
Commands\SaveDataCommand.cs (1)
85
ILegacyDataLoader
loader = CreateAndSaveLoader();
Commands\ScoreCommand.cs (1)
104
LoadModelObjects(ch, true, out var predictor, true, out var trainSchema, out
var
loader);
Commands\ShowSchemaCommand.cs (1)
69
ILegacyDataLoader
loader = CreateAndSaveLoader();
Commands\TestCommand.cs (1)
91
ILegacyDataLoader
loader;
Commands\TrainCommand.cs (3)
364
if (dataPipe is
ILegacyDataLoader
)
398
if (!blankLoader && pipeStart is
ILegacyDataLoader
loader)
482
if (view is
ILegacyDataLoader
loader)
Commands\TrainTestCommand.cs (1)
189
ILegacyDataLoader
testPipe;
Data\ILegacyDataLoader.cs (3)
41
/// Signature for creating an <see cref="
ILegacyDataLoader
"/>.
47
/// Signature for loading an <see cref="
ILegacyDataLoader
"/>.
53
/// Interface for a data loader. An <see cref="
ILegacyDataLoader
"/> can save its model information
DataLoadSave\LegacyCompositeDataLoader.cs (28)
15
[assembly: LoadableClass(typeof(
ILegacyDataLoader
), typeof(LegacyCompositeDataLoader), typeof(LegacyCompositeDataLoader.Arguments), typeof(SignatureDataLoader),
18
[assembly: LoadableClass(typeof(
ILegacyDataLoader
), typeof(LegacyCompositeDataLoader), null, typeof(SignatureLoadDataLoader),
36
public IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> Loader;
78
private readonly
ILegacyDataLoader
_loader;
92
/// otherwise, it'll be whatever <see cref="
ILegacyDataLoader
"/> is specified in <c>args.loader</c>.
94
public static
ILegacyDataLoader
Create(IHostEnvironment env, Arguments args, IMultiStreamSource files)
103
var
loader = args.Loader.CreateComponent(h, files);
112
public static
ILegacyDataLoader
Create(IHostEnvironment env,
ILegacyDataLoader
srcLoader,
123
private static
ILegacyDataLoader
CreateCore(IHost host,
ILegacyDataLoader
srcLoader,
176
public static
ILegacyDataLoader
ApplyTransforms(IHostEnvironment env,
ILegacyDataLoader
srcLoader,
190
private static
ILegacyDataLoader
ApplyTransformsCore(IHost host,
ILegacyDataLoader
srcLoader,
202
ILegacyDataLoader
pipeStart;
275
public static
ILegacyDataLoader
ApplyTransform(IHostEnvironment env,
ILegacyDataLoader
srcLoader,
293
public static
ILegacyDataLoader
Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files)
305
ILegacyDataLoader
loader;
306
ctx.LoadModel<
ILegacyDataLoader
, SignatureLoadDataLoader>(h, out loader, "Loader", files);
315
/// Creates a <see cref="
ILegacyDataLoader
"/> from the specified source loader, followed by
321
public static
ILegacyDataLoader
Create(IHostEnvironment env, ModelLoadContext ctx,
322
ILegacyDataLoader
srcLoader, Func<string, bool> isTransformTagAccepted)
430
var
srcLoader = transforms[0].Transform.Source as
ILegacyDataLoader
;
450
private static
ILegacyDataLoader
LoadTransforms(ModelLoadContext ctx,
ILegacyDataLoader
srcLoader, IHost host, Func<string, bool> isTransformTagAccepted)
DataLoadSave\Text\TextLoader.cs (7)
16
[assembly: LoadableClass(TextLoader.Summary, typeof(
ILegacyDataLoader
), typeof(TextLoader), typeof(TextLoader.Options), typeof(SignatureDataLoader),
19
[assembly: LoadableClass(TextLoader.Summary, typeof(
ILegacyDataLoader
), typeof(TextLoader), null, typeof(SignatureLoadDataLoader),
1294
public IComponentFactory<
ILegacyDataLoader
> Loader;
1489
internal static
ILegacyDataLoader
Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files)
1490
=> (
ILegacyDataLoader
)Create(env, ctx).Load(files);
1491
internal static
ILegacyDataLoader
Create(IHostEnvironment env, Options options, IMultiStreamSource files)
1492
=> (
ILegacyDataLoader
)new TextLoader(env, options, files).Load(files);
Model\ModelOperationsCatalog.cs (1)
182
var
loader = ModelFileUtils.LoadLoader(_env, rep, new MultiFileSource(null), false);
Model\Pfa\SavePfaCommand.cs (1)
123
ILegacyDataLoader
loader;
Transforms\ValueMapping.cs (1)
423
public IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> Loader;
Transforms\ValueToKeyMappingTransformer.cs (2)
113
internal IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> Loader;
387
string file, string termsColumn, IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> loaderFactory,
Utilities\ApplyTransformUtils.cs (1)
57
/// (or <see cref="
ILegacyDataLoader
"/> if <paramref name="oldSource"/> is <c>null</c>),
Utilities\ComponentCreation.cs (5)
83
internal static
ILegacyDataLoader
CreateLoader<TArgs>(this IHostEnvironment env, TArgs arguments, IMultiStreamSource files)
88
return CreateCore<
ILegacyDataLoader
, TArgs, SignatureDataLoader>(env, arguments, files);
95
internal static
ILegacyDataLoader
CreateLoader(this IHostEnvironment env, string settings, IMultiStreamSource files)
99
Type factoryType = typeof(IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
>);
100
return CreateCore<
ILegacyDataLoader
>(env, factoryType, typeof(SignatureDataLoader), settings, files);
Utilities\ModelFileUtils.cs (6)
80
ILegacyDataLoader
loader;
82
ModelLoadContext.LoadModel<
ILegacyDataLoader
, SignatureLoadDataLoader>(env, out loader, rep, ent, DirDataLoaderModel, files);
176
public static
ILegacyDataLoader
LoadLoader(IHostEnvironment env, RepositoryReader rep, IMultiStreamSource files, bool loadTransforms)
182
ILegacyDataLoader
loader;
198
ModelLoadContext.LoadModel<
ILegacyDataLoader
, SignatureLoadDataLoader>(env, out loader, rep, ent, dir, files);
350
var
pipe = ModelFileUtils.LoadLoader(h, rep, new MultiFileSource(null), loadTransforms: true);
Microsoft.ML.EntryPoints (2)
ImportTextData.cs (2)
42
var
loader = host.CreateLoader(string.Format("Text{{{0}}}", input.CustomSchema), new FileHandleSource(input.InputFile));
62
var
loader = host.CreateLoader(input.Arguments, new FileHandleSource(input.InputFile));
Microsoft.ML.FastTree (1)
GamModelParameters.cs (1)
871
ILegacyDataLoader
loader;
Microsoft.ML.OnnxConverter (1)
SaveOnnxCommand.cs (1)
293
ILegacyDataLoader
loader = null;
Microsoft.ML.Parquet (6)
PartitionedFileLoader.cs (6)
81
public IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> Loader;
187
var
subLoader = args.Loader.CreateComponent(_host, _files);
315
private DataViewSchema CreateSchema(IExceptionContext ectx, Column[] cols,
ILegacyDataLoader
subLoader)
342
private byte[] SaveLoaderToBytes(
ILegacyDataLoader
loader)
353
private
ILegacyDataLoader
CreateLoaderFromBytes(byte[] loaderBytes, IMultiStreamSource files)
470
ILegacyDataLoader
loader = null;
Microsoft.ML.TensorFlow.Tests (3)
TensorflowTests.cs (3)
140
var
data = TextLoader.Create(_mlContext, new TextLoader.Options()
506
var
data = _mlContext.CreateLoader("Text{col=ImagePath:TX:0 col=Name:TX:1}", new MultiFileSource(dataFile));
1150
var
data = TextLoader.Create(_mlContext, new TextLoader.Options()
Microsoft.ML.TestFramework (13)
DataPipe\TestDataPipe.cs (1)
910
Action<
ILegacyDataLoader
> action
DataPipe\TestDataPipeBase.cs (12)
179
internal
ILegacyDataLoader
TestCore(string pathData, bool keepHidden, string[] argsPipe,
180
Action<
ILegacyDataLoader
> actLoader = null, string suffix = "", string suffixBase = null, bool checkBaseline = true,
188
ILegacyDataLoader
compositeLoader;
189
var
pipe1 = compositeLoader = CreatePipeDataLoader(_env, pathData, argsPipe, out files);
234
var
pipe2 = LoadPipe(pathModel, _env, files);
311
private
ILegacyDataLoader
CreatePipeDataLoader(IHostEnvironment env, string pathData, string[] argsPipe, out MultiFileSource files)
320
var sub = new SubComponent<
ILegacyDataLoader
, SignatureDataLoader>("Pipe", argsPipe);
321
var
pipe = sub.CreateInstance(env, files);
435
private protected string SavePipe(
ILegacyDataLoader
pipe, string suffix = "", string dir = "Pipeline")
458
private
ILegacyDataLoader
LoadPipe(string pathModel, IHostEnvironment env, IMultiStreamSource files)
464
ILegacyDataLoader
pipe;
465
ModelLoadContext.LoadModel<
ILegacyDataLoader
, SignatureLoadDataLoader>(env,
Microsoft.ML.Tests (23)
ImagesTests.cs (16)
34
var
data = TextLoader.Create(env, new TextLoader.Options()
42
var
invalidData = TextLoader.Create(env, new TextLoader.Options()
65
var
data = TextLoader.Create(env, new TextLoader.Options()
109
var
data = TextLoader.Create(env, new TextLoader.Options()
141
var
data = TextLoader.Create(env, new TextLoader.Options()
178
var
data = TextLoader.Create(env, new TextLoader.Options()
337
var
data = TextLoader.Create(env, new TextLoader.Options()
412
var
data = TextLoader.Create(env, new TextLoader.Options()
488
var
data = TextLoader.Create(env, new TextLoader.Options()
563
var
data = TextLoader.Create(env, new TextLoader.Options()
638
var
data = TextLoader.Create(env, new TextLoader.Options()
713
var
data = TextLoader.Create(env, new TextLoader.Options()
789
var
data = TextLoader.Create(env, new TextLoader.Options()
864
var
data = TextLoader.Create(env, new TextLoader.Options()
940
var
data = TextLoader.Create(env, new TextLoader.Options()
1012
var
data = TextLoader.Create(env, new TextLoader.Options()
Scenarios\Api\TestApi.cs (1)
175
var
loader = TextLoader.Create(mlContext, new TextLoader.Options(), new MultiFileSource(dataFile));
TextLoaderTests.cs (4)
40
var
data = TestCore(pathData, true,
101
var
data = TestCore(pathData, true,
125
var
data = TestCore(pathData, true,
820
var
result = ModelFileUtils.LoadLoader(mlContext, rep, new MultiFileSource(breastCancerPath), false);
Transformers\NormalizerTests.cs (1)
874
var
dataView = TextLoader.Create(ML, new TextLoader.Options(), new MultiFileSource(dataFile));
Transformers\TextFeaturizerTests.cs (1)
558
var
data = TextLoader.Create(ML, new TextLoader.Options()
Microsoft.ML.TorchSharp.Tests (3)
NerTests.cs (1)
202
var
dataView = TextLoader.Create(ML, new TextLoader.Options()
ObjectDetectionTests.cs (2)
33
var
data = TextLoader.Create(ML, new TextLoader.Options()
92
var
dataFiltered = TextLoader.Create(ML, new TextLoader.Options()
Microsoft.ML.Transforms (15)
SvmLight\SvmLightLoader.cs (4)
18
[assembly: LoadableClass(SvmLightLoader.Summary, typeof(
ILegacyDataLoader
), typeof(SvmLightLoader), typeof(SvmLightLoader.Options), typeof(SignatureDataLoader),
21
[assembly: LoadableClass(SvmLightLoader.Summary, typeof(
ILegacyDataLoader
), typeof(SvmLightLoader), null, typeof(SignatureLoadDataLoader),
763
internal static
ILegacyDataLoader
Create(IHostEnvironment env, ModelLoadContext ctx, IMultiStreamSource files)
768
internal static
ILegacyDataLoader
Create(IHostEnvironment env, Options options, IMultiStreamSource files)
Text\StopWordsRemovingTransformer.cs (8)
719
internal IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> Loader;
778
private
ILegacyDataLoader
GetLoaderForStopwords(IChannel ch, string dataFile,
779
IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> loader, ref string stopwordsCol)
784
ILegacyDataLoader
dataLoader;
822
dataLoader = textLoader.Load(fileSource) as
ILegacyDataLoader
;
832
IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> loaderFactory, out NormStr.Pool stopWordsMap)
866
var
loader = GetLoaderForStopwords(ch, dataFile, loaderFactory, ref srcCol);
928
string dataFile, string stopwordsColumn, IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> loader, params (string outputColumnName, string inputColumnName)[] columns) :
Text\TextFeaturizingEstimator.cs (2)
737
ctx.LoadModel<
ILegacyDataLoader
, SignatureLoadDataLoader>(env, out
var
loader, "Loader", new MultiFileSource(null));
Text\WordBagTransform.cs (1)
598
internal IComponentFactory<IMultiStreamSource,
ILegacyDataLoader
> Loader;