| File: DataPipe\PartitionedFileLoaderTests.cs | Web Access |
| Project: src\test\Microsoft.ML.TestFramework\Microsoft.ML.TestFramework.csproj (Microsoft.ML.TestFramework) |
// Licensed to the .NET Foundation under one or more agreements. // The .NET Foundation licenses this file to you under the MIT license. // See the LICENSE file in the project root for more information. using System.IO; using Microsoft.ML.Data; using Xunit; using Xunit.Abstractions; namespace Microsoft.ML.RunTests { public class PartitionedFileLoaderTests : TestDataPipeBase { protected override void Initialize() { base.Initialize(); Env.ComponentCatalog.RegisterAssembly(typeof(ParquetLoader).Assembly); } public PartitionedFileLoaderTests(ITestOutputHelper output) : base(output) { } [Fact] public void PartitionedNamedDirectories() { string basePath = GetDataPath("Partitioned", "Named"); string pathData = Path.Combine(basePath, "...", "*.csv"); TestCore(pathData, false, new[] { "loader=Part{bp=" + basePath + " loader=Text{header+ sep=comma col=L0:TX:0}}" }); Done(); } [Fact] public void PartitionedUnnamedDirectories() { string basePath = GetDataPath("Partitioned", "Unnamed"); ; string pathData = Path.Combine(basePath, "...", "*.csv"); TestCore(pathData, false, new[] { "loader=Part{parser=SmplPP{col=Month:I4:1} path+ bp=" + basePath + " loader=Text{header+ sep=comma col=L0:I4:1}}" }); // Test again with global parser data type. TestCore(pathData, false, new[] { "loader=Part{parser=SmplPP{type=I4 col=Month:1} path+ bp=" + basePath + " loader=Text{header+ sep=comma col=L0:I4:1}}" }); Done(); } } }