935 references to Count
System.Linq (5)
System\Linq\MaxMin.cs (5)
75
else if (!Vector512.IsHardwareAccelerated || !Vector512<T>.IsSupported || span.Length < Vector512<T>.
Count
)
102
ref T lastVectorStart = ref Unsafe.Add(ref current, span.Length - Vector512<T>.
Count
);
105
current = ref Unsafe.Add(ref current, Vector512<T>.
Count
);
110
current = ref Unsafe.Add(ref current, Vector512<T>.
Count
);
115
for (int i = 1; i < Vector512<T>.
Count
; i++)
System.Numerics.Tensors (674)
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IAggregationOperator.cs (63)
76
if (remainder >= (uint)Vector512<T>.
Count
)
520
Vector512<T> end = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
));
524
if (remainder > (uint)(Vector512<T>.
Count
* 8))
564
misalignment = (uint)Vector512<T>.
Count
;
576
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
580
vector1 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)));
581
vector2 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)));
582
vector3 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)));
583
vector4 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)));
592
vector1 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)));
593
vector2 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)));
594
vector3 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)));
595
vector4 = transform.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)));
605
xPtr += (uint)(Vector512<T>.
Count
* 8);
607
remainder -= (uint)(Vector512<T>.
Count
* 8);
628
(nuint blocks, nuint trailing) = Math.DivRem(remainder, (nuint)Vector512<T>.
Count
);
636
Vector512<T> vector = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7)));
643
Vector512<T> vector = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6)));
650
Vector512<T> vector = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5)));
657
Vector512<T> vector = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4)));
664
Vector512<T> vector = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3)));
671
Vector512<T> vector = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2)));
678
Vector512<T> vector = transform.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 1)));
1195
if (remainder >= (uint)Vector512<T>.
Count
)
1692
Vector512<T> end = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
),
1693
Vector512.LoadUnsafe(ref yRef, remainder - (uint)Vector512<T>.
Count
));
1697
if (remainder > (uint)(Vector512<T>.
Count
* 8))
1740
misalignment = (uint)Vector512<T>.
Count
;
1755
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
1759
vector1 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
1760
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 0)));
1761
vector2 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
1762
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 1)));
1763
vector3 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
1764
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 2)));
1765
vector4 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
1766
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 3)));
1775
vector1 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
1776
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 4)));
1777
vector2 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
1778
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 5)));
1779
vector3 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
1780
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 6)));
1781
vector4 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
1782
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 7)));
1792
xPtr += (uint)(Vector512<T>.
Count
* 8);
1793
yPtr += (uint)(Vector512<T>.
Count
* 8);
1795
remainder -= (uint)(Vector512<T>.
Count
* 8);
1817
(nuint blocks, nuint trailing) = Math.DivRem(remainder, (nuint)Vector512<T>.
Count
);
1825
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7)),
1826
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 7)));
1833
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6)),
1834
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 6)));
1841
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5)),
1842
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 5)));
1849
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4)),
1850
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 4)));
1857
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3)),
1858
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 3)));
1865
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2)),
1866
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 2)));
1873
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 1)),
1874
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 1)));
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IBinaryOperator.cs (148)
87
if (remainder >= (uint)Vector512<T>.
Count
)
646
Vector512<T> end = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
),
647
Vector512.LoadUnsafe(ref yRef, remainder - (uint)Vector512<T>.
Count
));
649
if (remainder > (uint)(Vector512<T>.
Count
* 8))
697
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
701
vector1 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
702
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 0)));
703
vector2 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
704
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 1)));
705
vector3 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
706
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 2)));
707
vector4 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
708
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 3)));
710
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 0));
711
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 1));
712
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 2));
713
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 3));
717
vector1 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
718
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 4)));
719
vector2 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
720
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 5)));
721
vector3 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
722
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 6)));
723
vector4 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
724
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 7)));
726
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 4));
727
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 5));
728
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 6));
729
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 7));
734
xPtr += (uint)(Vector512<T>.
Count
* 8);
735
yPtr += (uint)(Vector512<T>.
Count
* 8);
736
dPtr += (uint)(Vector512<T>.
Count
* 8);
738
remainder -= (uint)(Vector512<T>.
Count
* 8);
743
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
747
vector1 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
748
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 0)));
749
vector2 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
750
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 1)));
751
vector3 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
752
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 2)));
753
vector4 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
754
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 3)));
756
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 0));
757
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 1));
758
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 2));
759
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 3));
763
vector1 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
764
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 4)));
765
vector2 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
766
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 5)));
767
vector3 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
768
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 6)));
769
vector4 = TBinaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
770
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 7)));
772
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 4));
773
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 5));
774
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 6));
775
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 7));
780
xPtr += (uint)(Vector512<T>.
Count
* 8);
781
yPtr += (uint)(Vector512<T>.
Count
* 8);
782
dPtr += (uint)(Vector512<T>.
Count
* 8);
784
remainder -= (uint)(Vector512<T>.
Count
* 8);
804
remainder = (remainder + (uint)(Vector512<T>.
Count
- 1)) & (nuint)(-Vector512<T>.
Count
);
806
switch (remainder / (uint)Vector512<T>.
Count
)
810
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 8)),
811
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 8)));
812
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 8));
818
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7)),
819
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 7)));
820
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 7));
826
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6)),
827
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 6)));
828
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 6));
834
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5)),
835
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 5)));
836
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 5));
842
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4)),
843
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 4)));
844
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 4));
850
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3)),
851
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 3)));
852
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 3));
858
Vector512<T> vector = TBinaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2)),
859
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 2)));
860
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 2));
867
end.StoreUnsafe(ref dRef, endIndex - (uint)Vector512<T>.
Count
);
1419
if (remainder >= (uint)Vector512<T>.
Count
)
1972
Vector512<T> end = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
)),
1975
if (remainder > (uint)(Vector512<T>.
Count
* 8))
2020
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
2024
vector1 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0))),
2026
vector2 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1))),
2028
vector3 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2))),
2030
vector4 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3))),
2033
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 0));
2034
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 1));
2035
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 2));
2036
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 3));
2040
vector1 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4))),
2042
vector2 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5))),
2044
vector3 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6))),
2046
vector4 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7))),
2049
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 4));
2050
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 5));
2051
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 6));
2052
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 7));
2057
xPtr += (uint)(Vector512<T>.
Count
* 8);
2058
dPtr += (uint)(Vector512<T>.
Count
* 8);
2060
remainder -= (uint)(Vector512<T>.
Count
* 8);
2065
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
2069
vector1 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0))),
2071
vector2 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1))),
2073
vector3 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2))),
2075
vector4 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3))),
2078
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 0));
2079
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 1));
2080
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 2));
2081
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 3));
2085
vector1 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4))),
2087
vector2 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5))),
2089
vector3 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6))),
2091
vector4 = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7))),
2094
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 4));
2095
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 5));
2096
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 6));
2097
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 7));
2102
xPtr += (uint)(Vector512<T>.
Count
* 8);
2103
dPtr += (uint)(Vector512<T>.
Count
* 8);
2105
remainder -= (uint)(Vector512<T>.
Count
* 8);
2124
remainder = (remainder + (uint)(Vector512<T>.
Count
- 1)) & (nuint)(-Vector512<T>.
Count
);
2126
switch (remainder / (uint)Vector512<T>.
Count
)
2130
Vector512<T> vector = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 8))),
2132
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 8));
2138
Vector512<T> vector = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7))),
2140
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 7));
2146
Vector512<T> vector = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6))),
2148
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 6));
2154
Vector512<T> vector = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5))),
2156
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 5));
2162
Vector512<T> vector = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4))),
2164
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 4));
2170
Vector512<T> vector = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3))),
2172
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 3));
2178
Vector512<T> vector = TBinaryOperator.Invoke(TTransformOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2))),
2180
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 2));
2187
end.StoreUnsafe(ref dRef, endIndex - (uint)Vector512<T>.
Count
);
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IBooleanUnaryOperator.cs (26)
103
oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
114
i += Vector512<T>.
Count
;
120
TAnyAll.ShouldEarlyExit(TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(x.Length - Vector512<T>.
Count
)))))
237
int vectorFromEnd = x.Length - Vector512<T>.
Count
;
244
i += Vector512<T>.
Count
;
251
i = x.Length - Vector512<T>.
Count
;
345
int vectorsFromEnd = x.Length - (Vector512<T>.
Count
* sizeof(T));
352
i += Vector512<T>.
Count
* sizeof(T);
359
i = x.Length - (Vector512<T>.
Count
* sizeof(T));
370
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + Vector512<T>.
Count
))).AsUInt16());
462
int vectorsFromEnd = x.Length - (Vector512<T>.
Count
* sizeof(T));
469
i += Vector512<T>.
Count
* sizeof(T);
476
i = x.Length - (Vector512<T>.
Count
* sizeof(T));
488
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + Vector512<T>.
Count
))).AsUInt32()),
490
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (2 * Vector512<T>.
Count
)))).AsUInt32(),
491
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (3 * Vector512<T>.
Count
)))).AsUInt32()));
591
int vectorsFromEnd = x.Length - (Vector512<T>.
Count
* sizeof(T));
598
i += Vector512<T>.
Count
* sizeof(T);
605
i = x.Length - (Vector512<T>.
Count
* sizeof(T));
618
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + Vector512<T>.
Count
))).AsUInt64()),
620
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (2 * Vector512<T>.
Count
)))).AsUInt64(),
621
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (3 * Vector512<T>.
Count
)))).AsUInt64())),
624
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (4 * Vector512<T>.
Count
)))).AsUInt64(),
625
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (5 * Vector512<T>.
Count
)))).AsUInt64()),
627
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (6 * Vector512<T>.
Count
)))).AsUInt64(),
628
TOperator.Invoke(Vector512.LoadUnsafe(ref xRef, (uint)(i + (7 * Vector512<T>.
Count
)))).AsUInt64())));
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IStatefulUnaryOperator.cs (61)
53
if (remainder >= (uint)Vector512<T>.
Count
)
548
Vector512<T> end = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
));
550
if (remainder > (uint)(Vector512<T>.
Count
* 8))
595
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
599
vector1 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)));
600
vector2 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)));
601
vector3 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)));
602
vector4 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)));
604
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 0));
605
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 1));
606
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 2));
607
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 3));
611
vector1 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)));
612
vector2 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)));
613
vector3 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)));
614
vector4 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)));
616
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 4));
617
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 5));
618
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 6));
619
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 7));
624
xPtr += (uint)(Vector512<T>.
Count
* 8);
625
dPtr += (uint)(Vector512<T>.
Count
* 8);
627
remainder -= (uint)(Vector512<T>.
Count
* 8);
632
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
636
vector1 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)));
637
vector2 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)));
638
vector3 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)));
639
vector4 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)));
641
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 0));
642
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 1));
643
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 2));
644
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 3));
648
vector1 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)));
649
vector2 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)));
650
vector3 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)));
651
vector4 = op.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)));
653
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 4));
654
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 5));
655
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 6));
656
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 7));
661
xPtr += (uint)(Vector512<T>.
Count
* 8);
662
dPtr += (uint)(Vector512<T>.
Count
* 8);
664
remainder -= (uint)(Vector512<T>.
Count
* 8);
683
remainder = (remainder + (uint)(Vector512<T>.
Count
- 1)) & (nuint)(-Vector512<T>.
Count
);
685
switch (remainder / (uint)Vector512<T>.
Count
)
689
Vector512<T> vector = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 8)));
690
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 8));
696
Vector512<T> vector = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7)));
697
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 7));
703
Vector512<T> vector = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6)));
704
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 6));
710
Vector512<T> vector = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5)));
711
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 5));
717
Vector512<T> vector = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4)));
718
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 4));
724
Vector512<T> vector = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3)));
725
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 3));
731
Vector512<T> vector = op.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2)));
732
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 2));
739
end.StoreUnsafe(ref dRef, endIndex - (uint)Vector512<T>.
Count
);
System\Numerics\Tensors\netcore\Common\TensorPrimitives.ITernaryOperator.cs (261)
74
if (remainder >= (uint)Vector512<T>.
Count
)
697
Vector512<T> end = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
),
698
Vector512.LoadUnsafe(ref yRef, remainder - (uint)Vector512<T>.
Count
),
699
Vector512.LoadUnsafe(ref zRef, remainder - (uint)Vector512<T>.
Count
));
701
if (remainder > (uint)(Vector512<T>.
Count
* 8))
752
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
756
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
757
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 0)),
758
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 0)));
759
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
760
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 1)),
761
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 1)));
762
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
763
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 2)),
764
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 2)));
765
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
766
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 3)),
767
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 3)));
769
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 0));
770
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 1));
771
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 2));
772
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 3));
776
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
777
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 4)),
778
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 4)));
779
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
780
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 5)),
781
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 5)));
782
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
783
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 6)),
784
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 6)));
785
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
786
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 7)),
787
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 7)));
789
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 4));
790
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 5));
791
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 6));
792
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 7));
797
xPtr += (uint)(Vector512<T>.
Count
* 8);
798
yPtr += (uint)(Vector512<T>.
Count
* 8);
799
zPtr += (uint)(Vector512<T>.
Count
* 8);
800
dPtr += (uint)(Vector512<T>.
Count
* 8);
802
remainder -= (uint)(Vector512<T>.
Count
* 8);
807
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
811
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
812
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 0)),
813
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 0)));
814
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
815
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 1)),
816
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 1)));
817
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
818
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 2)),
819
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 2)));
820
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
821
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 3)),
822
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 3)));
824
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 0));
825
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 1));
826
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 2));
827
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 3));
831
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
832
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 4)),
833
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 4)));
834
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
835
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 5)),
836
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 5)));
837
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
838
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 6)),
839
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 6)));
840
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
841
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 7)),
842
Vector512.Load(zPtr + (uint)(Vector512<T>.
Count
* 7)));
844
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 4));
845
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 5));
846
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 6));
847
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 7));
852
xPtr += (uint)(Vector512<T>.
Count
* 8);
853
yPtr += (uint)(Vector512<T>.
Count
* 8);
854
zPtr += (uint)(Vector512<T>.
Count
* 8);
855
dPtr += (uint)(Vector512<T>.
Count
* 8);
857
remainder -= (uint)(Vector512<T>.
Count
* 8);
878
remainder = (remainder + (uint)(Vector512<T>.
Count
- 1)) & (nuint)(-Vector512<T>.
Count
);
880
switch (remainder / (uint)Vector512<T>.
Count
)
884
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 8)),
885
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 8)),
886
Vector512.LoadUnsafe(ref zRef, remainder - (uint)(Vector512<T>.
Count
* 8)));
887
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 8));
893
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7)),
894
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 7)),
895
Vector512.LoadUnsafe(ref zRef, remainder - (uint)(Vector512<T>.
Count
* 7)));
896
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 7));
902
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6)),
903
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 6)),
904
Vector512.LoadUnsafe(ref zRef, remainder - (uint)(Vector512<T>.
Count
* 6)));
905
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 6));
911
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5)),
912
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 5)),
913
Vector512.LoadUnsafe(ref zRef, remainder - (uint)(Vector512<T>.
Count
* 5)));
914
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 5));
920
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4)),
921
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 4)),
922
Vector512.LoadUnsafe(ref zRef, remainder - (uint)(Vector512<T>.
Count
* 4)));
923
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 4));
929
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3)),
930
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 3)),
931
Vector512.LoadUnsafe(ref zRef, remainder - (uint)(Vector512<T>.
Count
* 3)));
932
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 3));
938
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2)),
939
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 2)),
940
Vector512.LoadUnsafe(ref zRef, remainder - (uint)(Vector512<T>.
Count
* 2)));
941
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 2));
948
end.StoreUnsafe(ref dRef, endIndex - (uint)Vector512<T>.
Count
);
1549
if (remainder >= (uint)Vector512<T>.
Count
)
2166
Vector512<T> end = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
),
2167
Vector512.LoadUnsafe(ref yRef, remainder - (uint)Vector512<T>.
Count
),
2170
if (remainder > (uint)(Vector512<T>.
Count
* 8))
2218
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
2222
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
2223
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 0)),
2225
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
2226
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 1)),
2228
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
2229
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 2)),
2231
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
2232
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 3)),
2235
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 0));
2236
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 1));
2237
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 2));
2238
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 3));
2242
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
2243
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 4)),
2245
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
2246
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 5)),
2248
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
2249
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 6)),
2251
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
2252
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 7)),
2255
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 4));
2256
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 5));
2257
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 6));
2258
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 7));
2263
xPtr += (uint)(Vector512<T>.
Count
* 8);
2264
yPtr += (uint)(Vector512<T>.
Count
* 8);
2265
dPtr += (uint)(Vector512<T>.
Count
* 8);
2267
remainder -= (uint)(Vector512<T>.
Count
* 8);
2272
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
2276
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
2277
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 0)),
2279
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
2280
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 1)),
2282
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
2283
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 2)),
2285
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
2286
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 3)),
2289
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 0));
2290
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 1));
2291
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 2));
2292
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 3));
2296
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
2297
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 4)),
2299
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
2300
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 5)),
2302
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
2303
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 6)),
2305
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
2306
Vector512.Load(yPtr + (uint)(Vector512<T>.
Count
* 7)),
2309
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 4));
2310
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 5));
2311
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 6));
2312
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 7));
2317
xPtr += (uint)(Vector512<T>.
Count
* 8);
2318
yPtr += (uint)(Vector512<T>.
Count
* 8);
2319
dPtr += (uint)(Vector512<T>.
Count
* 8);
2321
remainder -= (uint)(Vector512<T>.
Count
* 8);
2341
remainder = (remainder + (uint)(Vector512<T>.
Count
- 1)) & (nuint)(-Vector512<T>.
Count
);
2343
switch (remainder / (uint)Vector512<T>.
Count
)
2347
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 8)),
2348
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 8)),
2350
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 8));
2356
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7)),
2357
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 7)),
2359
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 7));
2365
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6)),
2366
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 6)),
2368
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 6));
2374
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5)),
2375
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 5)),
2377
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 5));
2383
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4)),
2384
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 4)),
2386
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 4));
2392
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3)),
2393
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 3)),
2395
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 3));
2401
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2)),
2402
Vector512.LoadUnsafe(ref yRef, remainder - (uint)(Vector512<T>.
Count
* 2)),
2404
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 2));
2411
end.StoreUnsafe(ref dRef, endIndex - (uint)Vector512<T>.
Count
);
3035
if (remainder >= (uint)Vector512<T>.
Count
)
3643
Vector512<T> end = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<T>.
Count
),
3647
if (remainder > (uint)(Vector512<T>.
Count
* 8))
3692
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
3696
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
3699
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
3702
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
3705
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
3709
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 0));
3710
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 1));
3711
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 2));
3712
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 3));
3716
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
3719
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
3722
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
3725
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
3729
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 4));
3730
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 5));
3731
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 6));
3732
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<T>.
Count
* 7));
3737
xPtr += (uint)(Vector512<T>.
Count
* 8);
3738
dPtr += (uint)(Vector512<T>.
Count
* 8);
3740
remainder -= (uint)(Vector512<T>.
Count
* 8);
3745
while (remainder >= (uint)(Vector512<T>.
Count
* 8))
3749
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 0)),
3752
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 1)),
3755
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 2)),
3758
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 3)),
3762
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 0));
3763
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 1));
3764
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 2));
3765
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 3));
3769
vector1 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 4)),
3772
vector2 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 5)),
3775
vector3 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 6)),
3778
vector4 = TTernaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<T>.
Count
* 7)),
3782
vector1.Store(dPtr + (uint)(Vector512<T>.
Count
* 4));
3783
vector2.Store(dPtr + (uint)(Vector512<T>.
Count
* 5));
3784
vector3.Store(dPtr + (uint)(Vector512<T>.
Count
* 6));
3785
vector4.Store(dPtr + (uint)(Vector512<T>.
Count
* 7));
3790
xPtr += (uint)(Vector512<T>.
Count
* 8);
3791
dPtr += (uint)(Vector512<T>.
Count
* 8);
3793
remainder -= (uint)(Vector512<T>.
Count
* 8);
3812
remainder = (remainder + (uint)(Vector512<T>.
Count
- 1)) & (nuint)(-Vector512<T>.
Count
);
3814
switch (remainder / (uint)Vector512<T>.
Count
)
3818
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 8)),
3821
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 8));
3827
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 7)),
3830
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 7));
3836
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 6)),
3839
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 6));
3845
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 5)),
3848
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 5));
3854
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 4)),
3857
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 4));
3863
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 3)),
3866
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 3));
3872
Vector512<T> vector = TTernaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<T>.
Count
* 2)),
3875
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<T>.
Count
* 2));
3882
end.StoreUnsafe(ref dRef, endIndex - (uint)Vector512<T>.
Count
);
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IUnaryInputBinaryOutput.cs (9)
73
oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
83
i += Vector512<T>.
Count
;
90
i = x.Length - Vector512<T>.
Count
;
208
oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
218
i += Vector512<T>.
Count
;
227
i = x.Length - Vector512<T>.
Count
;
389
oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
401
i += Vector512<T>.
Count
;
410
i = x.Length - Vector512<T>.
Count
;
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IUnaryOneToFourOperator.cs (9)
49
oneVectorFromEnd = x.Length - Vector512<TInput>.
Count
;
57
results.Item2.StoreUnsafe(ref destinationRef, (uint)(i + Vector512<TOutput>.
Count
));
58
results.Item3.StoreUnsafe(ref destinationRef, (uint)(i + (Vector512<TOutput>.
Count
* 2)));
59
results.Item4.StoreUnsafe(ref destinationRef, (uint)(i + (Vector512<TOutput>.
Count
* 3)));
61
i += Vector512<TInput>.
Count
;
68
i = x.Length - Vector512<TInput>.
Count
;
72
results.Item2.StoreUnsafe(ref destinationRef, (uint)(i + Vector512<TOutput>.
Count
));
73
results.Item3.StoreUnsafe(ref destinationRef, (uint)(i + (Vector512<TOutput>.
Count
* 2)));
74
results.Item4.StoreUnsafe(ref destinationRef, (uint)(i + (Vector512<TOutput>.
Count
* 3)));
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IUnaryOneToTwoOperator.cs (5)
49
oneVectorFromEnd = x.Length - Vector512<TInput>.
Count
;
57
upper.StoreUnsafe(ref destinationRef, (uint)(i + Vector512<TOutput>.
Count
));
59
i += Vector512<TInput>.
Count
;
66
i = x.Length - Vector512<TInput>.
Count
;
70
upper.StoreUnsafe(ref destinationRef, (uint)(i + Vector512<TOutput>.
Count
));
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IUnaryOperator.cs (61)
93
if (remainder >= (uint)Vector512<TInput>.
Count
)
588
Vector512<TOutput> end = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)Vector512<TInput>.
Count
));
590
if (remainder > (uint)(Vector512<TInput>.
Count
* 8))
635
while (remainder >= (uint)(Vector512<TInput>.
Count
* 8))
639
vector1 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 0)));
640
vector2 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 1)));
641
vector3 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 2)));
642
vector4 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 3)));
644
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 0));
645
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 1));
646
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 2));
647
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 3));
651
vector1 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 4)));
652
vector2 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 5)));
653
vector3 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 6)));
654
vector4 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 7)));
656
vector1.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 4));
657
vector2.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 5));
658
vector3.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 6));
659
vector4.StoreAlignedNonTemporal(dPtr + (uint)(Vector512<TOutput>.
Count
* 7));
664
xPtr += (uint)(Vector512<TInput>.
Count
* 8);
665
dPtr += (uint)(Vector512<TInput>.
Count
* 8);
667
remainder -= (uint)(Vector512<TInput>.
Count
* 8);
672
while (remainder >= (uint)(Vector512<TInput>.
Count
* 8))
676
vector1 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 0)));
677
vector2 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 1)));
678
vector3 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 2)));
679
vector4 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 3)));
681
vector1.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 0));
682
vector2.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 1));
683
vector3.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 2));
684
vector4.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 3));
688
vector1 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 4)));
689
vector2 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 5)));
690
vector3 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 6)));
691
vector4 = TUnaryOperator.Invoke(Vector512.Load(xPtr + (uint)(Vector512<TInput>.
Count
* 7)));
693
vector1.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 4));
694
vector2.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 5));
695
vector3.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 6));
696
vector4.Store(dPtr + (uint)(Vector512<TOutput>.
Count
* 7));
701
xPtr += (uint)(Vector512<TInput>.
Count
* 8);
702
dPtr += (uint)(Vector512<TOutput>.
Count
* 8);
704
remainder -= (uint)(Vector512<TInput>.
Count
* 8);
723
remainder = (remainder + (uint)(Vector512<TInput>.
Count
- 1)) & (nuint)(-Vector512<TInput>.
Count
);
725
switch (remainder / (uint)Vector512<TInput>.
Count
)
729
Vector512<TOutput> vector = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<TInput>.
Count
* 8)));
730
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<TOutput>.
Count
* 8));
736
Vector512<TOutput> vector = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<TInput>.
Count
* 7)));
737
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<TOutput>.
Count
* 7));
743
Vector512<TOutput> vector = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<TInput>.
Count
* 6)));
744
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<TOutput>.
Count
* 6));
750
Vector512<TOutput> vector = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<TInput>.
Count
* 5)));
751
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<TOutput>.
Count
* 5));
757
Vector512<TOutput> vector = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<TInput>.
Count
* 4)));
758
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<TOutput>.
Count
* 4));
764
Vector512<TOutput> vector = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<TInput>.
Count
* 3)));
765
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<TOutput>.
Count
* 3));
771
Vector512<TOutput> vector = TUnaryOperator.Invoke(Vector512.LoadUnsafe(ref xRef, remainder - (uint)(Vector512<TInput>.
Count
* 2)));
772
vector.StoreUnsafe(ref dRef, remainder - (uint)(Vector512<TOutput>.
Count
* 2));
779
end.StoreUnsafe(ref dRef, endIndex - (uint)Vector512<TOutput>.
Count
);
System\Numerics\Tensors\netcore\Common\TensorPrimitives.IUnaryTwoToOneOperator.cs (5)
49
twoVectorsFromEnd = x.Length - (Vector512<TInput>.
Count
* 2);
57
Vector512.LoadUnsafe(ref xRef, (uint)(i + Vector512<TInput>.
Count
))).StoreUnsafe(ref destinationRef, (uint)i);
59
i += Vector512<TInput>.
Count
* 2;
66
i = x.Length - (Vector512<TInput>.
Count
* 2);
70
Vector512.LoadUnsafe(ref xRef, (uint)(i + Vector512<TInput>.
Count
))).StoreUnsafe(ref destinationRef, (uint)i);
System\Numerics\Tensors\netcore\TensorPrimitives.CosineSimilarity.cs (10)
61
if (Vector512.IsHardwareAccelerated && Vector512<T>.IsSupported && x.Length >= Vector512<T>.
Count
)
71
int oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
80
i += Vector512<T>.
Count
;
90
Vector512.LoadUnsafe(ref xRef, (uint)(x.Length - Vector512<T>.
Count
)) & remainderMask,
91
Vector512.LoadUnsafe(ref yRef, (uint)(x.Length - Vector512<T>.
Count
)) & remainderMask,
201
if (Vector512.IsHardwareAccelerated && x.Length >= Vector512<short>.
Count
)
212
int oneVectorFromEnd = x.Length - Vector512<short>.
Count
;
222
i += Vector512<short>.
Count
;
232
Vector512.LoadUnsafe(ref xRef, (uint)(x.Length - Vector512<short>.
Count
)) & remainderMask);
234
Vector512.LoadUnsafe(ref yRef, (uint)(x.Length - Vector512<short>.
Count
)) & remainderMask);
System\Numerics\Tensors\netcore\TensorPrimitives.HammingDistance.cs (5)
79
if (Vector512.IsHardwareAccelerated && Vector512<T>.IsSupported && x.Length >= Vector512<T>.
Count
)
84
int oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
93
i += Vector512<T>.
Count
;
100
Vector512<T> xVec = Vector512.LoadUnsafe(ref xRef, (uint)(x.Length - Vector512<T>.
Count
));
101
Vector512<T> yVec = Vector512.LoadUnsafe(ref yRef, (uint)(x.Length - Vector512<T>.
Count
));
System\Numerics\Tensors\netcore\TensorPrimitives.IndexOfMax.cs (6)
148
if (Vector512.IsHardwareAccelerated && Vector512<T>.IsSupported && x.Length >= Vector512<T>.
Count
)
173
Vector512<T> increment = CreateVector512T(Vector512<T>.
Count
);
190
int oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
191
int i = Vector512<T>.
Count
;
211
i += Vector512<T>.
Count
;
217
current = Vector512.LoadUnsafe(ref xRef, (uint)(x.Length - Vector512<T>.
Count
));
System\Numerics\Tensors\netcore\TensorPrimitives.Max.cs (5)
409
if (Vector512.IsHardwareAccelerated && Vector512<T>.IsSupported && x.Length >= Vector512<T>.
Count
)
429
int oneVectorFromEnd = x.Length - Vector512<T>.
Count
;
430
int i = Vector512<T>.
Count
;
449
i += Vector512<T>.
Count
;
455
current = Vector512.LoadUnsafe(ref xRef, (uint)(x.Length - Vector512<T>.
Count
));
System.Private.CoreLib (254)
src\libraries\System.Private.CoreLib\src\System\Buffers\Text\Base64Url\Base64UrlEncoder.cs (1)
387
utf16HighVector.Store(dest + Vector512<ushort>.
Count
);
src\libraries\System.Private.CoreLib\src\System\Collections\BitArray.cs (5)
173
for (; i <= (uint)values.Length - Vector512<byte>.
Count
; i += (uint)Vector512<byte>.
Count
)
740
if (Avx512BW.IsSupported && (uint)_bitLength >= Vector512<byte>.
Count
)
751
for (; (i + Vector512<byte>.
Count
) <= (uint)_bitLength; i += (uint)Vector512<byte>.
Count
)
src\libraries\System.Private.CoreLib\src\System\Globalization\Ordinal.cs (1)
166
if (Vector512.IsHardwareAccelerated && length >= Vector512<ushort>.
Count
)
src\libraries\System.Private.CoreLib\src\System\Numerics\Vector.cs (8)
400
if (Vector<double>.Count == Vector512<double>.
Count
)
423
if (Vector<double>.Count == Vector512<double>.
Count
)
531
if (Vector<float>.Count == Vector512<float>.
Count
)
698
if (Vector<T>.Count == Vector512<T>.
Count
)
1355
if (Vector<T>.Count == Vector512<T>.
Count
)
1601
if (Vector<T>.Count == Vector512<T>.
Count
)
2652
if (Vector<uint>.Count == Vector512<uint>.
Count
)
2678
if (Vector<ulong>.Count == Vector512<ulong>.
Count
)
src\libraries\System.Private.CoreLib\src\System\Runtime\Intrinsics\Vector512.cs (50)
290
Debug.Assert(Vector512<T>.
Count
>= Vector<T>.Count);
307
Debug.Assert(Vector512<T>.
Count
>= Vector<T>.Count);
595
/// <exception cref="ArgumentException">The length of <paramref name="destination" /> is less than <see cref="Vector512{T}.
Count
" />.</exception>
602
if (destination.Length < Vector512<T>.
Count
)
615
/// <exception cref="ArgumentException">The length of <paramref name="destination" /> is less than <see cref="Vector512{T}.
Count
" />.</exception>
628
if ((destination.Length - startIndex) < Vector512<T>.
Count
)
640
/// <exception cref="ArgumentException">The length of <paramref name="destination" /> is less than <see cref="Vector512{T}.
Count
" />.</exception>
644
if ((uint)destination.Length < (uint)Vector512<T>.
Count
)
812
/// <returns>A new <see cref="Vector512{T}" /> with its elements set to the first <see cref="Vector512{T}.
Count
" /> elements from <paramref name="values" />.</returns>
813
/// <exception cref="ArgumentOutOfRangeException">The length of <paramref name="values" /> is less than <see cref="Vector512{T}.
Count
" />.</exception>
820
if (values.Length < Vector512<T>.
Count
)
833
/// <exception cref="ArgumentOutOfRangeException">The length of <paramref name="values" />, starting from <paramref name="index" />, is less than <see cref="Vector512{T}.
Count
" />.</exception>
840
if ((index < 0) || ((values.Length - index) < Vector512<T>.
Count
))
851
/// <returns>A new <see cref="Vector512{T}" /> with its elements set to the first <see cref="Vector512{T}.
Count
" /> elements from <paramref name="values" />.</returns>
852
/// <exception cref="ArgumentOutOfRangeException">The length of <paramref name="values" /> is less than <see cref="Vector512{T}.
Count
" />.</exception>
857
if (values.Length < Vector512<T>.
Count
)
1812
if ((uint)(index) >= (uint)(Vector512<T>.
Count
))
2743
for (int i = 0; i < Vector512<TSource>.
Count
; i++)
2749
for (int i = Vector512<TSource>.
Count
; i < Vector512<TResult>.
Count
; i++)
2751
TResult value = TResult.CreateTruncating(upper.GetElementUnsafe(i - Vector512<TSource>.
Count
));
2812
for (int i = 0; i < Vector512<TSource>.
Count
; i++)
2818
for (int i = Vector512<TSource>.
Count
; i < Vector512<TResult>.
Count
; i++)
2820
TResult value = TResult.CreateSaturating(upper.GetElementUnsafe(i - Vector512<TSource>.
Count
));
3291
for (int index = 0; index < Vector512<byte>.
Count
; index++)
3296
if (selectedIndex < Vector512<byte>.
Count
)
3316
for (int index = 0; index < Vector512<sbyte>.
Count
; index++)
3321
if (selectedIndex < Vector512<sbyte>.
Count
)
3381
for (int index = 0; index < Vector512<short>.
Count
; index++)
3386
if (selectedIndex < Vector512<short>.
Count
)
3406
for (int index = 0; index < Vector512<ushort>.
Count
; index++)
3411
if (selectedIndex < Vector512<ushort>.
Count
)
3469
for (int index = 0; index < Vector512<int>.
Count
; index++)
3474
if (selectedIndex < Vector512<int>.
Count
)
3494
for (int index = 0; index < Vector512<uint>.
Count
; index++)
3499
if (selectedIndex < Vector512<uint>.
Count
)
3518
for (int index = 0; index < Vector512<float>.
Count
; index++)
3523
if (selectedIndex < Vector512<float>.
Count
)
3600
for (int index = 0; index < Vector512<long>.
Count
; index++)
3605
if (selectedIndex < (uint)Vector512<long>.
Count
)
3625
for (int index = 0; index < Vector512<ulong>.
Count
; index++)
3630
if (selectedIndex < (uint)Vector512<ulong>.
Count
)
3649
for (int index = 0; index < Vector512<double>.
Count
; index++)
3654
if (selectedIndex < (uint)Vector512<double>.
Count
)
3970
/// <returns><c>true</c> if <paramref name="vector" /> was successfully copied to <paramref name="destination" />; otherwise, <c>false</c> if the length of <paramref name="destination" /> is less than <see cref="Vector512{T}.
Count
" />.</returns>
3974
if ((uint)destination.Length < (uint)Vector512<T>.
Count
)
4257
if ((uint)(index) >= (uint)(Vector512<T>.
Count
))
4313
Debug.Assert((index >= 0) && (index < Vector512<T>.
Count
));
4321
Debug.Assert((index >= 0) && (index < Vector512<T>.
Count
));
src\libraries\System.Private.CoreLib\src\System\Runtime\Intrinsics\Vector512_1.cs (4)
67
for (int i = 0; i <
Count
; i++)
421
for (int i = 0; i <
Count
; i++)
445
for (int i = 1; i <
Count
; i++)
464
static int ISimdVector<Vector512<T>, T>.ElementCount => Vector512<T>.
Count
;
src\libraries\System.Private.CoreLib\src\System\Runtime\Intrinsics\Vector512DebugView_1.cs (12)
21
var items = new byte[Vector512<byte>.
Count
];
31
var items = new double[Vector512<double>.
Count
];
41
var items = new short[Vector512<short>.
Count
];
51
var items = new int[Vector512<int>.
Count
];
61
var items = new long[Vector512<long>.
Count
];
71
var items = new nint[Vector512<nint>.
Count
];
81
var items = new nuint[Vector512<nuint>.
Count
];
91
var items = new sbyte[Vector512<sbyte>.
Count
];
101
var items = new float[Vector512<float>.
Count
];
111
var items = new ushort[Vector512<ushort>.
Count
];
121
var items = new uint[Vector512<uint>.
Count
];
131
var items = new ulong[Vector512<ulong>.
Count
];
src\libraries\System.Private.CoreLib\src\System\SearchValues\ProbabilisticMap.cs (8)
441
Vector512<byte> result = ContainsMask64CharsAvx512(charMap512, ref cur, ref Unsafe.Add(ref cur, Vector512<ushort>.
Count
));
471
Vector512<byte> result = ContainsMask64CharsAvx512(charMap512, ref searchSpace, ref Unsafe.Subtract(ref searchSpaceEnd, Vector512<ushort>.
Count
));
619
Vector512<byte> result = ContainsMask64CharsAvx512(charMap512, ref cur, ref Unsafe.Add(ref cur, Vector512<ushort>.
Count
));
648
Vector512<byte> result = ContainsMask64CharsAvx512(charMap512, ref searchSpace, ref Unsafe.Subtract(ref cur, Vector512<ushort>.
Count
));
857
if (index >= Vector512<ushort>.
Count
)
861
index += searchSpaceLength - (2 * Vector512<ushort>.
Count
);
961
if (index >= Vector512<ushort>.
Count
)
965
index += searchSpaceLength - (2 * Vector512<ushort>.
Count
);
src\libraries\System.Private.CoreLib\src\System\SearchValues\Strings\Helpers\TeddyHelper.cs (1)
257
Vector512<ushort> source1 = Vector512.LoadUnsafe(ref source, (nuint)Vector512<ushort>.
Count
);
src\libraries\System.Private.CoreLib\src\System\SearchValues\Strings\SingleStringSearchValuesThreeChars.cs (7)
91
if (Vector512.IsHardwareAccelerated && searchSpaceMinusValueTailLength - Vector512<ushort>.
Count
>= 0)
97
ref char lastSearchSpace = ref Unsafe.Add(ref searchSpace, searchSpaceMinusValueTailLength - Vector512<ushort>.
Count
);
101
ValidateReadPosition(ref searchSpaceStart, searchSpaceLength, ref searchSpace, Vector512<ushort>.
Count
);
102
ValidateReadPosition(ref searchSpaceStart, searchSpaceLength, ref searchSpace, Vector512<ushort>.
Count
+ (int)(_ch2ByteOffset / 2));
103
ValidateReadPosition(ref searchSpaceStart, searchSpaceLength, ref searchSpace, Vector512<ushort>.
Count
+ (int)(_ch3ByteOffset / 2));
115
searchSpace = ref Unsafe.Add(ref searchSpace, Vector512<ushort>.
Count
);
119
if (Unsafe.AreSame(ref searchSpace, ref Unsafe.Add(ref lastSearchSpace, Vector512<ushort>.
Count
)))
src\libraries\System.Private.CoreLib\src\System\SpanHelpers.Byte.cs (22)
66
if (Vector512.IsHardwareAccelerated && searchSpaceMinusValueTailLength - Vector512<byte>.
Count
>= 0)
79
searchSpaceMinusValueTailLength - (nint)Vector512<byte>.
Count
;
85
Debug.Assert(offset + ch1ch2Distance + Vector512<byte>.
Count
<= searchSpaceLength);
98
offset += Vector512<byte>.
Count
;
299
if (Vector512.IsHardwareAccelerated && searchSpaceMinusValueTailLength >= Vector512<byte>.
Count
)
301
offset = searchSpaceMinusValueTailLength - Vector512<byte>.
Count
;
338
offset -= Vector512<byte>.
Count
;
339
if (offset == -Vector512<byte>.
Count
)
546
if ((((nuint)(uint)searchSpace + offset) & (nuint)(Vector512<byte>.
Count
- 1)) != 0)
579
offset += (nuint)Vector512<byte>.
Count
;
823
if (Vector512.IsHardwareAccelerated && length >= (nuint)Vector512<byte>.
Count
)
826
nuint lengthToExamine = length - (nuint)Vector512<byte>.
Count
;
838
offset += (nuint)Vector512<byte>.
Count
;
978
if (Vector512.IsHardwareAccelerated && (lengthToExamine >= (nuint)Vector512<byte>.
Count
))
980
lengthToExamine -= (nuint)Vector512<byte>.
Count
;
992
offset += (nuint)Vector512<byte>.
Count
;
1290
=> (nuint)(uint)((length - (int)offset) & ~(Vector512<byte>.
Count
- 1));
1306
if (Vector512.IsHardwareAccelerated && remainder >= Vector512<byte>.
Count
* 2)
1308
nint lastOffset = remainder - Vector512<byte>.
Count
;
1338
offset += Vector512<byte>.
Count
;
1339
lastOffset -= Vector512<byte>.
Count
;
1342
remainder = lastOffset + Vector512<byte>.
Count
- offset;
src\libraries\System.Private.CoreLib\src\System\SpanHelpers.Char.cs (18)
71
if (Vector512.IsHardwareAccelerated && searchSpaceMinusValueTailLength - Vector512<ushort>.
Count
>= 0)
84
searchSpaceMinusValueTailLength - (nint)Vector512<ushort>.
Count
;
89
Debug.Assert(offset + ch1ch2Distance + Vector512<ushort>.
Count
<= searchSpaceLength);
102
offset += Vector512<ushort>.
Count
;
313
if (Vector512.IsHardwareAccelerated && searchSpaceMinusValueTailLength >= Vector512<ushort>.
Count
)
315
offset = searchSpaceMinusValueTailLength - Vector512<ushort>.
Count
;
355
offset -= Vector512<ushort>.
Count
;
356
if (offset == -Vector512<ushort>.
Count
)
613
if (((nint)(searchSpace + (nint)offset) & (nint)(Vector512<byte>.
Count
- 1)) != 0)
646
Debug.Assert(lengthToExamine >= Vector512<ushort>.
Count
);
657
offset += Vector512<ushort>.
Count
;
658
lengthToExamine -= Vector512<ushort>.
Count
;
878
=> (length - offset) & ~(Vector512<ushort>.
Count
- 1);
894
if (Vector512.IsHardwareAccelerated && remainder >= Vector512<ushort>.
Count
* 2)
896
nint lastOffset = remainder - Vector512<ushort>.
Count
;
922
offset += Vector512<ushort>.
Count
;
923
lastOffset -= Vector512<ushort>.
Count
;
926
remainder = (lastOffset + Vector512<ushort>.
Count
- offset);
src\libraries\System.Private.CoreLib\src\System\SpanHelpers.cs (10)
95
if (Vector512.IsHardwareAccelerated && remainder >= Vector512<int>.
Count
* 2)
97
nint lastOffset = remainder - Vector512<int>.
Count
;
119
offset += Vector512<int>.
Count
;
120
lastOffset -= Vector512<int>.
Count
;
123
remainder = lastOffset + Vector512<int>.
Count
- offset;
200
if (Vector512.IsHardwareAccelerated && remainder >= Vector512<long>.
Count
* 2)
202
nint lastOffset = remainder - Vector512<long>.
Count
;
224
offset += Vector512<long>.
Count
;
225
lastOffset -= Vector512<long>.
Count
;
228
remainder = lastOffset + Vector512<long>.
Count
- offset;
src\libraries\System.Private.CoreLib\src\System\SpanHelpers.Packed.cs (32)
149
if (Avx512BW.IsSupported && Vector512.IsHardwareAccelerated && length > Vector512<short>.
Count
)
154
if (length > 2 * Vector512<short>.
Count
)
160
ref short twoVectorsAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - (2 * Vector512<short>.
Count
));
165
Vector512<short> source1 = Vector512.LoadUnsafe(ref currentSearchSpace, (nuint)Vector512<short>.
Count
);
173
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, 2 * Vector512<short>.
Count
);
181
ref short oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<short>.
Count
);
348
if (Avx512BW.IsSupported && Vector512.IsHardwareAccelerated && length > Vector512<short>.
Count
)
353
if (length > 2 * Vector512<short>.
Count
)
359
ref short twoVectorsAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - (2 * Vector512<short>.
Count
));
364
Vector512<short> source1 = Vector512.LoadUnsafe(ref currentSearchSpace, (nuint)Vector512<short>.
Count
);
372
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, 2 * Vector512<short>.
Count
);
380
ref short oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<short>.
Count
);
557
if (Avx512BW.IsSupported && Vector512.IsHardwareAccelerated && length > Vector512<short>.
Count
)
563
if (length > 2 * Vector512<short>.
Count
)
569
ref short twoVectorsAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - (2 * Vector512<short>.
Count
));
574
Vector512<short> source1 = Vector512.LoadUnsafe(ref currentSearchSpace, (nuint)Vector512<short>.
Count
);
583
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, 2 * Vector512<short>.
Count
);
591
ref short oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<short>.
Count
);
772
if (Avx512BW.IsSupported && Vector512.IsHardwareAccelerated && length > Vector512<short>.
Count
)
779
if (length > 2 * Vector512<short>.
Count
)
785
ref short twoVectorsAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - (2 * Vector512<short>.
Count
));
790
Vector512<short> source1 = Vector512.LoadUnsafe(ref currentSearchSpace, (nuint)Vector512<short>.
Count
);
799
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, 2 * Vector512<short>.
Count
);
807
ref short oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<short>.
Count
);
972
if (Avx512BW.IsSupported && Vector512.IsHardwareAccelerated && length > Vector512<short>.
Count
)
978
if (length > 2 * Vector512<short>.
Count
)
984
ref short twoVectorsAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - (2 * Vector512<short>.
Count
));
989
Vector512<short> source1 = Vector512.LoadUnsafe(ref currentSearchSpace, (nuint)Vector512<short>.
Count
);
997
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, 2 * Vector512<short>.
Count
);
1005
ref short oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<short>.
Count
);
1290
if (offsetInVector >= Vector512<short>.
Count
)
1294
offsetInVector -= Vector512<short>.
Count
;
src\libraries\System.Private.CoreLib\src\System\SpanHelpers.T.cs (48)
1368
else if (Vector512.IsHardwareAccelerated && length >= Vector512<T>.
Count
)
1372
ref T oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, (uint)(length - Vector512<T>.
Count
));
1384
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, Vector512<T>.
Count
);
1389
if ((uint)length % Vector512<T>.
Count
!= 0)
1559
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
1563
ref TValue oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<TValue>.
Count
);
1575
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, Vector512<TValue>.
Count
);
1580
if ((uint)length % Vector512<TValue>.
Count
!= 0)
1784
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
1788
ref TValue oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<TValue>.
Count
);
1797
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, Vector512<TValue>.
Count
);
1806
if ((uint)length % Vector512<TValue>.
Count
!= 0)
1991
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
1995
ref TValue oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<TValue>.
Count
);
2004
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, Vector512<TValue>.
Count
);
2013
if ((uint)length % Vector512<TValue>.
Count
!= 0)
2147
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
2151
ref TValue oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, length - Vector512<TValue>.
Count
);
2161
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, Vector512<TValue>.
Count
);
2170
if ((uint)length % Vector512<TValue>.
Count
!= 0)
2310
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
2315
ref TValue oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, (uint)(length - Vector512<TValue>.
Count
));
2325
currentSearchSpace = ref Unsafe.Add(ref currentSearchSpace, Vector512<TValue>.
Count
);
2334
if ((uint)length % Vector512<TValue>.
Count
!= 0)
2492
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
2631
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
2634
nint offset = length - Vector512<TValue>.
Count
;
2644
offset -= Vector512<TValue>.
Count
;
2816
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
2819
nint offset = length - Vector512<TValue>.
Count
;
2829
offset -= Vector512<TValue>.
Count
;
2966
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
2969
nint offset = length - Vector512<TValue>.
Count
;
2979
offset -= Vector512<TValue>.
Count
;
3126
else if (!Vector512.IsHardwareAccelerated || length < (uint)Vector512<T>.
Count
)
3153
nuint lastVectorIndex = length - (uint)Vector512<T>.
Count
;
3165
idx += (uint)Vector512<T>.
Count
;
3224
else if (Vector512.IsHardwareAccelerated && length >= Vector512<TValue>.
Count
)
3228
nint offset = length - Vector512<TValue>.
Count
;
3238
offset -= Vector512<TValue>.
Count
;
3542
else if (!Vector512.IsHardwareAccelerated || length < (uint)Vector512<T>.
Count
)
3578
ref T oneVectorAwayFromEnd = ref Unsafe.Add(ref searchSpace, (uint)(length - Vector512<T>.
Count
));
3687
else if (!Vector512.IsHardwareAccelerated || length < Vector512<T>.
Count
)
3720
nint offset = length - Vector512<T>.
Count
;
3731
offset -= Vector512<T>.
Count
;
3785
if (Vector512.IsHardwareAccelerated && length >= Vector512<T>.
Count
)
3788
ref T oneVectorAwayFromEnd = ref Unsafe.Subtract(ref end, Vector512<T>.
Count
);
3792
current = ref Unsafe.Add(ref current, Vector512<T>.
Count
);
src\libraries\System.Private.CoreLib\src\System\String.Manipulation.cs (5)
1300
if (Vector512.IsHardwareAccelerated && length >= (uint)Vector512<ushort>.
Count
)
1302
nuint adjust = (length - remainingLength) & ((uint)Vector512<ushort>.
Count
- 1);
2043
if (Vector512.IsHardwareAccelerated && lengthToExamine >= (uint)Vector512<ushort>.
Count
*2)
2069
offset += (nuint)Vector512<ushort>.
Count
;
2070
} while (offset <= lengthToExamine - (nuint)Vector512<ushort>.
Count
);
src\libraries\System.Private.CoreLib\src\System\Text\Ascii.Equality.cs (18)
65
else if (Vector512.IsHardwareAccelerated && length >= (uint)Vector512<TLeft>.
Count
)
71
Debug.Assert(Vector512<TLeft>.
Count
== Vector512<TRight>.
Count
72
|| (typeof(TLoader) == typeof(WideningLoader) && Vector512<TLeft>.
Count
== Vector512<TRight>.
Count
* 2));
73
ref TRight oneVectorAwayFromRightEnd = ref Unsafe.Add(ref currentRightSearchSpace, length - (uint)Vector512<TLeft>.
Count
);
83
currentRightSearchSpace = ref Unsafe.Add(ref currentRightSearchSpace, Vector512<TLeft>.
Count
);
84
currentLeftSearchSpace = ref Unsafe.Add(ref currentLeftSearchSpace, Vector512<TLeft>.
Count
);
89
if (length % (uint)Vector512<TLeft>.
Count
!= 0)
91
ref TLeft oneVectorAwayFromLeftEnd = ref Unsafe.Add(ref left, length - (uint)Vector512<TLeft>.
Count
);
235
else if (Vector512.IsHardwareAccelerated && length >= (uint)Vector512<TRight>.
Count
)
240
ref TRight oneVectorAwayFromRightEnd = ref Unsafe.Add(ref currentRightSearchSpace, length - (uint)Vector512<TRight>.
Count
);
274
currentRightSearchSpace = ref Unsafe.Add(ref currentRightSearchSpace, (uint)Vector512<TRight>.
Count
);
280
if (length % (uint)Vector512<TRight>.
Count
!= 0)
473
public static nuint Count512 => (uint)Vector512<T>.
Count
;
581
Debug.Assert(Vector512<byte>.
Count
== Vector512<ushort>.
Count
* 2);
591
Vector512<ushort> rightNext = Vector512.LoadUnsafe(ref utf16, (uint)Vector512<ushort>.
Count
);
src\libraries\System.Private.CoreLib\src\System\Text\Ascii.Utility.cs (4)
143
if (Vector512.IsHardwareAccelerated && bufferLength >= 2 * (uint)Vector512<byte>.
Count
)
763
if (Vector512.IsHardwareAccelerated && bufferLength >= 2 * (uint)Vector512<ushort>.
Count
)
1373
if (Vector512.IsHardwareAccelerated && elementCount >= 2 * (uint)Vector512<byte>.
Count
)
2075
if (Vector512.IsHardwareAccelerated && (elementCount - currentOffset) >= (uint)Vector512<byte>.
Count
)
System.Runtime.Numerics (2)
System\Numerics\NumericsHelpers.cs (2)
129
while (Vector512.IsHardwareAccelerated && d.Length - offset >= Vector512<uint>.
Count
)
133
offset += Vector512<uint>.
Count
;