KleidiCV Coverage Report

Directory:	./
File:	kleidicv/include/kleidicv/filters/separable_filter_15x15_sc.h
Date:	2025-09-25 14:13:34

	Exec	Total	Coverage
Lines:	183	183	100.0%
Functions:	26	26	100.0%
Branches:	2	2	100.0%

  
      Line
      Branch
      Exec
      Source
    
      // SPDX-FileCopyrightText: 2024 - 2025 Arm Limited and/or its affiliates <open-source-office@arm.com>
    
      //
    
      // SPDX-License-Identifier: Apache-2.0
    
      #ifndef KLEIDICV_SEPARABLE_FILTER_15X15_SC_H
    
      #define KLEIDICV_SEPARABLE_FILTER_15X15_SC_H
    
      #include "kleidicv/sve2.h"
    
      #include "kleidicv/workspace/border_15x15.h"
    
      // It is used by SVE2 and SME, the actual namespace will reflect it.
    
      namespace KLEIDICV_TARGET_NAMESPACE {
    
      // Template for drivers of separable NxM filters.
    
      template <typename FilterType, const size_t S>
    
      class SeparableFilter;
    
      // Driver for a separable 15x15 filter.
    
      template <typename FilterType>
    
      class SeparableFilter<FilterType, 15UL> {
    
       public:
    
        using SourceType = typename FilterType::SourceType;
    
        using BufferType = typename FilterType::BufferType;
    
        using DestinationType = typename FilterType::DestinationType;
    
        using SourceVecTraits =
    
            typename ::KLEIDICV_TARGET_NAMESPACE::VecTraits<SourceType>;
    
        using SourceVectorType = typename SourceVecTraits::VectorType;
    
        using BufferVecTraits =
    
            typename ::KLEIDICV_TARGET_NAMESPACE::VecTraits<BufferType>;
    
        using BufferVectorType = typename BufferVecTraits::VectorType;
    
        using BorderInfoType =
    
            typename ::KLEIDICV_TARGET_NAMESPACE::FixedBorderInfo15x15<SourceType>;
    
        using BorderType = FixedBorderType;
    
        using BorderOffsets = typename BorderInfoType::Offsets;
    
      64
        explicit SeparableFilter(FilterType filter) KLEIDICV_STREAMING
    
      64
            : filter_{filter} {}
    
        static constexpr size_t margin = 7UL;
    
      912
        void process_vertical(size_t width, Rows<const SourceType> src_rows,
    
                              Rows<BufferType> dst_rows,
    
                              BorderOffsets border_offsets) const KLEIDICV_STREAMING {
    
      912
          LoopUnroll2 loop{width * src_rows.channels(), SourceVecTraits::num_lanes()};
    
      1920
          loop.unroll_once([&](size_t index) KLEIDICV_STREAMING {
    
      1008
            svbool_t pg_all = SourceVecTraits::svptrue();
    
      1008
            vertical_vector_path(pg_all, src_rows, dst_rows, border_offsets, index);
    
      1008
          });
    
      1824
          loop.remaining([&](size_t index, size_t length) KLEIDICV_STREAMING {
    
      912
            svbool_t pg = SourceVecTraits::svwhilelt(index, length);
    
      912
            vertical_vector_path(pg, src_rows, dst_rows, border_offsets, index);
    
      912
          });
    
      912
        }
    
      912
        void process_horizontal(size_t width, Rows<const BufferType> src_rows,
    
                                Rows<DestinationType> dst_rows,
    
                                BorderOffsets border_offsets) const
    
            KLEIDICV_STREAMING {
    
      912
          svbool_t pg_all = BufferVecTraits::svptrue();
    
      912
          LoopUnroll2 loop{width * src_rows.channels(), BufferVecTraits::num_lanes()};
    
      1136
          loop.unroll_twice([&](size_t index) KLEIDICV_STREAMING {
    
      448
            horizontal_vector_path_2x(pg_all, src_rows, dst_rows, border_offsets,
    
      224
                                      index);
    
      224
          });
    
      1136
          loop.unroll_once([&](size_t index) KLEIDICV_STREAMING {
    
      224
            horizontal_vector_path(pg_all, src_rows, dst_rows, border_offsets, index);
    
      224
          });
    
      1600
          loop.remaining([&](size_t index, size_t length) KLEIDICV_STREAMING {
    
      688
            svbool_t pg = BufferVecTraits::svwhilelt(index, length);
    
      688
            horizontal_vector_path(pg, src_rows, dst_rows, border_offsets, index);
    
      688
          });
    
      912
        }
    
        // Processing of horizontal borders is always scalar because border offsets
    
        // change for each and every element in the border.
    
      12768
        void process_horizontal_borders(
    
            Rows<const BufferType> src_rows, Rows<DestinationType> dst_rows,
    
            BorderOffsets border_offsets) const KLEIDICV_STREAMING {
    
        2/2✓ Branch 0 taken 12768 times.
✓ Branch 1 taken 22176 times.

      34944
          for (size_t index = 0; index < src_rows.channels(); ++index) {
    
      22176
            disable_loop_vectorization();
    
      22176
            process_horizontal_border(src_rows, dst_rows, border_offsets, index);
    
      22176
          }
    
      12768
        }
    
       private:
    
      1920
        void vertical_vector_path(svbool_t pg, Rows<const SourceType> src_rows,
    
                                  Rows<BufferType> dst_rows,
    
                                  BorderOffsets border_offsets,
    
                                  size_t index) const KLEIDICV_STREAMING {
    
      3840
          SourceVectorType src_0 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c0())[index]);
    
      3840
          SourceVectorType src_1 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c1())[index]);
    
      3840
          SourceVectorType src_2 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c2())[index]);
    
      3840
          SourceVectorType src_3 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c3())[index]);
    
      3840
          SourceVectorType src_4 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c4())[index]);
    
      3840
          SourceVectorType src_5 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c5())[index]);
    
      3840
          SourceVectorType src_6 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c6())[index]);
    
      3840
          SourceVectorType src_7 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c7())[index]);
    
      3840
          SourceVectorType src_8 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c8())[index]);
    
      3840
          SourceVectorType src_9 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c9())[index]);
    
      3840
          SourceVectorType src_10 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c10())[index]);
    
      3840
          SourceVectorType src_11 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c11())[index]);
    
      3840
          SourceVectorType src_12 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c12())[index]);
    
      3840
          SourceVectorType src_13 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c13())[index]);
    
      3840
          SourceVectorType src_14 =
    
      1920
              svld1(pg, &src_rows.at(border_offsets.c14())[index]);
    
      28800
          std::reference_wrapper<SourceVectorType> sources[15] = {
    
      15360
              src_0, src_1, src_2,  src_3,  src_4,  src_5,  src_6, src_7,
    
      13440
              src_8, src_9, src_10, src_11, src_12, src_13, src_14};
    
      1920
          filter_.vertical_vector_path(pg, sources, &dst_rows[index]);
    
      1920
        }
    
      224
        void horizontal_vector_path_2x(svbool_t pg, Rows<const BufferType> src_rows,
    
                                       Rows<DestinationType> dst_rows,
    
                                       BorderOffsets border_offsets,
    
                                       size_t index) const KLEIDICV_STREAMING {
    
      224
          auto src_0 = &src_rows.at(0, border_offsets.c0())[index];
    
      224
          auto src_1 = &src_rows.at(0, border_offsets.c1())[index];
    
      224
          auto src_2 = &src_rows.at(0, border_offsets.c2())[index];
    
      224
          auto src_3 = &src_rows.at(0, border_offsets.c3())[index];
    
      224
          auto src_4 = &src_rows.at(0, border_offsets.c4())[index];
    
      224
          auto src_5 = &src_rows.at(0, border_offsets.c5())[index];
    
      224
          auto src_6 = &src_rows.at(0, border_offsets.c6())[index];
    
      224
          auto src_7 = &src_rows.at(0, border_offsets.c7())[index];
    
      224
          auto src_8 = &src_rows.at(0, border_offsets.c8())[index];
    
      224
          auto src_9 = &src_rows.at(0, border_offsets.c9())[index];
    
      224
          auto src_10 = &src_rows.at(0, border_offsets.c10())[index];
    
      224
          auto src_11 = &src_rows.at(0, border_offsets.c11())[index];
    
      224
          auto src_12 = &src_rows.at(0, border_offsets.c12())[index];
    
      224
          auto src_13 = &src_rows.at(0, border_offsets.c13())[index];
    
      224
          auto src_14 = &src_rows.at(0, border_offsets.c14())[index];
    
      224
          BufferVectorType src_0_0 = svld1(pg, &src_0[0]);
    
      224
          BufferVectorType src_1_0 = svld1_vnum(pg, &src_0[0], 1);
    
      224
          BufferVectorType src_0_1 = svld1(pg, &src_1[0]);
    
      224
          BufferVectorType src_1_1 = svld1_vnum(pg, &src_1[0], 1);
    
      224
          BufferVectorType src_0_2 = svld1(pg, &src_2[0]);
    
      224
          BufferVectorType src_1_2 = svld1_vnum(pg, &src_2[0], 1);
    
      224
          BufferVectorType src_0_3 = svld1(pg, &src_3[0]);
    
      224
          BufferVectorType src_1_3 = svld1_vnum(pg, &src_3[0], 1);
    
      224
          BufferVectorType src_0_4 = svld1(pg, &src_4[0]);
    
      224
          BufferVectorType src_1_4 = svld1_vnum(pg, &src_4[0], 1);
    
      224
          BufferVectorType src_0_5 = svld1(pg, &src_5[0]);
    
      224
          BufferVectorType src_1_5 = svld1_vnum(pg, &src_5[0], 1);
    
      224
          BufferVectorType src_0_6 = svld1(pg, &src_6[0]);
    
      224
          BufferVectorType src_1_6 = svld1_vnum(pg, &src_6[0], 1);
    
      224
          BufferVectorType src_0_7 = svld1(pg, &src_7[0]);
    
      224
          BufferVectorType src_1_7 = svld1_vnum(pg, &src_7[0], 1);
    
      224
          BufferVectorType src_0_8 = svld1(pg, &src_8[0]);
    
      224
          BufferVectorType src_1_8 = svld1_vnum(pg, &src_8[0], 1);
    
      224
          BufferVectorType src_0_9 = svld1(pg, &src_9[0]);
    
      224
          BufferVectorType src_1_9 = svld1_vnum(pg, &src_9[0], 1);
    
      224
          BufferVectorType src_0_10 = svld1(pg, &src_10[0]);
    
      224
          BufferVectorType src_1_10 = svld1_vnum(pg, &src_10[0], 1);
    
      224
          BufferVectorType src_0_11 = svld1(pg, &src_11[0]);
    
      224
          BufferVectorType src_1_11 = svld1_vnum(pg, &src_11[0], 1);
    
      224
          BufferVectorType src_0_12 = svld1(pg, &src_12[0]);
    
      224
          BufferVectorType src_1_12 = svld1_vnum(pg, &src_12[0], 1);
    
      224
          BufferVectorType src_0_13 = svld1(pg, &src_13[0]);
    
      224
          BufferVectorType src_1_13 = svld1_vnum(pg, &src_13[0], 1);
    
      224
          BufferVectorType src_0_14 = svld1(pg, &src_14[0]);
    
      224
          BufferVectorType src_1_14 = svld1_vnum(pg, &src_14[0], 1);
    
      3360
          std::reference_wrapper<BufferVectorType> sources_0[15] = {
    
      1120
              src_0_0,  src_0_1,  src_0_2,  src_0_3,  src_0_4,
    
      1120
              src_0_5,  src_0_6,  src_0_7,  src_0_8,  src_0_9,
    
      1120
              src_0_10, src_0_11, src_0_12, src_0_13, src_0_14};
    
      224
          filter_.horizontal_vector_path(pg, sources_0, &dst_rows[index]);
    
      3360
          std::reference_wrapper<BufferVectorType> sources_1[15] = {
    
      1120
              src_1_0,  src_1_1,  src_1_2,  src_1_3,  src_1_4,
    
      1120
              src_1_5,  src_1_6,  src_1_7,  src_1_8,  src_1_9,
    
      1120
              src_1_10, src_1_11, src_1_12, src_1_13, src_1_14};
    
      448
          filter_.horizontal_vector_path(
    
      224
              pg, sources_1, &dst_rows[index + BufferVecTraits::num_lanes()]);
    
      224
        }
    
      912
        void horizontal_vector_path(svbool_t pg, Rows<const BufferType> src_rows,
    
                                    Rows<DestinationType> dst_rows,
    
                                    BorderOffsets border_offsets,
    
                                    size_t index) const KLEIDICV_STREAMING {
    
      1824
          BufferVectorType src_0 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c0())[index]);
    
      1824
          BufferVectorType src_1 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c1())[index]);
    
      1824
          BufferVectorType src_2 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c2())[index]);
    
      1824
          BufferVectorType src_3 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c3())[index]);
    
      1824
          BufferVectorType src_4 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c4())[index]);
    
      1824
          BufferVectorType src_5 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c5())[index]);
    
      1824
          BufferVectorType src_6 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c6())[index]);
    
      1824
          BufferVectorType src_7 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c7())[index]);
    
      1824
          BufferVectorType src_8 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c8())[index]);
    
      1824
          BufferVectorType src_9 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c9())[index]);
    
      1824
          BufferVectorType src_10 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c10())[index]);
    
      1824
          BufferVectorType src_11 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c11())[index]);
    
      1824
          BufferVectorType src_12 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c12())[index]);
    
      1824
          BufferVectorType src_13 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c13())[index]);
    
      1824
          BufferVectorType src_14 =
    
      912
              svld1(pg, &src_rows.at(0, border_offsets.c14())[index]);
    
      13680
          std::reference_wrapper<BufferVectorType> sources[15] = {
    
      7296
              src_0, src_1, src_2,  src_3,  src_4,  src_5,  src_6, src_7,
    
      6384
              src_8, src_9, src_10, src_11, src_12, src_13, src_14};
    
      912
          filter_.horizontal_vector_path(pg, sources, &dst_rows[index]);
    
      912
        }
    
      22176
        void process_horizontal_border(Rows<const BufferType> src_rows,
    
                                       Rows<DestinationType> dst_rows,
    
                                       BorderOffsets border_offsets,
    
                                       size_t index) const KLEIDICV_STREAMING {
    
      22176
          BufferType src[15];
    
      22176
          src[0] = src_rows.at(0, border_offsets.c0())[index];
    
      22176
          src[1] = src_rows.at(0, border_offsets.c1())[index];
    
      22176
          src[2] = src_rows.at(0, border_offsets.c2())[index];
    
      22176
          src[3] = src_rows.at(0, border_offsets.c3())[index];
    
      22176
          src[4] = src_rows.at(0, border_offsets.c4())[index];
    
      22176
          src[5] = src_rows.at(0, border_offsets.c5())[index];
    
      22176
          src[6] = src_rows.at(0, border_offsets.c6())[index];
    
      22176
          src[7] = src_rows.at(0, border_offsets.c7())[index];
    
      22176
          src[8] = src_rows.at(0, border_offsets.c8())[index];
    
      22176
          src[9] = src_rows.at(0, border_offsets.c9())[index];
    
      22176
          src[10] = src_rows.at(0, border_offsets.c10())[index];
    
      22176
          src[11] = src_rows.at(0, border_offsets.c11())[index];
    
      22176
          src[12] = src_rows.at(0, border_offsets.c12())[index];
    
      22176
          src[13] = src_rows.at(0, border_offsets.c13())[index];
    
      22176
          src[14] = src_rows.at(0, border_offsets.c14())[index];
    
      22176
          filter_.horizontal_scalar_path(src, &dst_rows[index]);
    
      22176
        }
    
        FilterType filter_;
    
      };  // end of class SeparableFilter<FilterType, 15UL>
    
      // Shorthand for 15x15 separable filters driver type.
    
      template <class FilterType>
    
      using SeparableFilter15x15 = SeparableFilter<FilterType, 15UL>;
    
      }  // namespace KLEIDICV_TARGET_NAMESPACE
    
      #endif  // KLEIDICV_SEPARABLE_FILTER_15X15_SC_H

Line	Branch	Exec	Source
1			// SPDX-FileCopyrightText: 2024 - 2025 Arm Limited and/or its affiliates <open-source-office@arm.com>
2			//
3			// SPDX-License-Identifier: Apache-2.0
4
5			#ifndef KLEIDICV_SEPARABLE_FILTER_15X15_SC_H
6			#define KLEIDICV_SEPARABLE_FILTER_15X15_SC_H
7
8			#include "kleidicv/sve2.h"
9			#include "kleidicv/workspace/border_15x15.h"
10
11			// It is used by SVE2 and SME, the actual namespace will reflect it.
12			namespace KLEIDICV_TARGET_NAMESPACE {
13
14			// Template for drivers of separable NxM filters.
15			template <typename FilterType, const size_t S>
16			class SeparableFilter;
17
18			// Driver for a separable 15x15 filter.
19			template <typename FilterType>
20			class SeparableFilter<FilterType, 15UL> {
21			public:
22			using SourceType = typename FilterType::SourceType;
23			using BufferType = typename FilterType::BufferType;
24			using DestinationType = typename FilterType::DestinationType;
25			using SourceVecTraits =
26			typename ::KLEIDICV_TARGET_NAMESPACE::VecTraits<SourceType>;
27			using SourceVectorType = typename SourceVecTraits::VectorType;
28			using BufferVecTraits =
29			typename ::KLEIDICV_TARGET_NAMESPACE::VecTraits<BufferType>;
30			using BufferVectorType = typename BufferVecTraits::VectorType;
31			using BorderInfoType =
32			typename ::KLEIDICV_TARGET_NAMESPACE::FixedBorderInfo15x15<SourceType>;
33			using BorderType = FixedBorderType;
34			using BorderOffsets = typename BorderInfoType::Offsets;
35
36		64	explicit SeparableFilter(FilterType filter) KLEIDICV_STREAMING
37		64	: filter_{filter} {}
38
39			static constexpr size_t margin = 7UL;
40
41		912	void process_vertical(size_t width, Rows<const SourceType> src_rows,
42			Rows<BufferType> dst_rows,
43			BorderOffsets border_offsets) const KLEIDICV_STREAMING {
44		912	LoopUnroll2 loop{width * src_rows.channels(), SourceVecTraits::num_lanes()};
45
46		1920	loop.unroll_once([&](size_t index) KLEIDICV_STREAMING {
47		1008	svbool_t pg_all = SourceVecTraits::svptrue();
48		1008	vertical_vector_path(pg_all, src_rows, dst_rows, border_offsets, index);
49		1008	});
50
51		1824	loop.remaining([&](size_t index, size_t length) KLEIDICV_STREAMING {
52		912	svbool_t pg = SourceVecTraits::svwhilelt(index, length);
53		912	vertical_vector_path(pg, src_rows, dst_rows, border_offsets, index);
54		912	});
55		912	}
56
57		912	void process_horizontal(size_t width, Rows<const BufferType> src_rows,
58			Rows<DestinationType> dst_rows,
59			BorderOffsets border_offsets) const
60			KLEIDICV_STREAMING {
61		912	svbool_t pg_all = BufferVecTraits::svptrue();
62		912	LoopUnroll2 loop{width * src_rows.channels(), BufferVecTraits::num_lanes()};
63
64		1136	loop.unroll_twice([&](size_t index) KLEIDICV_STREAMING {
65		448	horizontal_vector_path_2x(pg_all, src_rows, dst_rows, border_offsets,
66		224	index);
67		224	});
68
69		1136	loop.unroll_once([&](size_t index) KLEIDICV_STREAMING {
70		224	horizontal_vector_path(pg_all, src_rows, dst_rows, border_offsets, index);
71		224	});
72
73		1600	loop.remaining([&](size_t index, size_t length) KLEIDICV_STREAMING {
74		688	svbool_t pg = BufferVecTraits::svwhilelt(index, length);
75		688	horizontal_vector_path(pg, src_rows, dst_rows, border_offsets, index);
76		688	});
77		912	}
78
79			// Processing of horizontal borders is always scalar because border offsets
80			// change for each and every element in the border.
81		12768	void process_horizontal_borders(
82			Rows<const BufferType> src_rows, Rows<DestinationType> dst_rows,
83			BorderOffsets border_offsets) const KLEIDICV_STREAMING {
84	2/2 ✓ Branch 0 taken 12768 times. ✓ Branch 1 taken 22176 times.	34944	for (size_t index = 0; index < src_rows.channels(); ++index) {
85		22176	disable_loop_vectorization();
86		22176	process_horizontal_border(src_rows, dst_rows, border_offsets, index);
87		22176	}
88		12768	}
89
90			private:
91		1920	void vertical_vector_path(svbool_t pg, Rows<const SourceType> src_rows,
92			Rows<BufferType> dst_rows,
93			BorderOffsets border_offsets,
94			size_t index) const KLEIDICV_STREAMING {
95		3840	SourceVectorType src_0 =
96		1920	svld1(pg, &src_rows.at(border_offsets.c0())[index]);
97		3840	SourceVectorType src_1 =
98		1920	svld1(pg, &src_rows.at(border_offsets.c1())[index]);
99		3840	SourceVectorType src_2 =
100		1920	svld1(pg, &src_rows.at(border_offsets.c2())[index]);
101		3840	SourceVectorType src_3 =
102		1920	svld1(pg, &src_rows.at(border_offsets.c3())[index]);
103		3840	SourceVectorType src_4 =
104		1920	svld1(pg, &src_rows.at(border_offsets.c4())[index]);
105		3840	SourceVectorType src_5 =
106		1920	svld1(pg, &src_rows.at(border_offsets.c5())[index]);
107		3840	SourceVectorType src_6 =
108		1920	svld1(pg, &src_rows.at(border_offsets.c6())[index]);
109		3840	SourceVectorType src_7 =
110		1920	svld1(pg, &src_rows.at(border_offsets.c7())[index]);
111		3840	SourceVectorType src_8 =
112		1920	svld1(pg, &src_rows.at(border_offsets.c8())[index]);
113		3840	SourceVectorType src_9 =
114		1920	svld1(pg, &src_rows.at(border_offsets.c9())[index]);
115		3840	SourceVectorType src_10 =
116		1920	svld1(pg, &src_rows.at(border_offsets.c10())[index]);
117		3840	SourceVectorType src_11 =
118		1920	svld1(pg, &src_rows.at(border_offsets.c11())[index]);
119		3840	SourceVectorType src_12 =
120		1920	svld1(pg, &src_rows.at(border_offsets.c12())[index]);
121		3840	SourceVectorType src_13 =
122		1920	svld1(pg, &src_rows.at(border_offsets.c13())[index]);
123		3840	SourceVectorType src_14 =
124		1920	svld1(pg, &src_rows.at(border_offsets.c14())[index]);
125
126		28800	std::reference_wrapper<SourceVectorType> sources[15] = {
127		15360	src_0, src_1, src_2, src_3, src_4, src_5, src_6, src_7,
128		13440	src_8, src_9, src_10, src_11, src_12, src_13, src_14};
129		1920	filter_.vertical_vector_path(pg, sources, &dst_rows[index]);
130		1920	}
131
132		224	void horizontal_vector_path_2x(svbool_t pg, Rows<const BufferType> src_rows,
133			Rows<DestinationType> dst_rows,
134			BorderOffsets border_offsets,
135			size_t index) const KLEIDICV_STREAMING {
136		224	auto src_0 = &src_rows.at(0, border_offsets.c0())[index];
137		224	auto src_1 = &src_rows.at(0, border_offsets.c1())[index];
138		224	auto src_2 = &src_rows.at(0, border_offsets.c2())[index];
139		224	auto src_3 = &src_rows.at(0, border_offsets.c3())[index];
140		224	auto src_4 = &src_rows.at(0, border_offsets.c4())[index];
141		224	auto src_5 = &src_rows.at(0, border_offsets.c5())[index];
142		224	auto src_6 = &src_rows.at(0, border_offsets.c6())[index];
143		224	auto src_7 = &src_rows.at(0, border_offsets.c7())[index];
144		224	auto src_8 = &src_rows.at(0, border_offsets.c8())[index];
145		224	auto src_9 = &src_rows.at(0, border_offsets.c9())[index];
146		224	auto src_10 = &src_rows.at(0, border_offsets.c10())[index];
147		224	auto src_11 = &src_rows.at(0, border_offsets.c11())[index];
148		224	auto src_12 = &src_rows.at(0, border_offsets.c12())[index];
149		224	auto src_13 = &src_rows.at(0, border_offsets.c13())[index];
150		224	auto src_14 = &src_rows.at(0, border_offsets.c14())[index];
151
152		224	BufferVectorType src_0_0 = svld1(pg, &src_0[0]);
153		224	BufferVectorType src_1_0 = svld1_vnum(pg, &src_0[0], 1);
154		224	BufferVectorType src_0_1 = svld1(pg, &src_1[0]);
155		224	BufferVectorType src_1_1 = svld1_vnum(pg, &src_1[0], 1);
156		224	BufferVectorType src_0_2 = svld1(pg, &src_2[0]);
157		224	BufferVectorType src_1_2 = svld1_vnum(pg, &src_2[0], 1);
158		224	BufferVectorType src_0_3 = svld1(pg, &src_3[0]);
159		224	BufferVectorType src_1_3 = svld1_vnum(pg, &src_3[0], 1);
160		224	BufferVectorType src_0_4 = svld1(pg, &src_4[0]);
161		224	BufferVectorType src_1_4 = svld1_vnum(pg, &src_4[0], 1);
162		224	BufferVectorType src_0_5 = svld1(pg, &src_5[0]);
163		224	BufferVectorType src_1_5 = svld1_vnum(pg, &src_5[0], 1);
164		224	BufferVectorType src_0_6 = svld1(pg, &src_6[0]);
165		224	BufferVectorType src_1_6 = svld1_vnum(pg, &src_6[0], 1);
166		224	BufferVectorType src_0_7 = svld1(pg, &src_7[0]);
167		224	BufferVectorType src_1_7 = svld1_vnum(pg, &src_7[0], 1);
168		224	BufferVectorType src_0_8 = svld1(pg, &src_8[0]);
169		224	BufferVectorType src_1_8 = svld1_vnum(pg, &src_8[0], 1);
170		224	BufferVectorType src_0_9 = svld1(pg, &src_9[0]);
171		224	BufferVectorType src_1_9 = svld1_vnum(pg, &src_9[0], 1);
172		224	BufferVectorType src_0_10 = svld1(pg, &src_10[0]);
173		224	BufferVectorType src_1_10 = svld1_vnum(pg, &src_10[0], 1);
174		224	BufferVectorType src_0_11 = svld1(pg, &src_11[0]);
175		224	BufferVectorType src_1_11 = svld1_vnum(pg, &src_11[0], 1);
176		224	BufferVectorType src_0_12 = svld1(pg, &src_12[0]);
177		224	BufferVectorType src_1_12 = svld1_vnum(pg, &src_12[0], 1);
178		224	BufferVectorType src_0_13 = svld1(pg, &src_13[0]);
179		224	BufferVectorType src_1_13 = svld1_vnum(pg, &src_13[0], 1);
180		224	BufferVectorType src_0_14 = svld1(pg, &src_14[0]);
181		224	BufferVectorType src_1_14 = svld1_vnum(pg, &src_14[0], 1);
182
183		3360	std::reference_wrapper<BufferVectorType> sources_0[15] = {
184		1120	src_0_0, src_0_1, src_0_2, src_0_3, src_0_4,
185		1120	src_0_5, src_0_6, src_0_7, src_0_8, src_0_9,
186		1120	src_0_10, src_0_11, src_0_12, src_0_13, src_0_14};
187		224	filter_.horizontal_vector_path(pg, sources_0, &dst_rows[index]);
188		3360	std::reference_wrapper<BufferVectorType> sources_1[15] = {
189		1120	src_1_0, src_1_1, src_1_2, src_1_3, src_1_4,
190		1120	src_1_5, src_1_6, src_1_7, src_1_8, src_1_9,
191		1120	src_1_10, src_1_11, src_1_12, src_1_13, src_1_14};
192		448	filter_.horizontal_vector_path(
193		224	pg, sources_1, &dst_rows[index + BufferVecTraits::num_lanes()]);
194		224	}
195
196		912	void horizontal_vector_path(svbool_t pg, Rows<const BufferType> src_rows,
197			Rows<DestinationType> dst_rows,
198			BorderOffsets border_offsets,
199			size_t index) const KLEIDICV_STREAMING {
200		1824	BufferVectorType src_0 =
201		912	svld1(pg, &src_rows.at(0, border_offsets.c0())[index]);
202		1824	BufferVectorType src_1 =
203		912	svld1(pg, &src_rows.at(0, border_offsets.c1())[index]);
204		1824	BufferVectorType src_2 =
205		912	svld1(pg, &src_rows.at(0, border_offsets.c2())[index]);
206		1824	BufferVectorType src_3 =
207		912	svld1(pg, &src_rows.at(0, border_offsets.c3())[index]);
208		1824	BufferVectorType src_4 =
209		912	svld1(pg, &src_rows.at(0, border_offsets.c4())[index]);
210		1824	BufferVectorType src_5 =
211		912	svld1(pg, &src_rows.at(0, border_offsets.c5())[index]);
212		1824	BufferVectorType src_6 =
213		912	svld1(pg, &src_rows.at(0, border_offsets.c6())[index]);
214		1824	BufferVectorType src_7 =
215		912	svld1(pg, &src_rows.at(0, border_offsets.c7())[index]);
216		1824	BufferVectorType src_8 =
217		912	svld1(pg, &src_rows.at(0, border_offsets.c8())[index]);
218		1824	BufferVectorType src_9 =
219		912	svld1(pg, &src_rows.at(0, border_offsets.c9())[index]);
220		1824	BufferVectorType src_10 =
221		912	svld1(pg, &src_rows.at(0, border_offsets.c10())[index]);
222		1824	BufferVectorType src_11 =
223		912	svld1(pg, &src_rows.at(0, border_offsets.c11())[index]);
224		1824	BufferVectorType src_12 =
225		912	svld1(pg, &src_rows.at(0, border_offsets.c12())[index]);
226		1824	BufferVectorType src_13 =
227		912	svld1(pg, &src_rows.at(0, border_offsets.c13())[index]);
228		1824	BufferVectorType src_14 =
229		912	svld1(pg, &src_rows.at(0, border_offsets.c14())[index]);
230		13680	std::reference_wrapper<BufferVectorType> sources[15] = {
231		7296	src_0, src_1, src_2, src_3, src_4, src_5, src_6, src_7,
232		6384	src_8, src_9, src_10, src_11, src_12, src_13, src_14};
233		912	filter_.horizontal_vector_path(pg, sources, &dst_rows[index]);
234		912	}
235
236		22176	void process_horizontal_border(Rows<const BufferType> src_rows,
237			Rows<DestinationType> dst_rows,
238			BorderOffsets border_offsets,
239			size_t index) const KLEIDICV_STREAMING {
240		22176	BufferType src[15];
241		22176	src[0] = src_rows.at(0, border_offsets.c0())[index];
242		22176	src[1] = src_rows.at(0, border_offsets.c1())[index];
243		22176	src[2] = src_rows.at(0, border_offsets.c2())[index];
244		22176	src[3] = src_rows.at(0, border_offsets.c3())[index];
245		22176	src[4] = src_rows.at(0, border_offsets.c4())[index];
246		22176	src[5] = src_rows.at(0, border_offsets.c5())[index];
247		22176	src[6] = src_rows.at(0, border_offsets.c6())[index];
248		22176	src[7] = src_rows.at(0, border_offsets.c7())[index];
249		22176	src[8] = src_rows.at(0, border_offsets.c8())[index];
250		22176	src[9] = src_rows.at(0, border_offsets.c9())[index];
251		22176	src[10] = src_rows.at(0, border_offsets.c10())[index];
252		22176	src[11] = src_rows.at(0, border_offsets.c11())[index];
253		22176	src[12] = src_rows.at(0, border_offsets.c12())[index];
254		22176	src[13] = src_rows.at(0, border_offsets.c13())[index];
255		22176	src[14] = src_rows.at(0, border_offsets.c14())[index];
256		22176	filter_.horizontal_scalar_path(src, &dst_rows[index]);
257		22176	}
258
259			FilterType filter_;
260			}; // end of class SeparableFilter<FilterType, 15UL>
261
262			// Shorthand for 15x15 separable filters driver type.
263			template <class FilterType>
264			using SeparableFilter15x15 = SeparableFilter<FilterType, 15UL>;
265
266			} // namespace KLEIDICV_TARGET_NAMESPACE
267
268			#endif // KLEIDICV_SEPARABLE_FILTER_15X15_SC_H
269