aboutsummaryrefslogtreecommitdiff
path: root/boltzgen/kernel/template/pattern/SSS.cuda.mako
blob: 8f571c7aa8708619f2d047044edb828945511988 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
<%def name="operator(name, params = None)">
<%
if layout.__class__.__name__ != 'SOA':
    raise Exception('SSS pattern only works for the AOS memory layout')
%>
__global__ void ${name}(
      ${float_type}** f
% if 'cell_list_dispatch' in extras:
    , std::size_t* cells
    , std::size_t  cell_count
% else:
    , std::size_t gid
% endif
% if params is not None:
% for param_type, param_name in params:
    , ${param_type} ${param_name}
% endfor
% endif
) {
% if 'cell_list_dispatch' in extras:
    const std::size_t index = blockIdx.x * blockDim.x + threadIdx.x;
    if (!(index < cell_count)) {
        return;
    }
    const std::size_t gid = cells[index];
% endif

% for i, c_i in enumerate(descriptor.c):
    ${float_type}* preshifted_f_${i} = f[${i}] + ${layout.cell_preshift('gid')};
% endfor

% for i, c_i in enumerate(descriptor.c):
    const ${float_type} f_curr_${i} = *preshifted_f_${i};
% endfor

    ${caller.body()}

% for i, c_i in enumerate(descriptor.c):
    *preshifted_f_${i} = f_next_${descriptor.c.index(-c_i)};
% endfor
}
</%def>

<%def name="functor(name, params = None)">
<%
if layout.__class__.__name__ != 'SOA':
    raise Exception('SSS pattern only works for the AOS memory layout')
%>
__global__ void ${name}(
      ${float_type}** f
% if 'cell_list_dispatch' in extras:
    , std::size_t* cells
    , std::size_t  cell_count
% else:
    , std::size_t gid
% endif
% if params is not None:
% for param_type, param_name in params:
    , ${param_type} ${param_name}
% endfor
% endif
) {
% if 'cell_list_dispatch' in extras:
    const std::size_t index = blockIdx.x * blockDim.x + threadIdx.x;
    if (!(index < cell_count)) {
        return;
    }
    const std::size_t gid = cells[index];
% endif

% for i, c_i in enumerate(descriptor.c):
    const ${float_type}* preshifted_f_${i} = f[${i}] + ${layout.cell_preshift('gid')};
% endfor

% for i, c_i in enumerate(descriptor.c):
    const ${float_type} f_curr_${i} = *preshifted_f_${descriptor.c.index(-c_i)};
% endfor

    ${caller.body()}
}
</%def>