f4334277
 Hu Chunming
提交3rdparty
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
#version 450
#define LOCAL_SZ_X 256
layout(binding = 0) readonly buffer buf0{
float input_buffer[]; // outer_size * channels * channel_size
};
layout(binding = 1) buffer buf1{
float max_buffer[]; // outer_size * channel_size
};
layout(binding = 2) buffer buf2{
float sum_buffer[]; // outer_size * channel_size
};
layout(binding = 3) buffer buf3{
float output_buffer[]; // outer_size * channels * channel_size
};
layout(push_constant) uniform pushBlock {
int channel_size;
int outer_size;
int channels;
int logsoftmax;
} p;
layout(local_size_x = LOCAL_SZ_X, local_size_y = 1, local_size_z = 1) in;
void main()
{
int gid = int(gl_GlobalInvocationID.x);
if (gid >= p.outer_size) return;
int global_off = gid * p.channels * p.channel_size;
int reduced_buffer_off = gid * p.channel_size;
// find the max along channel
int index = global_off;
for (int i = 0; i < p.channel_size; ++i)
{
max_buffer[reduced_buffer_off + i] = input_buffer[index];
index++;
}
for (int c = 1; c < p.channels; ++c)
{
for (int i = 0; i < p.channel_size; ++i)
{
max_buffer[reduced_buffer_off + i] = max(max_buffer[reduced_buffer_off + i], input_buffer[index]);
index++;
}
}
// subtract, exp and accumulate along channel
for (int i = 0; i < p.channel_size; ++i)
sum_buffer[reduced_buffer_off + i] = 0.f;
index = global_off;
for (int c = 0; c < p.channels; ++c)
{
for (int i = 0; i < p.channel_size; ++i)
{
float exp_val = exp(input_buffer[index] - max_buffer[reduced_buffer_off + i]);
output_buffer[index] = exp_val;
sum_buffer[reduced_buffer_off + i] += exp_val;
index++;
}
}
// divide by computed sum
index = global_off;
for (int c = 0; c < p.channels; ++c)
{
for (int i = 0; i < p.channel_size; ++i)
{
float v = output_buffer[index] / sum_buffer[reduced_buffer_off + i];
if (p.logsoftmax == 1)
v = log(v);
output_buffer[index] = v;
index++;
}
}
}
|
