1: |
procedure FUSION BRANCH |
2: |
Horizontal Fusion (HF) |
3: |
for
i ∈ [1, N] do
|
4: |
t_Vi ← weighted(t_αi, t_hi) |
5: |
w_hi ← weighted(w_αi, w_αi) |
6: |
Vi ← dense([t_Vi, w_Vi]) |
7: |
end for
|
8: |
Vertical Fusion (VF) |
9: |
for
i ∈ [1, N] do
|
10: |
hi ← dense([t_hi, w_hi]) |
11: |
s_αi ← average([t_αi, w_αi]) |
12: |
Vi ← weighted(hi, s_αi) |
13: |
end for
|
14: |
Fine-tuning Attention Fusion (FAF) |
15: |
for
i ∈ [1, N] do
|
16: |
u_ei ← getEnergies(hi) |
17: |
u_αi ← getDistribution(u_ei, s_αi) |
18: |
Vi ← weighted(hi, u_αi) |
19: |
end for
|
20: |
Decision Making |
21: |
E ← convNet(V1, V2,…, VN) |
22: |
return E |
23: |
end procedure |