dr_domi/udlbook
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improved implementation of softmax_cols()

Browse Source
This commit is contained in:
udlbook
2024-04-15 16:01:38 -04:00
parent e8fca0cb0a
commit d17e47421b
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Notebooks/Chap12/12_2_Multihead_Self_Attention.ipynb
View File

@@ -4,7 +4,6 @@
"metadata": { "metadata": {
"colab": { "colab": {
"provenance": [], "provenance": [],
"authorship_tag": "ABX9TyMSk8qTqDYqFnRJVZKlsue0",
"include_colab_link": true "include_colab_link": true
}, },
"kernelspec": { "kernelspec": {
@@ -147,9 +146,7 @@
" exp_values = np.exp(data_in) ;\n", " exp_values = np.exp(data_in) ;\n",
" # Sum over columns\n", " # Sum over columns\n",
" denom = np.sum(exp_values, axis = 0);\n", " denom = np.sum(exp_values, axis = 0);\n",
" # Replicate denominator to N rows\n", " # Compute softmax (numpy broadcasts denominator to all rows automatically)\n",
" denom = np.matmul(np.ones((data_in.shape[0],1)), denom[np.newaxis,:])\n",
" # Compute softmax\n",
" softmax = exp_values / denom\n", " softmax = exp_values / denom\n",
" # return the answer\n", " # return the answer\n",
" return softmax" " return softmax"