From b910eeb4d0240c8bd84e3b0aa697412d4e0c2ee9 Mon Sep 17 00:00:00 2001
From: Setra Solofoniaina
 <60129070+Setra-Solofoniaina@users.noreply.github.com>
Date: Fri, 2 Apr 2021 15:48:10 +0300
Subject: [PATCH] changing segment embedding size

---
 .../embedding/__pycache__/bert.cpython-38.pyc | Bin 1698 -> 1694 bytes
 .../__pycache__/segment.cpython-38.pyc        | Bin 607 -> 611 bytes
 src/model/embedding/bert.py                   |   6 ++----
 src/model/embedding/segment.py                |   2 +-
 4 files changed, 3 insertions(+), 5 deletions(-)

diff --git a/src/model/embedding/__pycache__/bert.cpython-38.pyc b/src/model/embedding/__pycache__/bert.cpython-38.pyc
index bc973959901c535cc9922e0c4ada204c4fbe8ea7..724ef75558579e2f6b19185c0a668fed82d9e208 100644
GIT binary patch
delta 437
zcmYLG%Sr<=6wRGHI-NG9t+m)qeSqK;bRh^XL<QGAKwP-e+8J91J1v<JHv=wQyNXK@
zb?eF>@IyxY2>-yF%%TZ7<euD<dvfz3U!^>g(jz!3&Ee(#mwa|Sh7rY;oaj$yeJvvq
zjd(zxAR`xUT8_Mo2Fym4%t5Xi@KfRoE$Da22USL?{-p;^#c`LHl5jW<<1}~TSZ}i)
zwDf>owI!Z4O_3@B5gyc_4t4#*wqR2?`0`##Ga9i+0Fse6p3!%}B5>pjRYQTQ8)zWp
ze5!8ndY+8>(@?dL@|l{~=X_~(!6aGen9S1kMBVpQu!un-5D0X^(=Ys37(1$~|M=X)
zOw=}{Q7V&c-epxTFt;Wx=U3DU(z%;X)L^s`$I85^aA;as*fb5bUW<;1!%1*=8`=vB
ace9cmg648}XKYh;0hNjQ9_CcRPWlhLy-xK2

delta 456
zcmYjOyH3L}6piD&nl?~@`hp6ISV$$hu`q%<!oW+2C8V)i8l@>Xt*B50U(f|JBVa`x
z_yE}W0M`5gGe5v}icl^2*!Sw3d(X8WtryEWwk%VERiCuazuv3|*;FCIu%i?HDsMJ?
zgWy>5v9A(^sAIT0nSt(`F(%p=L6nVUz#P#JCEK{iAC+$d)C>XGD9K*BgmlA>(<LMR
ziFeD19EM4z*=x}>pXd?o^k_KXOG+J;cvEQ==Rvw49OM8b%|vr3FBkc{vV}JIkFs_b
zOHVk)&j>oAeOqC9pfRCf1py@h$d=(qjEG(hY3R{2>#va$xGfqaXvCHUIfbgA>g_(e
zb{VNb5Geo>UO_j7o#w&Ozuku5@QJ!@3zKXWAh8_B3*0F3Xb?EgOx22@RC!)2p3X51
w0z1prg~Ay0nRn3$L$)X=seSR}(-}nT=^)}O5^b+fh5=0r%oLyc=C@ky7ntT}h5!Hn

diff --git a/src/model/embedding/__pycache__/segment.cpython-38.pyc b/src/model/embedding/__pycache__/segment.cpython-38.pyc
index 475ef6840e1a01da42e889d186e923d8a6b9f92e..b0768e7f664ea90e036001708d4c81a8048771c4 100644
GIT binary patch
delta 38
scmcc5@|cA?l$V!_0SLH-(kF7?Vq}^4%#Sf(vMHkxb8%7f<TS>g0JYN!od5s;

delta 34
ocmaFNa-W4el$V!_0SMFzQYUiXVq~89%#YD$vMHm{<ZQ+t0GZ4Q$N&HU

diff --git a/src/model/embedding/bert.py b/src/model/embedding/bert.py
index 5984460..8d13edd 100644
--- a/src/model/embedding/bert.py
+++ b/src/model/embedding/bert.py
@@ -24,13 +24,11 @@ class BERTEmbedding(nn.Module):
         super().__init__()
         self.token = TokenEmbedding(vocab_size=vocab_size, embed_size=embed_size)
         self.position = PositionalEmbedding(d_model=self.token.embedding_dim)
-        #self.segment = SegmentEmbedding(embed_size=self.token.embedding_dim)
-        self.segment = nn.Embedding(8, self.token.embedding_dim, padding_idx=0)
+        self.segment = SegmentEmbedding(embed_size=self.token.embedding_dim)
         self.dropout = nn.Dropout(p=dropout)
         self.embed_size = embed_size
 
     def forward(self, sequence, segment_label):
-        #print(segment_label.shape)
-        #segmented = self.segment(segment_label)
         x = self.token(sequence) + self.position(sequence) + self.segment(segment_label)
+        print(x.shape)
         return self.dropout(x)
\ No newline at end of file
diff --git a/src/model/embedding/segment.py b/src/model/embedding/segment.py
index 110a5bf..315de43 100644
--- a/src/model/embedding/segment.py
+++ b/src/model/embedding/segment.py
@@ -3,4 +3,4 @@ import torch.nn as nn
 
 class SegmentEmbedding(nn.Embedding):
     def __init__(self, embed_size=512):
-        super().__init__(3, embed_size, padding_idx=0)
\ No newline at end of file
+        super().__init__(4, embed_size, padding_idx=0)
\ No newline at end of file