<html xmlns="http://www.w3.org/1999/xhtml"><head><meta charset="utf-8"><meta name="generator" content="pdf2htmlEX"><meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"><link rel="stylesheet" href="https://csdnimg.cn/release/download_crawler_static/css/base.min.css"><link rel="stylesheet" href="https://csdnimg.cn/release/download_crawler_static/css/fancy.min.css"><link rel="stylesheet" href="https://csdnimg.cn/release/download_crawler_static/10775328/raw.css"><script src="https://csdnimg.cn/release/download_crawler_static/js/compatibility.min.js"></script><script src="https://csdnimg.cn/release/download_crawler_static/js/pdf2htmlEX.min.js"></script><script>try{pdf2htmlEX.defaultViewer = new pdf2htmlEX.Viewer({});}catch(e){}</script><title></title></head><body><div id="sidebar" style="display: none"><div id="outline"></div></div><div id="pf1" class="pf w0 h0" data-page-no="1"><div class="pc pc1 w0 h0"><img class="bi x0 y0 w1 h1" alt="" src="https://csdnimg.cn/release/download_crawler_static/10775328/bg1.jpg"><div class="c x0 y1 w2 h0"><div class="t m0 x1 h2 y2 ff1 fs0 fc0 sc0 ls0 ws0">R<span class="_ _0"></span>ecurr<span class="_ _1"></span>en<span class="_ _2"></span>t Neur<span class="_ _0"></span>al </div><div class="t m0 x2 h3 y3 ff1 fs1 fc0 sc0 ls0 ws0">Netw<span class="_ _0"></span>ork (RNN)</div></div></div><div class="pi" data-data='{"ctm":[1.333333,0.000000,0.000000,1.333333,0.000000,0.000000]}'></div></div></body></html>
<div id="pf2" class="pf w0 h0" data-page-no="2"><div class="pc pc2 w0 h0"><img class="bi x0 y0 w1 h1" alt="" src="https://csdnimg.cn/release/download_crawler_static/10775328/bg2.jpg"><div class="c x0 y1 w2 h0"><div class="t m0 x3 h4 y4 ff1 fs2 fc0 sc0 ls0 ws0">Ex<span class="_ _1"></span>ample Applic<span class="_ _2"></span>a<span class="_ _2"></span>tion</div><div class="t m0 x3 h5 y5 ff2 fs3 fc0 sc0 ls0 ws0">•<span class="_ _3"> </span><span class="ff3">Slot Filling</span></div><div class="t m0 x4 h6 y6 ff3 fs4 fc0 sc0 ls0 ws0">I w<span class="_ _4"></span>ould lik<span class="_ _1"></span>e t<span class="_ _4"></span>o arriv<span class="_ _4"></span>e <span class="fc1">T<span class="_ _5"></span>aipei <span class="fc0">on <span class="fc2">Nov<span class="_ _2"></span>embe<span class="_ _6"></span>r 2</span></span></span></div><div class="t m0 x5 h7 y7 ff3 fs5 fc2 sc0 ls1 ws0">nd</div><div class="t m0 x6 h6 y6 ff3 fs4 fc3 sc0 ls0 ws0">.</div><div class="t m0 x7 h8 y8 ff3 fs6 fc4 sc0 ls0 ws0">tick<span class="_ _1"></span>et <span class="_ _4"></span>booking s<span class="_ _1"></span>yst<span class="_ _2"></span>em</div><div class="t m0 x8 h6 y9 ff3 fs4 fc0 sc0 ls0 ws0">Destina<span class="_ _2"></span>tion:</div><div class="t m0 x8 h6 ya ff3 fs4 fc0 sc0 ls0 ws0">time of arriv<span class="_ _2"></span>al:</div><div class="t m0 x9 h6 y9 ff3 fs4 fc0 sc0 ls0 ws0">T<span class="_ _5"></span>aipei</div><div class="t m0 xa h6 ya ff3 fs4 fc0 sc0 ls0 ws0">Nov<span class="_ _2"></span>ember 2</div><div class="t m0 xb h7 yb ff3 fs5 fc0 sc0 ls1 ws0">nd</div><div class="t m0 xc h9 yc ff3 fs7 fc0 sc0 ls0 ws0">Slot</div></div></div><div class="pi" data-data='{"ctm":[1.333333,0.000000,0.000000,1.333333,0.000000,0.000000]}'></div></div>
<div id="pf3" class="pf w0 h0" data-page-no="3"><div class="pc pc3 w0 h0"><img class="bi x0 y0 w1 h1" alt="" src="https://csdnimg.cn/release/download_crawler_static/10775328/bg3.jpg"><div class="c x0 y1 w2 h0"><div class="t m0 x3 h4 y4 ff1 fs2 fc0 sc0 ls0 ws0">Ex<span class="_ _1"></span>ample Applic<span class="_ _2"></span>a<span class="_ _2"></span>tion</div></div><div class="c xd yd w3 ha"><div class="t m1 xe hb ye ff4 fs8 fc0 sc0 ls0 ws0">1</div><div class="t m1 xf hc yf ff5 fs9 fc0 sc0 ls0 ws0">x</div></div><div class="c x10 y10 w4 ha"><div class="t m2 x11 hb ye ff4 fs8 fc0 sc0 ls0 ws0">2</div><div class="t m2 xf hc yf ff5 fs9 fc0 sc0 ls0 ws0">x</div></div><div class="c x12 y11 w5 ha"><div class="t m3 x13 hb ye ff4 fs8 fc0 sc0 ls0 ws0">2</div><div class="t m3 x14 hc yf ff5 fs9 fc0 sc0 ls0 ws0">y</div></div><div class="c x15 y12 w6 ha"><div class="t m4 x11 hb ye ff4 fs8 fc0 sc0 ls0 ws0">1</div><div class="t m4 x14 hc yf ff5 fs9 fc0 sc0 ls0 ws0">y</div></div><div class="c x0 y1 w2 h0"><div class="t m0 x16 h9 y13 ff3 fs7 fc1 sc0 ls0 ws0">T<span class="_ _5"></span>aipei</div><div class="t m0 x17 h6 y14 ff3 fs4 fc0 sc0 ls0 ws0">Input: a w<span class="_ _2"></span>ord</div><div class="t m0 x18 h6 y15 ff3 fs4 fc0 sc0 ls0 ws0">(E<span class="_ _4"></span>ach w<span class="_ _2"></span>ord is r<span class="_ _2"></span>epr<span class="_ _4"></span>esent<span class="_ _2"></span>ed </div><div class="t m0 x18 h6 y16 ff3 fs4 fc0 sc0 ls0 ws0">as a v<span class="_ _2"></span>ector)</div><div class="t m0 x17 h6 y17 ff3 fs4 fc0 sc0 ls0 ws0">Solving slot filling <span class="_ _2"></span>by </div><div class="t m0 x17 h6 y18 ff3 fs4 fc0 sc0 ls0 ws0">F<span class="_ _4"></span>eedf<span class="_ _2"></span>orwar<span class="_ _4"></span>d netw<span class="_ _4"></span>ork?</div></div></div><div class="pi" data-data='{"ctm":[1.333333,0.000000,0.000000,1.333333,0.000000,0.000000]}'></div></div>
<div id="pf4" class="pf w0 h0" data-page-no="4"><div class="pc pc4 w0 h0"><img class="bi x0 y0 w1 h1" alt="" src="https://csdnimg.cn/release/download_crawler_static/10775328/bg4.jpg"><div class="c x0 y1 w2 h0"><div class="t m0 x3 h4 y4 ff1 fs2 fc0 sc0 ls0 ws0">1-<span class="ls2">of</span>-N enc<span class="_ _2"></span>oding</div><div class="t m0 x19 h9 y19 ff3 fs7 fc0 sc0 ls0 ws0">E<span class="_ _2"></span>ach dimension <span class="_ _6"></span>corr<span class="_ _2"></span>esponds </div><div class="t m0 x19 h9 y1a ff3 fs7 fc0 sc0 ls0 ws0">t<span class="_ _4"></span>o a wor<span class="_ _2"></span>d in the <span class="_ _6"></span>le<span class="_ _2"></span>xic<span class="_ _4"></span>on </div><div class="t m0 x19 h9 y1b ff3 fs7 fc0 sc0 ls0 ws0">The dimension <span class="_ _6"></span>f<span class="_ _2"></span>or the wor<span class="_ _2"></span>d</div><div class="t m0 x19 hd y1c ff3 fs3 fc0 sc0 ls0 ws0">is 1, and <span class="_ _6"></span>other<span class="_ _1"></span>s <span class="_ _6"></span>ar<span class="_ _2"></span>e 0</div><div class="t m0 x1a h9 y1d ff3 fs7 fc0 sc0 ls0 ws0">le<span class="_ _2"></span>xicon = {apple, bag<span class="_ _6"></span>, ca<span class="_ _4"></span>t, dog<span class="_ _6"></span>, elephan<span class="_ _4"></span>t}</div><div class="t m0 x1b h9 y1e ff3 fs7 fc0 sc0 ls0 ws0">apple = [ 1 <span class="_ _6"></span> 0 0 <span class="_ _6"></span> 0 0]</div><div class="t m0 x1c hd y1f ff3 fs3 fc0 sc0 ls0 ws0">bag = [ <span class="_ _6"></span>0 1 0 <span class="_ _6"></span> 0 <span class="_ _6"></span>0]</div><div class="t m0 x1d h9 y20 ff3 fs7 fc0 sc0 ls0 ws0">ca<span class="_ _2"></span>t <span class="_ _6"></span> = [ 0 <span class="_ _6"></span> 0 1 <span class="_ _6"></span> 0 0]</div><div class="t m0 x1d h9 y21 ff3 fs7 fc0 sc0 ls0 ws0">dog = [ <span class="_ _6"></span>0 <span class="_ _6"></span>0 0 <span class="_ _6"></span> 1 0]</div><div class="t m0 x1e h9 y22 ff3 fs7 fc0 sc0 ls0 ws0">elephan<span class="_ _4"></span>t <span class="_ _6"></span>= [ 0 <span class="_ _6"></span>0 0 <span class="_ _6"></span> 0 1<span class="_ _6"></span>]</div><div class="t m0 x19 h9 y23 ff3 fs7 fc0 sc0 ls0 ws0">The vect<span class="_ _2"></span>or is <span class="_ _6"></span>le<span class="_ _2"></span>xic<span class="_ _4"></span>on siz<span class="_ _2"></span>e.</div><div class="t m0 x1f he y24 ff6 fs7 fc0 sc0 ls0 ws0">1-<span class="ls3">of</span>-N <span class="_ _6"></span>Enc<span class="_ _4"></span>oding</div><div class="t m0 x1f hd y25 ff3 fs3 fc1 sc0 ls0 ws0">How to r<span class="_ _1"></span>epr<span class="_ _4"></span>esen<span class="_ _4"></span>t each wor<span class="_ _4"></span>d as a vect<span class="_ _4"></span>or?</div></div></div><div class="pi" data-data='{"ctm":[1.333333,0.000000,0.000000,1.333333,0.000000,0.000000]}'></div></div>
<div id="pf5" class="pf w0 h0" data-page-no="5"><div class="pc pc5 w0 h0"><img class="bi x0 y0 w1 h1" alt="" src="https://csdnimg.cn/release/download_crawler_static/10775328/bg5.jpg"><div class="c x0 y1 w2 h0"><div class="t m0 x3 h4 y4 ff1 fs2 fc0 sc0 ls0 ws0">Be<span class="_ _2"></span>yond 1-<span class="_ _4"></span><span class="ls2">of<span class="ls0">-N enc<span class="_ _2"></span>oding</span></span></div><div class="t m0 x20 h9 y26 ff7 fs7 fc0 sc0 ls0 ws0">w = “<span class="_ _2"></span>apple” </div><div class="t m0 x21 h6 y27 ff3 fs4 fc0 sc0 ls0 ws0">a-a-a</div><div class="t m0 x21 h6 y28 ff3 fs4 fc0 sc0 ls0 ws0">a-a-b</div><div class="t m0 x21 h6 y29 ff3 fs4 fc0 sc0 ls0 ws0">p-p-l</div><div class="t m0 x22 he y2a ff8 fs7 fc0 sc0 ls0 ws0">26 X 26 <span class="_ _6"></span>X 26</div><div class="t m5 x23 he y2b ff9 fs7 fc0 sc0 ls0 ws0">…</div><div class="t m5 x23 he y2c ff9 fs7 fc0 sc0 ls0 ws0">…</div><div class="t m0 x21 h6 y2d ff3 fs4 fc0 sc0 ls0 ws0">a-p-p</div><div class="t m5 x24 he y2e ff9 fs7 fc0 sc0 ls0 ws0">…</div><div class="t m0 x25 h6 y2f ff3 fs4 fc0 sc0 ls0 ws0">p-l-e</div><div class="t m5 x24 he y30 ff9 fs7 fc0 sc0 ls0 ws0">…</div><div class="t m5 x26 he y31 ff9 fs7 fc0 sc0 ls0 ws0">…</div><div class="t m5 x26 he y32 ff9 fs7 fc0 sc0 ls0 ws0">…</div><div class="t m5 x27 he y33 ff9 fs7 fc0 sc0 ls0 ws0">…</div><div class="t m5 x27 hf y34 ff9 fs3 fc0 sc0 ls0 ws0">…</div><div class="t m0 x28 h10 y35 ff8 fs4 fc1 sc0 ls0 ws0">1</div><div class="t m0 x28 h10 y36 ff8 fs4 fc5 sc0 ls0 ws0">1</div><div class="t m0 x28 h10 y37 ff8 fs4 fc2 sc0 ls0 ws0">1</div><div class="t m0 x28 h6 y38 ff3 fs4 fc0 sc0 ls0 ws0">0</div><div class="t m0 x29 h6 y39 ff3 fs4 fc0 sc0 ls0 ws0">0</div><div class="t m0 x1b he y3a ff6 fs7 fc0 sc0 ls0 ws0">W<span class="_ _0"></span>ord hashing</div><div class="t m0 x2a hf y3b ffa fs3 fc0 sc0 ls0 ws0">Dimension for “<span class="_ _4"></span>Other<span class="_ _7"></span>”</div><div class="t m0 x2b h8 y3c ff7 fs6 fc0 sc0 ls0 ws0">w = “<span class="ff3">Saur<span class="_ _2"></span>on<span class="ff7 ls4">” </span></span></div><div class="t m5 x2c hf y3d ff9 fs3 fc0 sc0 ls0 ws0">…</div><div class="t m0 x2d h6 y3e ff3 fs4 fc0 sc0 ls0 ws0">apple</div><div class="t m0 x2e h6 y3f ff3 fs4 fc0 sc0 ls0 ws0">bag</div><div class="t m0 x18 h6 y40 ff3 fs4 fc0 sc0 ls0 ws0">ca<span class="_ _2"></span>t</div><div class="t m0 x2f h6 y41 ff3 fs4 fc0 sc0 ls0 ws0">dog</div><div class="t m0 x30 h8 y42 ff3 fs6 fc0 sc0 ls0 ws0">elephant</div><div class="t m0 x31 h8 y43 ff7 fs6 fc0 sc0 ls0 ws0">“<span class="_ _1"></span>other<span class="_ _7"></span>”</div><div class="t m0 x32 h6 y44 ff3 fs4 fc0 sc0 ls0 ws0">0</div><div class="t m0 x32 h8 y45 ff3 fs6 fc0 sc0 ls0 ws0">0</div><div class="t m0 x32 h6 y46 ff3 fs4 fc0 sc0 ls0 ws0">0</div><div class="t m0 x32 h6 y47 ff3 fs4 fc0 sc0 ls0 ws0">0</div><div class="t m0 x32 h6 y48 ff3 fs4 fc0 sc0 ls0 ws0">0</div><div class="t m0 x33 h6 y49 ff3 fs4 fc0 sc0 ls0 ws0">1</div><div class="t m0 x34 h6 y4a ff7 fs4 fc0 sc0 ls0 ws0">w = “<span class="_ _2"></span>Gandalf<span class="_ _8"></span>” </div><div class="t m0 x35 h11 y4b ff3 fsa fc6 sc0 ls0 ws0">5</div></div></div><div class="pi" data-data='{"ctm":[1.333333,0.000000,0.000000,1.333333,0.000000,0.000000]}'></div></div>
