images/Rectifier_and_softplus_functions.svg

<?xml version="1.0" encoding="utf-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
  "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Created with matplotlib (http://matplotlib.org/) -->
<svg height="288pt" version="1.1" viewBox="0 0 396 288" width="396pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
 <defs>
  <style type="text/css">
*{stroke-linecap:butt;stroke-linejoin:round;}
  </style>
 </defs>
 <g id="figure_1">
  <g id="patch_1">
   <path d="
M0 288
L396 288
L396 0
L0 0
z
" style="fill:#ffffff;"/>
  </g>
  <g id="axes_1">
   <g id="line2d_1">
    <path clip-path="url(#p65697c3767)" d="
M202.95 259.2
L202.95 28.8" style="fill:none;stroke:#999999;stroke-linecap:square;"/>
   </g>
   <g id="line2d_2">
    <path clip-path="url(#p65697c3767)" d="
M49.5 248.229
L356.4 248.229" style="fill:none;stroke:#999999;stroke-linecap:square;"/>
   </g>
   <g id="line2d_3">
    <path clip-path="url(#p65697c3767)" d="
M-1.65 248.229
M-1 248.229
L6.534 248.229
L14.718 248.229
L22.902 248.229
L31.086 248.229
L39.27 248.229
L47.454 248.229
L55.638 248.229
L63.822 248.229
L72.006 248.229
L80.19 248.229
L88.374 248.229
L96.558 248.229
L104.742 248.229
L112.926 248.229
L121.11 248.229
L129.294 248.229
L137.478 248.229
L145.662 248.229
L153.846 248.229
L162.03 248.229
L170.214 248.229
L178.398 248.229
L186.582 248.229
L194.766 248.229
L202.95 248.229
L211.134 230.674
L219.318 213.12
L227.502 195.566
L235.686 178.011
L243.87 160.457
L252.054 142.903
L260.238 125.349
L268.422 107.794
L276.606 90.24
L284.79 72.6857
L292.974 55.1314
L301.158 37.5771
L309.342 20.0229
L317.526 2.46857
L319.143 -1" style="fill:none;stroke:#0000ff;stroke-linecap:square;"/>
   </g>
   <g id="line2d_4">
    <path clip-path="url(#p65697c3767)" d="
M-1.65 246.237
M-1 246.21
L6.534 245.895
L14.718 245.496
L22.902 245.028
L31.086 244.482
L39.27 243.845
L47.454 243.102
L55.638 242.236
L63.822 241.229
L72.006 240.059
L80.19 238.701
L88.374 237.129
L96.558 235.313
L104.742 233.219
L112.926 230.811
L121.11 228.052
L129.294 224.9
L137.478 221.313
L145.662 217.248
L153.846 212.662
L162.03 207.514
L170.214 201.765
L178.398 195.382
L186.582 188.336
L194.766 180.607
L202.95 172.18
L211.134 163.053
L219.318 153.228
L227.502 142.719
L235.686 131.548
L243.87 119.742
L252.054 107.336
L260.238 94.3677
L268.422 80.8786
L276.606 66.9114
L284.79 52.5092
L292.974 37.7143
L301.158 22.5674
L309.342 7.10718
L313.558 -1" style="fill:none;stroke:#008000;stroke-linecap:square;"/>
   </g>
   <g id="line2d_5">
    <path clip-path="url(#p65697c3767)" d="
M-1.65 246.255
M-1 246.229
L6.534 245.92
L14.718 245.529
L22.902 245.074
L31.086 244.546
L39.27 243.932
L47.454 243.22
L55.638 242.397
L63.822 241.448
L72.006 240.356
L80.19 239.103
L88.374 237.672
L96.558 236.044
L104.742 234.2
L112.926 232.124
L121.11 229.799
L129.294 227.213
L137.478 224.36
L145.662 221.238
L153.846 217.851
L162.03 214.214
L170.214 210.35
L178.398 206.29
L186.582 202.074
L194.766 197.751
L202.95 193.371
L211.134 188.992
L219.318 184.668
L227.502 180.453
L235.686 176.393
L243.87 172.529
L252.054 168.892
L260.238 165.505
L268.422 162.383
L276.606 159.53
L284.79 156.944
L292.974 154.619
L301.158 152.543
L309.342 150.699
L317.526 149.071
L325.71 147.64
L333.894 146.387
L342.078 145.295
L350.262 144.346
L358.446 143.523
L366.63 142.811
L374.814 142.197
L382.998 141.668
L391.182 141.214
L397 140.936" style="fill:none;stroke:#ff0000;stroke-linecap:square;"/>
   </g>
   <g id="matplotlib.axis_1">
    <g id="xtick_1">
     <g id="line2d_6">
      <defs>
       <path d="
M0 0
L0 -4" id="m93b0483c22" style="stroke:#000000;stroke-width:0.5;"/>
      </defs>
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="49.5" xlink:href="#m93b0483c22" y="259.2"/>
      </g>
     </g>
     <g id="line2d_7">
      <defs>
       <path d="
M0 0
L0 4" id="m741efc42ff" style="stroke:#000000;stroke-width:0.5;"/>
      </defs>
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="49.5" xlink:href="#m741efc42ff" y="28.8"/>
      </g>
     </g>
     <g id="text_1">
      <!-- −3 -->
      <defs>
       <path d="
M52.8281 31.2031
L5.5625 31.2031
L5.5625 39.4062
L52.8281 39.4062
z
" id="ArialMT-2212"/>
       <path d="
M4.20312 18.8906
L12.9844 20.0625
Q14.5 12.5938 18.1406 9.29688
Q21.7812 6 27 6
Q33.2031 6 37.4688 10.2969
Q41.75 14.5938 41.75 20.9531
Q41.75 27 37.7969 30.9219
Q33.8438 34.8594 27.7344 34.8594
Q25.25 34.8594 21.5312 33.8906
L22.5156 41.6094
Q23.3906 41.5 23.9219 41.5
Q29.5469 41.5 34.0312 44.4219
Q38.5312 47.3594 38.5312 53.4688
Q38.5312 58.2969 35.25 61.4688
Q31.9844 64.6562 26.8125 64.6562
Q21.6875 64.6562 18.2656 61.4219
Q14.8438 58.2031 13.875 51.7656
L5.07812 53.3281
Q6.6875 62.1562 12.3906 67.0156
Q18.1094 71.875 26.6094 71.875
Q32.4688 71.875 37.3906 69.3594
Q42.3281 66.8438 44.9375 62.5
Q47.5625 58.1562 47.5625 53.2656
Q47.5625 48.6406 45.0625 44.8281
Q42.5781 41.0156 37.7031 38.7656
Q44.0469 37.3125 47.5625 32.6875
Q51.0781 28.0781 51.0781 21.1406
Q51.0781 11.7656 44.2344 5.25
Q37.4062 -1.26562 26.9531 -1.26562
Q17.5312 -1.26562 11.2969 4.34375
Q5.07812 9.96875 4.20312 18.8906" id="ArialMT-33"/>
      </defs>
      <g transform="translate(45.343125 268.92625)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-2212"/>
       <use x="58.3984375" xlink:href="#ArialMT-33"/>
      </g>
     </g>
    </g>
    <g id="xtick_2">
     <g id="line2d_8">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="100.65" xlink:href="#m93b0483c22" y="259.2"/>
      </g>
     </g>
     <g id="line2d_9">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="100.65" xlink:href="#m741efc42ff" y="28.8"/>
      </g>
     </g>
     <g id="text_2">
      <!-- −2 -->
      <defs>
       <path d="
M50.3438 8.45312
L50.3438 0
L3.03125 0
Q2.9375 3.17188 4.04688 6.10938
Q5.85938 10.9375 9.82812 15.625
Q13.8125 20.3125 21.3438 26.4688
Q33.0156 36.0312 37.1094 41.625
Q41.2188 47.2188 41.2188 52.2031
Q41.2188 57.4219 37.4688 61
Q33.7344 64.5938 27.7344 64.5938
Q21.3906 64.5938 17.5781 60.7812
Q13.7656 56.9844 13.7188 50.25
L4.6875 51.1719
Q5.60938 61.2812 11.6562 66.5781
Q17.7188 71.875 27.9375 71.875
Q38.2344 71.875 44.2344 66.1562
Q50.25 60.4531 50.25 52
Q50.25 47.7031 48.4844 43.5469
Q46.7344 39.4062 42.6562 34.8125
Q38.5781 30.2188 29.1094 22.2188
Q21.1875 15.5781 18.9375 13.2031
Q16.7031 10.8438 15.2344 8.45312
z
" id="ArialMT-32"/>
      </defs>
      <g transform="translate(96.5225 268.92625)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-2212"/>
       <use x="58.3984375" xlink:href="#ArialMT-32"/>
      </g>
     </g>
    </g>
    <g id="xtick_3">
     <g id="line2d_10">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="151.8" xlink:href="#m93b0483c22" y="259.2"/>
      </g>
     </g>
     <g id="line2d_11">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="151.8" xlink:href="#m741efc42ff" y="28.8"/>
      </g>
     </g>
     <g id="text_3">
      <!-- −1 -->
      <defs>
       <path d="
M37.25 0
L28.4688 0
L28.4688 56
Q25.2969 52.9844 20.1406 49.9531
Q14.9844 46.9219 10.8906 45.4062
L10.8906 53.9062
Q18.2656 57.375 23.7812 62.2969
Q29.2969 67.2344 31.5938 71.875
L37.25 71.875
z
" id="ArialMT-31"/>
      </defs>
      <g transform="translate(148.19625 268.92625)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-2212"/>
       <use x="58.3984375" xlink:href="#ArialMT-31"/>
      </g>
     </g>
    </g>
    <g id="xtick_4">
     <g id="line2d_12">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="202.95" xlink:href="#m93b0483c22" y="259.2"/>
      </g>
     </g>
     <g id="line2d_13">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="202.95" xlink:href="#m741efc42ff" y="28.8"/>
      </g>
     </g>
     <g id="text_4">
      <!-- 0 -->
      <defs>
       <path d="
M4.15625 35.2969
Q4.15625 48 6.76562 55.7344
Q9.375 63.4844 14.5156 67.6719
Q19.6719 71.875 27.4844 71.875
Q33.25 71.875 37.5938 69.5469
Q41.9375 67.2344 44.7656 62.8594
Q47.6094 58.5 49.2188 52.2188
Q50.8281 45.9531 50.8281 35.2969
Q50.8281 22.7031 48.2344 14.9688
Q45.6562 7.23438 40.5 3
Q35.3594 -1.21875 27.4844 -1.21875
Q17.1406 -1.21875 11.2344 6.20312
Q4.15625 15.1406 4.15625 35.2969
M13.1875 35.2969
Q13.1875 17.6719 17.3125 11.8281
Q21.4375 6 27.4844 6
Q33.5469 6 37.6719 11.8594
Q41.7969 17.7188 41.7969 35.2969
Q41.7969 52.9844 37.6719 58.7812
Q33.5469 64.5938 27.3906 64.5938
Q21.3438 64.5938 17.7188 59.4688
Q13.1875 52.9375 13.1875 35.2969" id="ArialMT-30"/>
      </defs>
      <g transform="translate(201.083125 268.92625)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-30"/>
      </g>
     </g>
    </g>
    <g id="xtick_5">
     <g id="line2d_14">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="254.1" xlink:href="#m93b0483c22" y="259.2"/>
      </g>
     </g>
     <g id="line2d_15">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="254.1" xlink:href="#m741efc42ff" y="28.8"/>
      </g>
     </g>
     <g id="text_5">
      <!-- 1 -->
      <g transform="translate(253.045625 268.92625)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-31"/>
      </g>
     </g>
    </g>
    <g id="xtick_6">
     <g id="line2d_16">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="305.25" xlink:href="#m93b0483c22" y="259.2"/>
      </g>
     </g>
     <g id="line2d_17">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="305.25" xlink:href="#m741efc42ff" y="28.8"/>
      </g>
     </g>
     <g id="text_6">
      <!-- 2 -->
      <g transform="translate(303.35375 268.92625)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-32"/>
      </g>
     </g>
    </g>
    <g id="xtick_7">
     <g id="line2d_18">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="356.4" xlink:href="#m93b0483c22" y="259.2"/>
      </g>
     </g>
     <g id="line2d_19">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="356.4" xlink:href="#m741efc42ff" y="28.8"/>
      </g>
     </g>
     <g id="text_7">
      <!-- 3 -->
      <g transform="translate(354.525 268.92625)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-33"/>
      </g>
     </g>
    </g>
    <g id="text_8">
     <!-- x -->
     <defs>
      <path d="
M0.734375 0
L19.6719 26.9531
L2.15625 51.8594
L13.1406 51.8594
L21.0938 39.7031
Q23.3438 36.2344 24.7031 33.8906
Q26.8594 37.1094 28.6562 39.5938
L37.4062 51.8594
L47.9062 51.8594
L29.9844 27.4375
L49.2656 0
L38.4844 0
L27.8281 16.1094
L25 20.4531
L11.375 0
z
" id="ArialMT-78"/>
     </defs>
     <g transform="translate(200.5234375 282.6740625)scale(0.1 -0.1)">
      <use xlink:href="#ArialMT-78"/>
     </g>
    </g>
   </g>
   <g id="matplotlib.axis_2">
    <g id="ytick_1">
     <g id="line2d_20">
      <defs>
       <path d="
M0 0
L4 0" id="m728421d6d4" style="stroke:#000000;stroke-width:0.5;"/>
      </defs>
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="49.5" xlink:href="#m728421d6d4" y="248.228571429"/>
      </g>
     </g>
     <g id="line2d_21">
      <defs>
       <path d="
M0 0
L-4 0" id="mcb0005524f" style="stroke:#000000;stroke-width:0.5;"/>
      </defs>
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="356.4" xlink:href="#mcb0005524f" y="248.228571429"/>
      </g>
     </g>
     <g id="text_9">
      <!-- 0.0 -->
      <defs>
       <path d="
M9.07812 0
L9.07812 10.0156
L19.0938 10.0156
L19.0938 0
z
" id="ArialMT-2e"/>
      </defs>
      <g transform="translate(35.095 250.296696429)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-30"/>
       <use x="55.615234375" xlink:href="#ArialMT-2e"/>
       <use x="83.3984375" xlink:href="#ArialMT-30"/>
      </g>
     </g>
    </g>
    <g id="ytick_2">
     <g id="line2d_22">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="49.5" xlink:href="#m728421d6d4" y="193.371428571"/>
      </g>
     </g>
     <g id="line2d_23">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="356.4" xlink:href="#mcb0005524f" y="193.371428571"/>
      </g>
     </g>
     <g id="text_10">
      <!-- 0.5 -->
      <defs>
       <path d="
M4.15625 18.75
L13.375 19.5312
Q14.4062 12.7969 18.1406 9.39062
Q21.875 6 27.1562 6
Q33.5 6 37.8906 10.7812
Q42.2812 15.5781 42.2812 23.4844
Q42.2812 31 38.0625 35.3438
Q33.8438 39.7031 27 39.7031
Q22.75 39.7031 19.3281 37.7656
Q15.9219 35.8438 13.9688 32.7656
L5.71875 33.8438
L12.6406 70.6094
L48.25 70.6094
L48.25 62.2031
L19.6719 62.2031
L15.8281 42.9688
Q22.2656 47.4688 29.3438 47.4688
Q38.7188 47.4688 45.1562 40.9688
Q51.6094 34.4688 51.6094 24.2656
Q51.6094 14.5469 45.9531 7.46875
Q39.0625 -1.21875 27.1562 -1.21875
Q17.3906 -1.21875 11.2031 4.25
Q5.03125 9.71875 4.15625 18.75" id="ArialMT-35"/>
      </defs>
      <g transform="translate(35.0325 195.439553571)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-30"/>
       <use x="55.615234375" xlink:href="#ArialMT-2e"/>
       <use x="83.3984375" xlink:href="#ArialMT-35"/>
      </g>
     </g>
    </g>
    <g id="ytick_3">
     <g id="line2d_24">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="49.5" xlink:href="#m728421d6d4" y="138.514285714"/>
      </g>
     </g>
     <g id="line2d_25">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="356.4" xlink:href="#mcb0005524f" y="138.514285714"/>
      </g>
     </g>
     <g id="text_11">
      <!-- 1.0 -->
      <g transform="translate(35.63375 140.582410714)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-31"/>
       <use x="55.615234375" xlink:href="#ArialMT-2e"/>
       <use x="83.3984375" xlink:href="#ArialMT-30"/>
      </g>
     </g>
    </g>
    <g id="ytick_4">
     <g id="line2d_26">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="49.5" xlink:href="#m728421d6d4" y="83.6571428571"/>
      </g>
     </g>
     <g id="line2d_27">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="356.4" xlink:href="#mcb0005524f" y="83.6571428571"/>
      </g>
     </g>
     <g id="text_12">
      <!-- 1.5 -->
      <g transform="translate(35.57125 85.7252678571)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-31"/>
       <use x="55.615234375" xlink:href="#ArialMT-2e"/>
       <use x="83.3984375" xlink:href="#ArialMT-35"/>
      </g>
     </g>
    </g>
    <g id="ytick_5">
     <g id="line2d_28">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="49.5" xlink:href="#m728421d6d4" y="28.8"/>
      </g>
     </g>
     <g id="line2d_29">
      <g>
       <use style="stroke:#000000;stroke-width:0.5;" x="356.4" xlink:href="#mcb0005524f" y="28.8"/>
      </g>
     </g>
     <g id="text_13">
      <!-- 2.0 -->
      <g transform="translate(34.9975 30.868125)scale(0.08 -0.08)">
       <use xlink:href="#ArialMT-32"/>
       <use x="55.615234375" xlink:href="#ArialMT-2e"/>
       <use x="83.3984375" xlink:href="#ArialMT-30"/>
      </g>
     </g>
    </g>
    <g id="text_14">
     <!-- σ(x) -->
     <defs>
      <path d="
M59.5156 51.8594
L59.5156 44.7344
L45.4062 44.7344
Q51.9062 38.6719 51.9062 25.875
Q51.9062 11.9688 44.7969 5.39062
Q37.7031 -1.17188 27.5469 -1.17188
Q17 -1.17188 10.1562 5.65625
Q3.32812 12.5 3.32812 25.9219
Q3.32812 39.75 10.4219 46.3906
Q17.5312 53.0312 27.5469 53.0312
Q31.2031 53.0312 35.8438 51.8594
z

M27.3906 45.75
Q21 45.75 16.6719 40.7656
Q12.3594 35.7969 12.3594 25.875
Q12.3594 16.0156 16.5781 11.0312
Q20.7969 6.0625 27.5469 6.0625
Q34.625 6.0625 38.7969 11.25
Q42.9688 16.4531 42.9688 25.9219
Q42.9688 34.5781 39.125 40.1562
Q35.2969 45.75 27.3906 45.75" id="ArialMT-3c3"/>
      <path d="
M12.3594 -21.0469
L6.0625 -21.0469
Q20.6562 2.39062 20.6562 25.875
Q20.6562 35.0625 18.5625 44.0938
Q16.8906 51.4219 13.9219 58.1562
Q12.0156 62.5469 6.0625 72.7969
L12.3594 72.7969
Q21.5312 60.5469 25.9219 48.1875
Q29.6875 37.5469 29.6875 25.9219
Q29.6875 12.75 24.625 0.4375
Q19.5781 -11.8594 12.3594 -21.0469" id="ArialMT-29"/>
      <path d="
M23.3906 -21.0469
Q16.1094 -11.8594 11.0781 0.4375
Q6.0625 12.75 6.0625 25.9219
Q6.0625 37.5469 9.8125 48.1875
Q14.2031 60.5469 23.3906 72.7969
L29.6875 72.7969
Q23.7812 62.6406 21.875 58.2969
Q18.8906 51.5625 17.1875 44.2344
Q15.0938 35.1094 15.0938 25.875
Q15.0938 2.39062 29.6875 -21.0469
z
" id="ArialMT-28"/>
     </defs>
     <g transform="translate(27.8928125 152.56875)rotate(-90.0)scale(0.1 -0.1)">
      <use xlink:href="#ArialMT-3c3"/>
      <use x="61.71875" xlink:href="#ArialMT-28"/>
      <use x="95.01953125" xlink:href="#ArialMT-78"/>
      <use x="145.01953125" xlink:href="#ArialMT-29"/>
     </g>
    </g>
   </g>
   <g id="text_15">
    <!-- Nonlinearities -->
    <defs>
     <path d="
M40.4375 6.39062
Q35.5469 2.25 31.0312 0.53125
Q26.5156 -1.17188 21.3438 -1.17188
Q12.7969 -1.17188 8.20312 3
Q3.60938 7.17188 3.60938 13.6719
Q3.60938 17.4844 5.34375 20.625
Q7.07812 23.7812 9.89062 25.6875
Q12.7031 27.5938 16.2188 28.5625
Q18.7969 29.25 24.0312 29.8906
Q34.6719 31.1562 39.7031 32.9062
Q39.75 34.7188 39.75 35.2031
Q39.75 40.5781 37.25 42.7812
Q33.8906 45.75 27.25 45.75
Q21.0469 45.75 18.0938 43.5781
Q15.1406 41.4062 13.7188 35.8906
L5.125 37.0625
Q6.29688 42.5781 8.98438 45.9688
Q11.6719 49.3594 16.75 51.1875
Q21.8281 53.0312 28.5156 53.0312
Q35.1562 53.0312 39.2969 51.4688
Q43.4531 49.9062 45.4062 47.5312
Q47.3594 45.1719 48.1406 41.5469
Q48.5781 39.3125 48.5781 33.4531
L48.5781 21.7344
Q48.5781 9.46875 49.1406 6.21875
Q49.7031 2.98438 51.375 0
L42.1875 0
Q40.8281 2.73438 40.4375 6.39062
M39.7031 26.0312
Q34.9062 24.0781 25.3438 22.7031
Q19.9219 21.9219 17.6719 20.9375
Q15.4375 19.9688 14.2031 18.0938
Q12.9844 16.2188 12.9844 13.9219
Q12.9844 10.4062 15.6406 8.0625
Q18.3125 5.71875 23.4375 5.71875
Q28.5156 5.71875 32.4688 7.9375
Q36.4219 10.1562 38.2812 14.0156
Q39.7031 17 39.7031 22.7969
z
" id="ArialMT-61"/>
     <path d="
M42.0938 16.7031
L51.1719 15.5781
Q49.0312 7.625 43.2188 3.21875
Q37.4062 -1.17188 28.375 -1.17188
Q17 -1.17188 10.3281 5.82812
Q3.65625 12.8438 3.65625 25.4844
Q3.65625 38.5781 10.3906 45.7969
Q17.1406 53.0312 27.875 53.0312
Q38.2812 53.0312 44.875 45.9531
Q51.4688 38.875 51.4688 26.0312
Q51.4688 25.25 51.4219 23.6875
L12.75 23.6875
Q13.2344 15.1406 17.5781 10.5938
Q21.9219 6.0625 28.4219 6.0625
Q33.25 6.0625 36.6719 8.59375
Q40.0938 11.1406 42.0938 16.7031
M13.2344 30.9062
L42.1875 30.9062
Q41.6094 37.4531 38.875 40.7188
Q34.6719 45.7969 27.9844 45.7969
Q21.9219 45.7969 17.7969 41.75
Q13.6719 37.7031 13.2344 30.9062" id="ArialMT-65"/>
     <path d="
M25.7812 7.85938
L27.0469 0.09375
Q23.3438 -0.6875 20.4062 -0.6875
Q15.625 -0.6875 12.9844 0.828125
Q10.3594 2.34375 9.28125 4.8125
Q8.20312 7.28125 8.20312 15.1875
L8.20312 45.0156
L1.76562 45.0156
L1.76562 51.8594
L8.20312 51.8594
L8.20312 64.7031
L16.9375 69.9688
L16.9375 51.8594
L25.7812 51.8594
L25.7812 45.0156
L16.9375 45.0156
L16.9375 14.7031
Q16.9375 10.9375 17.4062 9.85938
Q17.875 8.79688 18.9219 8.15625
Q19.9688 7.51562 21.9219 7.51562
Q23.3906 7.51562 25.7812 7.85938" id="ArialMT-74"/>
     <path d="
M6.64062 61.4688
L6.64062 71.5781
L15.4375 71.5781
L15.4375 61.4688
z

M6.64062 0
L6.64062 51.8594
L15.4375 51.8594
L15.4375 0
z
" id="ArialMT-69"/>
     <path d="
M6.5 0
L6.5 51.8594
L14.4062 51.8594
L14.4062 44
Q17.4375 49.5156 20 51.2656
Q22.5625 53.0312 25.6406 53.0312
Q30.0781 53.0312 34.6719 50.2031
L31.6406 42.0469
Q28.4219 43.9531 25.2031 43.9531
Q22.3125 43.9531 20.0156 42.2188
Q17.7188 40.4844 16.75 37.4062
Q15.2812 32.7188 15.2812 27.1562
L15.2812 0
z
" id="ArialMT-72"/>
     <path d="
M3.07812 15.4844
L11.7656 16.8438
Q12.5 11.625 15.8438 8.84375
Q19.1875 6.0625 25.2031 6.0625
Q31.25 6.0625 34.1719 8.51562
Q37.1094 10.9844 37.1094 14.3125
Q37.1094 17.2812 34.5156 19
Q32.7188 20.1719 25.5312 21.9688
Q15.875 24.4219 12.1406 26.2031
Q8.40625 27.9844 6.46875 31.125
Q4.54688 34.2812 4.54688 38.0938
Q4.54688 41.5469 6.125 44.5
Q7.71875 47.4688 10.4531 49.4219
Q12.5 50.9219 16.0312 51.9688
Q19.5781 53.0312 23.6406 53.0312
Q29.7344 53.0312 34.3438 51.2656
Q38.9688 49.5156 41.1562 46.5
Q43.3594 43.5 44.1875 38.4844
L35.5938 37.3125
Q35.0156 41.3125 32.2031 43.5469
Q29.3906 45.7969 24.2656 45.7969
Q18.2188 45.7969 15.625 43.7969
Q13.0312 41.7969 13.0312 39.1094
Q13.0312 37.4062 14.1094 36.0312
Q15.1875 34.625 17.4844 33.6875
Q18.7969 33.2031 25.25 31.4531
Q34.5781 28.9531 38.25 27.3594
Q41.9375 25.7812 44.0312 22.75
Q46.1406 19.7344 46.1406 15.2344
Q46.1406 10.8438 43.5781 6.95312
Q41.0156 3.07812 36.1719 0.953125
Q31.3438 -1.17188 25.25 -1.17188
Q15.1406 -1.17188 9.84375 3.03125
Q4.54688 7.23438 3.07812 15.4844" id="ArialMT-73"/>
     <path d="
M6.39062 0
L6.39062 71.5781
L15.1875 71.5781
L15.1875 0
z
" id="ArialMT-6c"/>
     <path d="
M3.32812 25.9219
Q3.32812 40.3281 11.3281 47.2656
Q18.0156 53.0312 27.6406 53.0312
Q38.3281 53.0312 45.1094 46.0156
Q51.9062 39.0156 51.9062 26.6562
Q51.9062 16.6562 48.9062 10.9062
Q45.9062 5.17188 40.1562 2
Q34.4219 -1.17188 27.6406 -1.17188
Q16.75 -1.17188 10.0312 5.8125
Q3.32812 12.7969 3.32812 25.9219
M12.3594 25.9219
Q12.3594 15.9688 16.7031 11.0156
Q21.0469 6.0625 27.6406 6.0625
Q34.1875 6.0625 38.5312 11.0312
Q42.875 16.0156 42.875 26.2188
Q42.875 35.8438 38.5 40.7969
Q34.125 45.75 27.6406 45.75
Q21.0469 45.75 16.7031 40.8125
Q12.3594 35.8906 12.3594 25.9219" id="ArialMT-6f"/>
     <path d="
M6.59375 0
L6.59375 51.8594
L14.5 51.8594
L14.5 44.4844
Q20.2188 53.0312 31 53.0312
Q35.6875 53.0312 39.625 51.3438
Q43.5625 49.6562 45.5156 46.9219
Q47.4688 44.1875 48.25 40.4375
Q48.7344 37.9844 48.7344 31.8906
L48.7344 0
L39.9375 0
L39.9375 31.5469
Q39.9375 36.9219 38.9062 39.5781
Q37.8906 42.2344 35.2812 43.8125
Q32.6719 45.4062 29.1562 45.4062
Q23.5312 45.4062 19.4531 41.8438
Q15.375 38.2812 15.375 28.3281
L15.375 0
z
" id="ArialMT-6e"/>
     <path d="
M7.625 0
L7.625 71.5781
L17.3281 71.5781
L54.9375 15.375
L54.9375 71.5781
L64.0156 71.5781
L64.0156 0
L54.2969 0
L16.7031 56.25
L16.7031 0
z
" id="ArialMT-4e"/>
    </defs>
    <g transform="translate(181.553625 23.8)scale(0.072 -0.072)">
     <use xlink:href="#ArialMT-4e"/>
     <use x="72.216796875" xlink:href="#ArialMT-6f"/>
     <use x="127.83203125" xlink:href="#ArialMT-6e"/>
     <use x="183.447265625" xlink:href="#ArialMT-6c"/>
     <use x="205.6640625" xlink:href="#ArialMT-69"/>
     <use x="227.880859375" xlink:href="#ArialMT-6e"/>
     <use x="283.49609375" xlink:href="#ArialMT-65"/>
     <use x="339.111328125" xlink:href="#ArialMT-61"/>
     <use x="394.7265625" xlink:href="#ArialMT-72"/>
     <use x="428.02734375" xlink:href="#ArialMT-69"/>
     <use x="450.244140625" xlink:href="#ArialMT-74"/>
     <use x="478.02734375" xlink:href="#ArialMT-69"/>
     <use x="500.244140625" xlink:href="#ArialMT-65"/>
     <use x="555.859375" xlink:href="#ArialMT-73"/>
    </g>
   </g>
   <g id="legend_1">
    <g id="line2d_30">
     <path d="
M61.5 41.5797
L75.5 41.5797" style="fill:none;stroke:#0000ff;stroke-linecap:square;"/>
    </g>
    <g id="line2d_31"/>
    <g id="text_16">
     <!-- Rectifier (Relu) -->
     <defs>
      <path d="
M7.85938 0
L7.85938 71.5781
L39.5938 71.5781
Q49.1719 71.5781 54.1406 69.6406
Q59.125 67.7188 62.1094 62.8281
Q65.0938 57.9531 65.0938 52.0469
Q65.0938 44.4375 60.1562 39.2031
Q55.2188 33.9844 44.9219 32.5625
Q48.6875 30.7656 50.6406 29
Q54.7812 25.2031 58.5 19.4844
L70.9531 0
L59.0312 0
L49.5625 14.8906
Q45.4062 21.3438 42.7188 24.75
Q40.0469 28.1719 37.9219 29.5312
Q35.7969 30.9062 33.5938 31.4531
Q31.9844 31.7812 28.3281 31.7812
L17.3281 31.7812
L17.3281 0
z

M17.3281 39.9844
L37.7031 39.9844
Q44.1875 39.9844 47.8438 41.3281
Q51.5156 42.6719 53.4219 45.625
Q55.3281 48.5781 55.3281 52.0469
Q55.3281 57.125 51.6406 60.3906
Q47.9531 63.6719 39.9844 63.6719
L17.3281 63.6719
z
" id="ArialMT-52"/>
      <path d="
M40.4375 19
L49.0781 17.875
Q47.6562 8.9375 41.8125 3.875
Q35.9844 -1.17188 27.4844 -1.17188
Q16.8438 -1.17188 10.375 5.78125
Q3.90625 12.75 3.90625 25.7344
Q3.90625 34.125 6.6875 40.4219
Q9.46875 46.7344 15.1562 49.875
Q20.8438 53.0312 27.5469 53.0312
Q35.9844 53.0312 41.3594 48.75
Q46.7344 44.4844 48.25 36.625
L39.7031 35.2969
Q38.4844 40.5312 35.375 43.1562
Q32.2812 45.7969 27.875 45.7969
Q21.2344 45.7969 17.0781 41.0312
Q12.9375 36.2812 12.9375 25.9844
Q12.9375 15.5312 16.9375 10.7969
Q20.9531 6.0625 27.3906 6.0625
Q32.5625 6.0625 36.0312 9.23438
Q39.5 12.4062 40.4375 19" id="ArialMT-63"/>
      <path d="
M40.5781 0
L40.5781 7.625
Q34.5156 -1.17188 24.125 -1.17188
Q19.5312 -1.17188 15.5469 0.578125
Q11.5781 2.34375 9.64062 5
Q7.71875 7.67188 6.9375 11.5312
Q6.39062 14.1094 6.39062 19.7344
L6.39062 51.8594
L15.1875 51.8594
L15.1875 23.0938
Q15.1875 16.2188 15.7188 13.8125
Q16.5469 10.3594 19.2344 8.375
Q21.9219 6.39062 25.875 6.39062
Q29.8281 6.39062 33.2969 8.42188
Q36.7656 10.4531 38.2031 13.9375
Q39.6562 17.4375 39.6562 24.0781
L39.6562 51.8594
L48.4375 51.8594
L48.4375 0
z
" id="ArialMT-75"/>
      <path d="
M8.6875 0
L8.6875 45.0156
L0.921875 45.0156
L0.921875 51.8594
L8.6875 51.8594
L8.6875 57.375
Q8.6875 62.5938 9.625 65.1406
Q10.8906 68.5625 14.0781 70.6719
Q17.2812 72.7969 23.0469 72.7969
Q26.7656 72.7969 31.25 71.9219
L29.9375 64.2656
Q27.2031 64.75 24.75 64.75
Q20.75 64.75 19.0938 63.0312
Q17.4375 61.3281 17.4375 56.6406
L17.4375 51.8594
L27.5469 51.8594
L27.5469 45.0156
L17.4375 45.0156
L17.4375 0
z
" id="ArialMT-66"/>
      <path id="ArialMT-20"/>
     </defs>
     <g transform="translate(86.5 45.0796875)scale(0.1 -0.1)">
      <use xlink:href="#ArialMT-52"/>
      <use x="72.216796875" xlink:href="#ArialMT-65"/>
      <use x="127.83203125" xlink:href="#ArialMT-63"/>
      <use x="177.83203125" xlink:href="#ArialMT-74"/>
      <use x="205.615234375" xlink:href="#ArialMT-69"/>
      <use x="227.83203125" xlink:href="#ArialMT-66"/>
      <use x="255.615234375" xlink:href="#ArialMT-69"/>
      <use x="277.83203125" xlink:href="#ArialMT-65"/>
      <use x="333.447265625" xlink:href="#ArialMT-72"/>
      <use x="366.748046875" xlink:href="#ArialMT-20"/>
      <use x="394.53125" xlink:href="#ArialMT-28"/>
      <use x="427.83203125" xlink:href="#ArialMT-52"/>
      <use x="500.048828125" xlink:href="#ArialMT-65"/>
      <use x="555.6640625" xlink:href="#ArialMT-6c"/>
      <use x="577.880859375" xlink:href="#ArialMT-75"/>
      <use x="633.49609375" xlink:href="#ArialMT-29"/>
     </g>
    </g>
    <g id="line2d_32">
     <path d="
M61.5 55.9641
L75.5 55.9641" style="fill:none;stroke:#008000;stroke-linecap:square;"/>
    </g>
    <g id="line2d_33"/>
    <g id="text_17">
     <!-- Softplus -->
     <defs>
      <path d="
M4.5 23
L13.4219 23.7812
Q14.0625 18.4062 16.375 14.9688
Q18.7031 11.5312 23.5781 9.40625
Q28.4688 7.28125 34.5781 7.28125
Q39.9844 7.28125 44.1406 8.89062
Q48.2969 10.5 50.3125 13.2969
Q52.3438 16.1094 52.3438 19.4375
Q52.3438 22.7969 50.3906 25.3125
Q48.4375 27.8281 43.9531 29.5469
Q41.0625 30.6719 31.2031 33.0312
Q21.3438 35.4062 17.3906 37.5
Q12.25 40.1875 9.73438 44.1562
Q7.23438 48.1406 7.23438 53.0781
Q7.23438 58.5 10.2969 63.2031
Q13.375 67.9219 19.2812 70.3594
Q25.2031 72.7969 32.4219 72.7969
Q40.375 72.7969 46.4531 70.2344
Q52.5469 67.6719 55.8125 62.6875
Q59.0781 57.7188 59.3281 51.4219
L50.25 50.7344
Q49.5156 57.5156 45.2812 60.9844
Q41.0625 64.4531 32.8125 64.4531
Q24.2188 64.4531 20.2812 61.2969
Q16.3594 58.1562 16.3594 53.7188
Q16.3594 49.8594 19.1406 47.3594
Q21.875 44.875 33.4219 42.2656
Q44.9688 39.6562 49.2656 37.7031
Q55.5156 34.8125 58.4844 30.3906
Q61.4688 25.9844 61.4688 20.2188
Q61.4688 14.5 58.2031 9.4375
Q54.9375 4.39062 48.7969 1.57812
Q42.6719 -1.21875 35.0156 -1.21875
Q25.2969 -1.21875 18.7188 1.60938
Q12.1562 4.4375 8.42188 10.125
Q4.6875 15.8281 4.5 23" id="ArialMT-53"/>
      <path d="
M6.59375 -19.875
L6.59375 51.8594
L14.5938 51.8594
L14.5938 45.125
Q17.4375 49.0781 21 51.0469
Q24.5625 53.0312 29.6406 53.0312
Q36.2812 53.0312 41.3594 49.6094
Q46.4375 46.1875 49.0156 39.9531
Q51.6094 33.7344 51.6094 26.3125
Q51.6094 18.3594 48.75 11.9844
Q45.9062 5.60938 40.4531 2.21875
Q35.0156 -1.17188 29 -1.17188
Q24.6094 -1.17188 21.1094 0.6875
Q17.625 2.54688 15.375 5.375
L15.375 -19.875
z

M14.5469 25.6406
Q14.5469 15.625 18.5938 10.8438
Q22.6562 6.0625 28.4219 6.0625
Q34.2812 6.0625 38.4531 11.0156
Q42.625 15.9688 42.625 26.375
Q42.625 36.2812 38.5469 41.2031
Q34.4688 46.1406 28.8125 46.1406
Q23.1875 46.1406 18.8594 40.8906
Q14.5469 35.6406 14.5469 25.6406" id="ArialMT-70"/>
     </defs>
     <g transform="translate(86.5 59.4640625)scale(0.1 -0.1)">
      <use xlink:href="#ArialMT-53"/>
      <use x="66.69921875" xlink:href="#ArialMT-6f"/>
      <use x="122.314453125" xlink:href="#ArialMT-66"/>
      <use x="150.09765625" xlink:href="#ArialMT-74"/>
      <use x="177.880859375" xlink:href="#ArialMT-70"/>
      <use x="233.49609375" xlink:href="#ArialMT-6c"/>
      <use x="255.712890625" xlink:href="#ArialMT-75"/>
      <use x="311.328125" xlink:href="#ArialMT-73"/>
     </g>
    </g>
    <g id="line2d_34">
     <path d="
M61.5 70.2312
L75.5 70.2312" style="fill:none;stroke:#ff0000;stroke-linecap:square;"/>
    </g>
    <g id="line2d_35"/>
    <g id="text_18">
     <!-- Sigmoid -->
     <defs>
      <path d="
M40.2344 0
L40.2344 6.54688
Q35.2969 -1.17188 25.7344 -1.17188
Q19.5312 -1.17188 14.3281 2.25
Q9.125 5.67188 6.26562 11.7969
Q3.42188 17.9219 3.42188 25.875
Q3.42188 33.6406 6 39.9688
Q8.59375 46.2969 13.7656 49.6562
Q18.9531 53.0312 25.3438 53.0312
Q30.0312 53.0312 33.6875 51.0469
Q37.3594 49.0781 39.6562 45.9062
L39.6562 71.5781
L48.3906 71.5781
L48.3906 0
z

M12.4531 25.875
Q12.4531 15.9219 16.6406 10.9844
Q20.8438 6.0625 26.5625 6.0625
Q32.3281 6.0625 36.3438 10.7656
Q40.375 15.4844 40.375 25.1406
Q40.375 35.7969 36.2656 40.7656
Q32.1719 45.75 26.1719 45.75
Q20.3125 45.75 16.375 40.9688
Q12.4531 36.1875 12.4531 25.875" id="ArialMT-64"/>
      <path d="
M4.98438 -4.29688
L13.5312 -5.5625
Q14.0625 -9.51562 16.5 -11.3281
Q19.7812 -13.7656 25.4375 -13.7656
Q31.5469 -13.7656 34.8594 -11.3281
Q38.1875 -8.89062 39.3594 -4.5
Q40.0469 -1.8125 39.9844 6.78125
Q34.2344 0 25.6406 0
Q14.9375 0 9.07812 7.71875
Q3.21875 15.4375 3.21875 26.2188
Q3.21875 33.6406 5.90625 39.9062
Q8.59375 46.1875 13.6875 49.6094
Q18.7969 53.0312 25.6875 53.0312
Q34.8594 53.0312 40.8281 45.6094
L40.8281 51.8594
L48.9219 51.8594
L48.9219 7.03125
Q48.9219 -5.07812 46.4531 -10.125
Q44 -15.1875 38.6406 -18.1094
Q33.2969 -21.0469 25.4844 -21.0469
Q16.2188 -21.0469 10.5 -16.875
Q4.78125 -12.7031 4.98438 -4.29688
M12.25 26.8594
Q12.25 16.6562 16.2969 11.9688
Q20.3594 7.28125 26.4688 7.28125
Q32.5156 7.28125 36.6094 11.9375
Q40.7188 16.6094 40.7188 26.5625
Q40.7188 36.0781 36.5 40.9062
Q32.2812 45.75 26.3125 45.75
Q20.4531 45.75 16.3438 40.9844
Q12.25 36.2344 12.25 26.8594" id="ArialMT-67"/>
      <path d="
M6.59375 0
L6.59375 51.8594
L14.4531 51.8594
L14.4531 44.5781
Q16.8906 48.3906 20.9375 50.7031
Q25 53.0312 30.1719 53.0312
Q35.9375 53.0312 39.625 50.6406
Q43.3125 48.25 44.8281 43.9531
Q50.9844 53.0312 60.8438 53.0312
Q68.5625 53.0312 72.7031 48.75
Q76.8594 44.4844 76.8594 35.5938
L76.8594 0
L68.1094 0
L68.1094 32.6719
Q68.1094 37.9375 67.25 40.25
Q66.4062 42.5781 64.1562 43.9844
Q61.9219 45.4062 58.8906 45.4062
Q53.4219 45.4062 49.7969 41.7656
Q46.1875 38.1406 46.1875 30.125
L46.1875 0
L37.4062 0
L37.4062 33.6875
Q37.4062 39.5469 35.25 42.4688
Q33.1094 45.4062 28.2188 45.4062
Q24.5156 45.4062 21.3594 43.4531
Q18.2188 41.5 16.7969 37.7344
Q15.375 33.9844 15.375 26.9062
L15.375 0
z
" id="ArialMT-6d"/>
     </defs>
     <g transform="translate(86.5 73.73125)scale(0.1 -0.1)">
      <use xlink:href="#ArialMT-53"/>
      <use x="66.69921875" xlink:href="#ArialMT-69"/>
      <use x="88.916015625" xlink:href="#ArialMT-67"/>
      <use x="144.53125" xlink:href="#ArialMT-6d"/>
      <use x="227.83203125" xlink:href="#ArialMT-6f"/>
      <use x="283.447265625" xlink:href="#ArialMT-69"/>
      <use x="305.6640625" xlink:href="#ArialMT-64"/>
     </g>
    </g>
   </g>
  </g>
 </g>
 <defs>
  <clipPath id="p65697c3767">
   <rect height="230.4" width="306.9" x="49.5" y="28.8"/>
  </clipPath>
 </defs>
</svg>