asl_recognizer.html

<!DOCTYPE html>
<html>
<head><meta charset="utf-8" />
<title>asl_recognizer</title><script src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/require.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/jquery.min.js"></script>

<style type="text/css">
    /*!
*
* Twitter Bootstrap
*
*/
/*!
 * Bootstrap v3.3.7 (http://getbootstrap.com)
 * Copyright 2011-2016 Twitter, Inc.
 * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)
 */
/*! normalize.css v3.0.3 | MIT License | github.com/necolas/normalize.css */
html {
  font-family: sans-serif;
  -ms-text-size-adjust: 100%;
  -webkit-text-size-adjust: 100%;
}
body {
  margin: 0;
}
article,
aside,
details,
figcaption,
figure,
footer,
header,
hgroup,
main,
menu,
nav,
section,
summary {
  display: block;
}
audio,
canvas,
progress,
video {
  display: inline-block;
  vertical-align: baseline;
}
audio:not([controls]) {
  display: none;
  height: 0;
}
[hidden],
template {
  display: none;
}
a {
  background-color: transparent;
}
a:active,
a:hover {
  outline: 0;
}
abbr[title] {
  border-bottom: 1px dotted;
}
b,
strong {
  font-weight: bold;
}
dfn {
  font-style: italic;
}
h1 {
  font-size: 2em;
  margin: 0.67em 0;
}
mark {
  background: #ff0;
  color: #000;
}
small {
  font-size: 80%;
}
sub,
sup {
  font-size: 75%;
  line-height: 0;
  position: relative;
  vertical-align: baseline;
}
sup {
  top: -0.5em;
}
sub {
  bottom: -0.25em;
}
img {
  border: 0;
}
svg:not(:root) {
  overflow: hidden;
}
figure {
  margin: 1em 40px;
}
hr {
  box-sizing: content-box;
  height: 0;
}
pre {
  overflow: auto;
}
code,
kbd,
pre,
samp {
  font-family: monospace, monospace;
  font-size: 1em;
}
button,
input,
optgroup,
select,
textarea {
  color: inherit;
  font: inherit;
  margin: 0;
}
button {
  overflow: visible;
}
button,
select {
  text-transform: none;
}
button,
html input[type="button"],
input[type="reset"],
input[type="submit"] {
  -webkit-appearance: button;
  cursor: pointer;
}
button[disabled],
html input[disabled] {
  cursor: default;
}
button::-moz-focus-inner,
input::-moz-focus-inner {
  border: 0;
  padding: 0;
}
input {
  line-height: normal;
}
input[type="checkbox"],
input[type="radio"] {
  box-sizing: border-box;
  padding: 0;
}
input[type="number"]::-webkit-inner-spin-button,
input[type="number"]::-webkit-outer-spin-button {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: textfield;
  box-sizing: content-box;
}
input[type="search"]::-webkit-search-cancel-button,
input[type="search"]::-webkit-search-decoration {
  -webkit-appearance: none;
}
fieldset {
  border: 1px solid #c0c0c0;
  margin: 0 2px;
  padding: 0.35em 0.625em 0.75em;
}
legend {
  border: 0;
  padding: 0;
}
textarea {
  overflow: auto;
}
optgroup {
  font-weight: bold;
}
table {
  border-collapse: collapse;
  border-spacing: 0;
}
td,
th {
  padding: 0;
}
/*! Source: https://github.com/h5bp/html5-boilerplate/blob/master/src/css/main.css */
@media print {
  *,
  *:before,
  *:after {
    background: transparent !important;
    color: #000 !important;
    box-shadow: none !important;
    text-shadow: none !important;
  }
  a,
  a:visited {
    text-decoration: underline;
  }
  a[href]:after {
    content: " (" attr(href) ")";
  }
  abbr[title]:after {
    content: " (" attr(title) ")";
  }
  a[href^="#"]:after,
  a[href^="javascript:"]:after {
    content: "";
  }
  pre,
  blockquote {
    border: 1px solid #999;
    page-break-inside: avoid;
  }
  thead {
    display: table-header-group;
  }
  tr,
  img {
    page-break-inside: avoid;
  }
  img {
    max-width: 100% !important;
  }
  p,
  h2,
  h3 {
    orphans: 3;
    widows: 3;
  }
  h2,
  h3 {
    page-break-after: avoid;
  }
  .navbar {
    display: none;
  }
  .btn > .caret,
  .dropup > .btn > .caret {
    border-top-color: #000 !important;
  }
  .label {
    border: 1px solid #000;
  }
  .table {
    border-collapse: collapse !important;
  }
  .table td,
  .table th {
    background-color: #fff !important;
  }
  .table-bordered th,
  .table-bordered td {
    border: 1px solid #ddd !important;
  }
}
@font-face {
  font-family: 'Glyphicons Halflings';
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot');
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot?#iefix') format('embedded-opentype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff2') format('woff2'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff') format('woff'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.ttf') format('truetype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.svg#glyphicons_halflingsregular') format('svg');
}
.glyphicon {
  position: relative;
  top: 1px;
  display: inline-block;
  font-family: 'Glyphicons Halflings';
  font-style: normal;
  font-weight: normal;
  line-height: 1;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
.glyphicon-asterisk:before {
  content: "\002a";
}
.glyphicon-plus:before {
  content: "\002b";
}
.glyphicon-euro:before,
.glyphicon-eur:before {
  content: "\20ac";
}
.glyphicon-minus:before {
  content: "\2212";
}
.glyphicon-cloud:before {
  content: "\2601";
}
.glyphicon-envelope:before {
  content: "\2709";
}
.glyphicon-pencil:before {
  content: "\270f";
}
.glyphicon-glass:before {
  content: "\e001";
}
.glyphicon-music:before {
  content: "\e002";
}
.glyphicon-search:before {
  content: "\e003";
}
.glyphicon-heart:before {
  content: "\e005";
}
.glyphicon-star:before {
  content: "\e006";
}
.glyphicon-star-empty:before {
  content: "\e007";
}
.glyphicon-user:before {
  content: "\e008";
}
.glyphicon-film:before {
  content: "\e009";
}
.glyphicon-th-large:before {
  content: "\e010";
}
.glyphicon-th:before {
  content: "\e011";
}
.glyphicon-th-list:before {
  content: "\e012";
}
.glyphicon-ok:before {
  content: "\e013";
}
.glyphicon-remove:before {
  content: "\e014";
}
.glyphicon-zoom-in:before {
  content: "\e015";
}
.glyphicon-zoom-out:before {
  content: "\e016";
}
.glyphicon-off:before {
  content: "\e017";
}
.glyphicon-signal:before {
  content: "\e018";
}
.glyphicon-cog:before {
  content: "\e019";
}
.glyphicon-trash:before {
  content: "\e020";
}
.glyphicon-home:before {
  content: "\e021";
}
.glyphicon-file:before {
  content: "\e022";
}
.glyphicon-time:before {
  content: "\e023";
}
.glyphicon-road:before {
  content: "\e024";
}
.glyphicon-download-alt:before {
  content: "\e025";
}
.glyphicon-download:before {
  content: "\e026";
}
.glyphicon-upload:before {
  content: "\e027";
}
.glyphicon-inbox:before {
  content: "\e028";
}
.glyphicon-play-circle:before {
  content: "\e029";
}
.glyphicon-repeat:before {
  content: "\e030";
}
.glyphicon-refresh:before {
  content: "\e031";
}
.glyphicon-list-alt:before {
  content: "\e032";
}
.glyphicon-lock:before {
  content: "\e033";
}
.glyphicon-flag:before {
  content: "\e034";
}
.glyphicon-headphones:before {
  content: "\e035";
}
.glyphicon-volume-off:before {
  content: "\e036";
}
.glyphicon-volume-down:before {
  content: "\e037";
}
.glyphicon-volume-up:before {
  content: "\e038";
}
.glyphicon-qrcode:before {
  content: "\e039";
}
.glyphicon-barcode:before {
  content: "\e040";
}
.glyphicon-tag:before {
  content: "\e041";
}
.glyphicon-tags:before {
  content: "\e042";
}
.glyphicon-book:before {
  content: "\e043";
}
.glyphicon-bookmark:before {
  content: "\e044";
}
.glyphicon-print:before {
  content: "\e045";
}
.glyphicon-camera:before {
  content: "\e046";
}
.glyphicon-font:before {
  content: "\e047";
}
.glyphicon-bold:before {
  content: "\e048";
}
.glyphicon-italic:before {
  content: "\e049";
}
.glyphicon-text-height:before {
  content: "\e050";
}
.glyphicon-text-width:before {
  content: "\e051";
}
.glyphicon-align-left:before {
  content: "\e052";
}
.glyphicon-align-center:before {
  content: "\e053";
}
.glyphicon-align-right:before {
  content: "\e054";
}
.glyphicon-align-justify:before {
  content: "\e055";
}
.glyphicon-list:before {
  content: "\e056";
}
.glyphicon-indent-left:before {
  content: "\e057";
}
.glyphicon-indent-right:before {
  content: "\e058";
}
.glyphicon-facetime-video:before {
  content: "\e059";
}
.glyphicon-picture:before {
  content: "\e060";
}
.glyphicon-map-marker:before {
  content: "\e062";
}
.glyphicon-adjust:before {
  content: "\e063";
}
.glyphicon-tint:before {
  content: "\e064";
}
.glyphicon-edit:before {
  content: "\e065";
}
.glyphicon-share:before {
  content: "\e066";
}
.glyphicon-check:before {
  content: "\e067";
}
.glyphicon-move:before {
  content: "\e068";
}
.glyphicon-step-backward:before {
  content: "\e069";
}
.glyphicon-fast-backward:before {
  content: "\e070";
}
.glyphicon-backward:before {
  content: "\e071";
}
.glyphicon-play:before {
  content: "\e072";
}
.glyphicon-pause:before {
  content: "\e073";
}
.glyphicon-stop:before {
  content: "\e074";
}
.glyphicon-forward:before {
  content: "\e075";
}
.glyphicon-fast-forward:before {
  content: "\e076";
}
.glyphicon-step-forward:before {
  content: "\e077";
}
.glyphicon-eject:before {
  content: "\e078";
}
.glyphicon-chevron-left:before {
  content: "\e079";
}
.glyphicon-chevron-right:before {
  content: "\e080";
}
.glyphicon-plus-sign:before {
  content: "\e081";
}
.glyphicon-minus-sign:before {
  content: "\e082";
}
.glyphicon-remove-sign:before {
  content: "\e083";
}
.glyphicon-ok-sign:before {
  content: "\e084";
}
.glyphicon-question-sign:before {
  content: "\e085";
}
.glyphicon-info-sign:before {
  content: "\e086";
}
.glyphicon-screenshot:before {
  content: "\e087";
}
.glyphicon-remove-circle:before {
  content: "\e088";
}
.glyphicon-ok-circle:before {
  content: "\e089";
}
.glyphicon-ban-circle:before {
  content: "\e090";
}
.glyphicon-arrow-left:before {
  content: "\e091";
}
.glyphicon-arrow-right:before {
  content: "\e092";
}
.glyphicon-arrow-up:before {
  content: "\e093";
}
.glyphicon-arrow-down:before {
  content: "\e094";
}
.glyphicon-share-alt:before {
  content: "\e095";
}
.glyphicon-resize-full:before {
  content: "\e096";
}
.glyphicon-resize-small:before {
  content: "\e097";
}
.glyphicon-exclamation-sign:before {
  content: "\e101";
}
.glyphicon-gift:before {
  content: "\e102";
}
.glyphicon-leaf:before {
  content: "\e103";
}
.glyphicon-fire:before {
  content: "\e104";
}
.glyphicon-eye-open:before {
  content: "\e105";
}
.glyphicon-eye-close:before {
  content: "\e106";
}
.glyphicon-warning-sign:before {
  content: "\e107";
}
.glyphicon-plane:before {
  content: "\e108";
}
.glyphicon-calendar:before {
  content: "\e109";
}
.glyphicon-random:before {
  content: "\e110";
}
.glyphicon-comment:before {
  content: "\e111";
}
.glyphicon-magnet:before {
  content: "\e112";
}
.glyphicon-chevron-up:before {
  content: "\e113";
}
.glyphicon-chevron-down:before {
  content: "\e114";
}
.glyphicon-retweet:before {
  content: "\e115";
}
.glyphicon-shopping-cart:before {
  content: "\e116";
}
.glyphicon-folder-close:before {
  content: "\e117";
}
.glyphicon-folder-open:before {
  content: "\e118";
}
.glyphicon-resize-vertical:before {
  content: "\e119";
}
.glyphicon-resize-horizontal:before {
  content: "\e120";
}
.glyphicon-hdd:before {
  content: "\e121";
}
.glyphicon-bullhorn:before {
  content: "\e122";
}
.glyphicon-bell:before {
  content: "\e123";
}
.glyphicon-certificate:before {
  content: "\e124";
}
.glyphicon-thumbs-up:before {
  content: "\e125";
}
.glyphicon-thumbs-down:before {
  content: "\e126";
}
.glyphicon-hand-right:before {
  content: "\e127";
}
.glyphicon-hand-left:before {
  content: "\e128";
}
.glyphicon-hand-up:before {
  content: "\e129";
}
.glyphicon-hand-down:before {
  content: "\e130";
}
.glyphicon-circle-arrow-right:before {
  content: "\e131";
}
.glyphicon-circle-arrow-left:before {
  content: "\e132";
}
.glyphicon-circle-arrow-up:before {
  content: "\e133";
}
.glyphicon-circle-arrow-down:before {
  content: "\e134";
}
.glyphicon-globe:before {
  content: "\e135";
}
.glyphicon-wrench:before {
  content: "\e136";
}
.glyphicon-tasks:before {
  content: "\e137";
}
.glyphicon-filter:before {
  content: "\e138";
}
.glyphicon-briefcase:before {
  content: "\e139";
}
.glyphicon-fullscreen:before {
  content: "\e140";
}
.glyphicon-dashboard:before {
  content: "\e141";
}
.glyphicon-paperclip:before {
  content: "\e142";
}
.glyphicon-heart-empty:before {
  content: "\e143";
}
.glyphicon-link:before {
  content: "\e144";
}
.glyphicon-phone:before {
  content: "\e145";
}
.glyphicon-pushpin:before {
  content: "\e146";
}
.glyphicon-usd:before {
  content: "\e148";
}
.glyphicon-gbp:before {
  content: "\e149";
}
.glyphicon-sort:before {
  content: "\e150";
}
.glyphicon-sort-by-alphabet:before {
  content: "\e151";
}
.glyphicon-sort-by-alphabet-alt:before {
  content: "\e152";
}
.glyphicon-sort-by-order:before {
  content: "\e153";
}
.glyphicon-sort-by-order-alt:before {
  content: "\e154";
}
.glyphicon-sort-by-attributes:before {
  content: "\e155";
}
.glyphicon-sort-by-attributes-alt:before {
  content: "\e156";
}
.glyphicon-unchecked:before {
  content: "\e157";
}
.glyphicon-expand:before {
  content: "\e158";
}
.glyphicon-collapse-down:before {
  content: "\e159";
}
.glyphicon-collapse-up:before {
  content: "\e160";
}
.glyphicon-log-in:before {
  content: "\e161";
}
.glyphicon-flash:before {
  content: "\e162";
}
.glyphicon-log-out:before {
  content: "\e163";
}
.glyphicon-new-window:before {
  content: "\e164";
}
.glyphicon-record:before {
  content: "\e165";
}
.glyphicon-save:before {
  content: "\e166";
}
.glyphicon-open:before {
  content: "\e167";
}
.glyphicon-saved:before {
  content: "\e168";
}
.glyphicon-import:before {
  content: "\e169";
}
.glyphicon-export:before {
  content: "\e170";
}
.glyphicon-send:before {
  content: "\e171";
}
.glyphicon-floppy-disk:before {
  content: "\e172";
}
.glyphicon-floppy-saved:before {
  content: "\e173";
}
.glyphicon-floppy-remove:before {
  content: "\e174";
}
.glyphicon-floppy-save:before {
  content: "\e175";
}
.glyphicon-floppy-open:before {
  content: "\e176";
}
.glyphicon-credit-card:before {
  content: "\e177";
}
.glyphicon-transfer:before {
  content: "\e178";
}
.glyphicon-cutlery:before {
  content: "\e179";
}
.glyphicon-header:before {
  content: "\e180";
}
.glyphicon-compressed:before {
  content: "\e181";
}
.glyphicon-earphone:before {
  content: "\e182";
}
.glyphicon-phone-alt:before {
  content: "\e183";
}
.glyphicon-tower:before {
  content: "\e184";
}
.glyphicon-stats:before {
  content: "\e185";
}
.glyphicon-sd-video:before {
  content: "\e186";
}
.glyphicon-hd-video:before {
  content: "\e187";
}
.glyphicon-subtitles:before {
  content: "\e188";
}
.glyphicon-sound-stereo:before {
  content: "\e189";
}
.glyphicon-sound-dolby:before {
  content: "\e190";
}
.glyphicon-sound-5-1:before {
  content: "\e191";
}
.glyphicon-sound-6-1:before {
  content: "\e192";
}
.glyphicon-sound-7-1:before {
  content: "\e193";
}
.glyphicon-copyright-mark:before {
  content: "\e194";
}
.glyphicon-registration-mark:before {
  content: "\e195";
}
.glyphicon-cloud-download:before {
  content: "\e197";
}
.glyphicon-cloud-upload:before {
  content: "\e198";
}
.glyphicon-tree-conifer:before {
  content: "\e199";
}
.glyphicon-tree-deciduous:before {
  content: "\e200";
}
.glyphicon-cd:before {
  content: "\e201";
}
.glyphicon-save-file:before {
  content: "\e202";
}
.glyphicon-open-file:before {
  content: "\e203";
}
.glyphicon-level-up:before {
  content: "\e204";
}
.glyphicon-copy:before {
  content: "\e205";
}
.glyphicon-paste:before {
  content: "\e206";
}
.glyphicon-alert:before {
  content: "\e209";
}
.glyphicon-equalizer:before {
  content: "\e210";
}
.glyphicon-king:before {
  content: "\e211";
}
.glyphicon-queen:before {
  content: "\e212";
}
.glyphicon-pawn:before {
  content: "\e213";
}
.glyphicon-bishop:before {
  content: "\e214";
}
.glyphicon-knight:before {
  content: "\e215";
}
.glyphicon-baby-formula:before {
  content: "\e216";
}
.glyphicon-tent:before {
  content: "\26fa";
}
.glyphicon-blackboard:before {
  content: "\e218";
}
.glyphicon-bed:before {
  content: "\e219";
}
.glyphicon-apple:before {
  content: "\f8ff";
}
.glyphicon-erase:before {
  content: "\e221";
}
.glyphicon-hourglass:before {
  content: "\231b";
}
.glyphicon-lamp:before {
  content: "\e223";
}
.glyphicon-duplicate:before {
  content: "\e224";
}
.glyphicon-piggy-bank:before {
  content: "\e225";
}
.glyphicon-scissors:before {
  content: "\e226";
}
.glyphicon-bitcoin:before {
  content: "\e227";
}
.glyphicon-btc:before {
  content: "\e227";
}
.glyphicon-xbt:before {
  content: "\e227";
}
.glyphicon-yen:before {
  content: "\00a5";
}
.glyphicon-jpy:before {
  content: "\00a5";
}
.glyphicon-ruble:before {
  content: "\20bd";
}
.glyphicon-rub:before {
  content: "\20bd";
}
.glyphicon-scale:before {
  content: "\e230";
}
.glyphicon-ice-lolly:before {
  content: "\e231";
}
.glyphicon-ice-lolly-tasted:before {
  content: "\e232";
}
.glyphicon-education:before {
  content: "\e233";
}
.glyphicon-option-horizontal:before {
  content: "\e234";
}
.glyphicon-option-vertical:before {
  content: "\e235";
}
.glyphicon-menu-hamburger:before {
  content: "\e236";
}
.glyphicon-modal-window:before {
  content: "\e237";
}
.glyphicon-oil:before {
  content: "\e238";
}
.glyphicon-grain:before {
  content: "\e239";
}
.glyphicon-sunglasses:before {
  content: "\e240";
}
.glyphicon-text-size:before {
  content: "\e241";
}
.glyphicon-text-color:before {
  content: "\e242";
}
.glyphicon-text-background:before {
  content: "\e243";
}
.glyphicon-object-align-top:before {
  content: "\e244";
}
.glyphicon-object-align-bottom:before {
  content: "\e245";
}
.glyphicon-object-align-horizontal:before {
  content: "\e246";
}
.glyphicon-object-align-left:before {
  content: "\e247";
}
.glyphicon-object-align-vertical:before {
  content: "\e248";
}
.glyphicon-object-align-right:before {
  content: "\e249";
}
.glyphicon-triangle-right:before {
  content: "\e250";
}
.glyphicon-triangle-left:before {
  content: "\e251";
}
.glyphicon-triangle-bottom:before {
  content: "\e252";
}
.glyphicon-triangle-top:before {
  content: "\e253";
}
.glyphicon-console:before {
  content: "\e254";
}
.glyphicon-superscript:before {
  content: "\e255";
}
.glyphicon-subscript:before {
  content: "\e256";
}
.glyphicon-menu-left:before {
  content: "\e257";
}
.glyphicon-menu-right:before {
  content: "\e258";
}
.glyphicon-menu-down:before {
  content: "\e259";
}
.glyphicon-menu-up:before {
  content: "\e260";
}
* {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
*:before,
*:after {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
html {
  font-size: 10px;
  -webkit-tap-highlight-color: rgba(0, 0, 0, 0);
}
body {
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-size: 13px;
  line-height: 1.42857143;
  color: #000;
  background-color: #fff;
}
input,
button,
select,
textarea {
  font-family: inherit;
  font-size: inherit;
  line-height: inherit;
}
a {
  color: #337ab7;
  text-decoration: none;
}
a:hover,
a:focus {
  color: #23527c;
  text-decoration: underline;
}
a:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
figure {
  margin: 0;
}
img {
  vertical-align: middle;
}
.img-responsive,
.thumbnail > img,
.thumbnail a > img,
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  display: block;
  max-width: 100%;
  height: auto;
}
.img-rounded {
  border-radius: 3px;
}
.img-thumbnail {
  padding: 4px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: all 0.2s ease-in-out;
  -o-transition: all 0.2s ease-in-out;
  transition: all 0.2s ease-in-out;
  display: inline-block;
  max-width: 100%;
  height: auto;
}
.img-circle {
  border-radius: 50%;
}
hr {
  margin-top: 18px;
  margin-bottom: 18px;
  border: 0;
  border-top: 1px solid #eeeeee;
}
.sr-only {
  position: absolute;
  width: 1px;
  height: 1px;
  margin: -1px;
  padding: 0;
  overflow: hidden;
  clip: rect(0, 0, 0, 0);
  border: 0;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
[role="button"] {
  cursor: pointer;
}
h1,
h2,
h3,
h4,
h5,
h6,
.h1,
.h2,
.h3,
.h4,
.h5,
.h6 {
  font-family: inherit;
  font-weight: 500;
  line-height: 1.1;
  color: inherit;
}
h1 small,
h2 small,
h3 small,
h4 small,
h5 small,
h6 small,
.h1 small,
.h2 small,
.h3 small,
.h4 small,
.h5 small,
.h6 small,
h1 .small,
h2 .small,
h3 .small,
h4 .small,
h5 .small,
h6 .small,
.h1 .small,
.h2 .small,
.h3 .small,
.h4 .small,
.h5 .small,
.h6 .small {
  font-weight: normal;
  line-height: 1;
  color: #777777;
}
h1,
.h1,
h2,
.h2,
h3,
.h3 {
  margin-top: 18px;
  margin-bottom: 9px;
}
h1 small,
.h1 small,
h2 small,
.h2 small,
h3 small,
.h3 small,
h1 .small,
.h1 .small,
h2 .small,
.h2 .small,
h3 .small,
.h3 .small {
  font-size: 65%;
}
h4,
.h4,
h5,
.h5,
h6,
.h6 {
  margin-top: 9px;
  margin-bottom: 9px;
}
h4 small,
.h4 small,
h5 small,
.h5 small,
h6 small,
.h6 small,
h4 .small,
.h4 .small,
h5 .small,
.h5 .small,
h6 .small,
.h6 .small {
  font-size: 75%;
}
h1,
.h1 {
  font-size: 33px;
}
h2,
.h2 {
  font-size: 27px;
}
h3,
.h3 {
  font-size: 23px;
}
h4,
.h4 {
  font-size: 17px;
}
h5,
.h5 {
  font-size: 13px;
}
h6,
.h6 {
  font-size: 12px;
}
p {
  margin: 0 0 9px;
}
.lead {
  margin-bottom: 18px;
  font-size: 14px;
  font-weight: 300;
  line-height: 1.4;
}
@media (min-width: 768px) {
  .lead {
    font-size: 19.5px;
  }
}
small,
.small {
  font-size: 92%;
}
mark,
.mark {
  background-color: #fcf8e3;
  padding: .2em;
}
.text-left {
  text-align: left;
}
.text-right {
  text-align: right;
}
.text-center {
  text-align: center;
}
.text-justify {
  text-align: justify;
}
.text-nowrap {
  white-space: nowrap;
}
.text-lowercase {
  text-transform: lowercase;
}
.text-uppercase {
  text-transform: uppercase;
}
.text-capitalize {
  text-transform: capitalize;
}
.text-muted {
  color: #777777;
}
.text-primary {
  color: #337ab7;
}
a.text-primary:hover,
a.text-primary:focus {
  color: #286090;
}
.text-success {
  color: #3c763d;
}
a.text-success:hover,
a.text-success:focus {
  color: #2b542c;
}
.text-info {
  color: #31708f;
}
a.text-info:hover,
a.text-info:focus {
  color: #245269;
}
.text-warning {
  color: #8a6d3b;
}
a.text-warning:hover,
a.text-warning:focus {
  color: #66512c;
}
.text-danger {
  color: #a94442;
}
a.text-danger:hover,
a.text-danger:focus {
  color: #843534;
}
.bg-primary {
  color: #fff;
  background-color: #337ab7;
}
a.bg-primary:hover,
a.bg-primary:focus {
  background-color: #286090;
}
.bg-success {
  background-color: #dff0d8;
}
a.bg-success:hover,
a.bg-success:focus {
  background-color: #c1e2b3;
}
.bg-info {
  background-color: #d9edf7;
}
a.bg-info:hover,
a.bg-info:focus {
  background-color: #afd9ee;
}
.bg-warning {
  background-color: #fcf8e3;
}
a.bg-warning:hover,
a.bg-warning:focus {
  background-color: #f7ecb5;
}
.bg-danger {
  background-color: #f2dede;
}
a.bg-danger:hover,
a.bg-danger:focus {
  background-color: #e4b9b9;
}
.page-header {
  padding-bottom: 8px;
  margin: 36px 0 18px;
  border-bottom: 1px solid #eeeeee;
}
ul,
ol {
  margin-top: 0;
  margin-bottom: 9px;
}
ul ul,
ol ul,
ul ol,
ol ol {
  margin-bottom: 0;
}
.list-unstyled {
  padding-left: 0;
  list-style: none;
}
.list-inline {
  padding-left: 0;
  list-style: none;
  margin-left: -5px;
}
.list-inline > li {
  display: inline-block;
  padding-left: 5px;
  padding-right: 5px;
}
dl {
  margin-top: 0;
  margin-bottom: 18px;
}
dt,
dd {
  line-height: 1.42857143;
}
dt {
  font-weight: bold;
}
dd {
  margin-left: 0;
}
@media (min-width: 541px) {
  .dl-horizontal dt {
    float: left;
    width: 160px;
    clear: left;
    text-align: right;
    overflow: hidden;
    text-overflow: ellipsis;
    white-space: nowrap;
  }
  .dl-horizontal dd {
    margin-left: 180px;
  }
}
abbr[title],
abbr[data-original-title] {
  cursor: help;
  border-bottom: 1px dotted #777777;
}
.initialism {
  font-size: 90%;
  text-transform: uppercase;
}
blockquote {
  padding: 9px 18px;
  margin: 0 0 18px;
  font-size: inherit;
  border-left: 5px solid #eeeeee;
}
blockquote p:last-child,
blockquote ul:last-child,
blockquote ol:last-child {
  margin-bottom: 0;
}
blockquote footer,
blockquote small,
blockquote .small {
  display: block;
  font-size: 80%;
  line-height: 1.42857143;
  color: #777777;
}
blockquote footer:before,
blockquote small:before,
blockquote .small:before {
  content: '\2014 \00A0';
}
.blockquote-reverse,
blockquote.pull-right {
  padding-right: 15px;
  padding-left: 0;
  border-right: 5px solid #eeeeee;
  border-left: 0;
  text-align: right;
}
.blockquote-reverse footer:before,
blockquote.pull-right footer:before,
.blockquote-reverse small:before,
blockquote.pull-right small:before,
.blockquote-reverse .small:before,
blockquote.pull-right .small:before {
  content: '';
}
.blockquote-reverse footer:after,
blockquote.pull-right footer:after,
.blockquote-reverse small:after,
blockquote.pull-right small:after,
.blockquote-reverse .small:after,
blockquote.pull-right .small:after {
  content: '\00A0 \2014';
}
address {
  margin-bottom: 18px;
  font-style: normal;
  line-height: 1.42857143;
}
code,
kbd,
pre,
samp {
  font-family: monospace;
}
code {
  padding: 2px 4px;
  font-size: 90%;
  color: #c7254e;
  background-color: #f9f2f4;
  border-radius: 2px;
}
kbd {
  padding: 2px 4px;
  font-size: 90%;
  color: #888;
  background-color: transparent;
  border-radius: 1px;
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.25);
}
kbd kbd {
  padding: 0;
  font-size: 100%;
  font-weight: bold;
  box-shadow: none;
}
pre {
  display: block;
  padding: 8.5px;
  margin: 0 0 9px;
  font-size: 12px;
  line-height: 1.42857143;
  word-break: break-all;
  word-wrap: break-word;
  color: #333333;
  background-color: #f5f5f5;
  border: 1px solid #ccc;
  border-radius: 2px;
}
pre code {
  padding: 0;
  font-size: inherit;
  color: inherit;
  white-space: pre-wrap;
  background-color: transparent;
  border-radius: 0;
}
.pre-scrollable {
  max-height: 340px;
  overflow-y: scroll;
}
.container {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
@media (min-width: 768px) {
  .container {
    width: 768px;
  }
}
@media (min-width: 992px) {
  .container {
    width: 940px;
  }
}
@media (min-width: 1200px) {
  .container {
    width: 1140px;
  }
}
.container-fluid {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
.row {
  margin-left: 0px;
  margin-right: 0px;
}
.col-xs-1, .col-sm-1, .col-md-1, .col-lg-1, .col-xs-2, .col-sm-2, .col-md-2, .col-lg-2, .col-xs-3, .col-sm-3, .col-md-3, .col-lg-3, .col-xs-4, .col-sm-4, .col-md-4, .col-lg-4, .col-xs-5, .col-sm-5, .col-md-5, .col-lg-5, .col-xs-6, .col-sm-6, .col-md-6, .col-lg-6, .col-xs-7, .col-sm-7, .col-md-7, .col-lg-7, .col-xs-8, .col-sm-8, .col-md-8, .col-lg-8, .col-xs-9, .col-sm-9, .col-md-9, .col-lg-9, .col-xs-10, .col-sm-10, .col-md-10, .col-lg-10, .col-xs-11, .col-sm-11, .col-md-11, .col-lg-11, .col-xs-12, .col-sm-12, .col-md-12, .col-lg-12 {
  position: relative;
  min-height: 1px;
  padding-left: 0px;
  padding-right: 0px;
}
.col-xs-1, .col-xs-2, .col-xs-3, .col-xs-4, .col-xs-5, .col-xs-6, .col-xs-7, .col-xs-8, .col-xs-9, .col-xs-10, .col-xs-11, .col-xs-12 {
  float: left;
}
.col-xs-12 {
  width: 100%;
}
.col-xs-11 {
  width: 91.66666667%;
}
.col-xs-10 {
  width: 83.33333333%;
}
.col-xs-9 {
  width: 75%;
}
.col-xs-8 {
  width: 66.66666667%;
}
.col-xs-7 {
  width: 58.33333333%;
}
.col-xs-6 {
  width: 50%;
}
.col-xs-5 {
  width: 41.66666667%;
}
.col-xs-4 {
  width: 33.33333333%;
}
.col-xs-3 {
  width: 25%;
}
.col-xs-2 {
  width: 16.66666667%;
}
.col-xs-1 {
  width: 8.33333333%;
}
.col-xs-pull-12 {
  right: 100%;
}
.col-xs-pull-11 {
  right: 91.66666667%;
}
.col-xs-pull-10 {
  right: 83.33333333%;
}
.col-xs-pull-9 {
  right: 75%;
}
.col-xs-pull-8 {
  right: 66.66666667%;
}
.col-xs-pull-7 {
  right: 58.33333333%;
}
.col-xs-pull-6 {
  right: 50%;
}
.col-xs-pull-5 {
  right: 41.66666667%;
}
.col-xs-pull-4 {
  right: 33.33333333%;
}
.col-xs-pull-3 {
  right: 25%;
}
.col-xs-pull-2 {
  right: 16.66666667%;
}
.col-xs-pull-1 {
  right: 8.33333333%;
}
.col-xs-pull-0 {
  right: auto;
}
.col-xs-push-12 {
  left: 100%;
}
.col-xs-push-11 {
  left: 91.66666667%;
}
.col-xs-push-10 {
  left: 83.33333333%;
}
.col-xs-push-9 {
  left: 75%;
}
.col-xs-push-8 {
  left: 66.66666667%;
}
.col-xs-push-7 {
  left: 58.33333333%;
}
.col-xs-push-6 {
  left: 50%;
}
.col-xs-push-5 {
  left: 41.66666667%;
}
.col-xs-push-4 {
  left: 33.33333333%;
}
.col-xs-push-3 {
  left: 25%;
}
.col-xs-push-2 {
  left: 16.66666667%;
}
.col-xs-push-1 {
  left: 8.33333333%;
}
.col-xs-push-0 {
  left: auto;
}
.col-xs-offset-12 {
  margin-left: 100%;
}
.col-xs-offset-11 {
  margin-left: 91.66666667%;
}
.col-xs-offset-10 {
  margin-left: 83.33333333%;
}
.col-xs-offset-9 {
  margin-left: 75%;
}
.col-xs-offset-8 {
  margin-left: 66.66666667%;
}
.col-xs-offset-7 {
  margin-left: 58.33333333%;
}
.col-xs-offset-6 {
  margin-left: 50%;
}
.col-xs-offset-5 {
  margin-left: 41.66666667%;
}
.col-xs-offset-4 {
  margin-left: 33.33333333%;
}
.col-xs-offset-3 {
  margin-left: 25%;
}
.col-xs-offset-2 {
  margin-left: 16.66666667%;
}
.col-xs-offset-1 {
  margin-left: 8.33333333%;
}
.col-xs-offset-0 {
  margin-left: 0%;
}
@media (min-width: 768px) {
  .col-sm-1, .col-sm-2, .col-sm-3, .col-sm-4, .col-sm-5, .col-sm-6, .col-sm-7, .col-sm-8, .col-sm-9, .col-sm-10, .col-sm-11, .col-sm-12 {
    float: left;
  }
  .col-sm-12 {
    width: 100%;
  }
  .col-sm-11 {
    width: 91.66666667%;
  }
  .col-sm-10 {
    width: 83.33333333%;
  }
  .col-sm-9 {
    width: 75%;
  }
  .col-sm-8 {
    width: 66.66666667%;
  }
  .col-sm-7 {
    width: 58.33333333%;
  }
  .col-sm-6 {
    width: 50%;
  }
  .col-sm-5 {
    width: 41.66666667%;
  }
  .col-sm-4 {
    width: 33.33333333%;
  }
  .col-sm-3 {
    width: 25%;
  }
  .col-sm-2 {
    width: 16.66666667%;
  }
  .col-sm-1 {
    width: 8.33333333%;
  }
  .col-sm-pull-12 {
    right: 100%;
  }
  .col-sm-pull-11 {
    right: 91.66666667%;
  }
  .col-sm-pull-10 {
    right: 83.33333333%;
  }
  .col-sm-pull-9 {
    right: 75%;
  }
  .col-sm-pull-8 {
    right: 66.66666667%;
  }
  .col-sm-pull-7 {
    right: 58.33333333%;
  }
  .col-sm-pull-6 {
    right: 50%;
  }
  .col-sm-pull-5 {
    right: 41.66666667%;
  }
  .col-sm-pull-4 {
    right: 33.33333333%;
  }
  .col-sm-pull-3 {
    right: 25%;
  }
  .col-sm-pull-2 {
    right: 16.66666667%;
  }
  .col-sm-pull-1 {
    right: 8.33333333%;
  }
  .col-sm-pull-0 {
    right: auto;
  }
  .col-sm-push-12 {
    left: 100%;
  }
  .col-sm-push-11 {
    left: 91.66666667%;
  }
  .col-sm-push-10 {
    left: 83.33333333%;
  }
  .col-sm-push-9 {
    left: 75%;
  }
  .col-sm-push-8 {
    left: 66.66666667%;
  }
  .col-sm-push-7 {
    left: 58.33333333%;
  }
  .col-sm-push-6 {
    left: 50%;
  }
  .col-sm-push-5 {
    left: 41.66666667%;
  }
  .col-sm-push-4 {
    left: 33.33333333%;
  }
  .col-sm-push-3 {
    left: 25%;
  }
  .col-sm-push-2 {
    left: 16.66666667%;
  }
  .col-sm-push-1 {
    left: 8.33333333%;
  }
  .col-sm-push-0 {
    left: auto;
  }
  .col-sm-offset-12 {
    margin-left: 100%;
  }
  .col-sm-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-sm-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-sm-offset-9 {
    margin-left: 75%;
  }
  .col-sm-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-sm-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-sm-offset-6 {
    margin-left: 50%;
  }
  .col-sm-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-sm-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-sm-offset-3 {
    margin-left: 25%;
  }
  .col-sm-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-sm-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-sm-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 992px) {
  .col-md-1, .col-md-2, .col-md-3, .col-md-4, .col-md-5, .col-md-6, .col-md-7, .col-md-8, .col-md-9, .col-md-10, .col-md-11, .col-md-12 {
    float: left;
  }
  .col-md-12 {
    width: 100%;
  }
  .col-md-11 {
    width: 91.66666667%;
  }
  .col-md-10 {
    width: 83.33333333%;
  }
  .col-md-9 {
    width: 75%;
  }
  .col-md-8 {
    width: 66.66666667%;
  }
  .col-md-7 {
    width: 58.33333333%;
  }
  .col-md-6 {
    width: 50%;
  }
  .col-md-5 {
    width: 41.66666667%;
  }
  .col-md-4 {
    width: 33.33333333%;
  }
  .col-md-3 {
    width: 25%;
  }
  .col-md-2 {
    width: 16.66666667%;
  }
  .col-md-1 {
    width: 8.33333333%;
  }
  .col-md-pull-12 {
    right: 100%;
  }
  .col-md-pull-11 {
    right: 91.66666667%;
  }
  .col-md-pull-10 {
    right: 83.33333333%;
  }
  .col-md-pull-9 {
    right: 75%;
  }
  .col-md-pull-8 {
    right: 66.66666667%;
  }
  .col-md-pull-7 {
    right: 58.33333333%;
  }
  .col-md-pull-6 {
    right: 50%;
  }
  .col-md-pull-5 {
    right: 41.66666667%;
  }
  .col-md-pull-4 {
    right: 33.33333333%;
  }
  .col-md-pull-3 {
    right: 25%;
  }
  .col-md-pull-2 {
    right: 16.66666667%;
  }
  .col-md-pull-1 {
    right: 8.33333333%;
  }
  .col-md-pull-0 {
    right: auto;
  }
  .col-md-push-12 {
    left: 100%;
  }
  .col-md-push-11 {
    left: 91.66666667%;
  }
  .col-md-push-10 {
    left: 83.33333333%;
  }
  .col-md-push-9 {
    left: 75%;
  }
  .col-md-push-8 {
    left: 66.66666667%;
  }
  .col-md-push-7 {
    left: 58.33333333%;
  }
  .col-md-push-6 {
    left: 50%;
  }
  .col-md-push-5 {
    left: 41.66666667%;
  }
  .col-md-push-4 {
    left: 33.33333333%;
  }
  .col-md-push-3 {
    left: 25%;
  }
  .col-md-push-2 {
    left: 16.66666667%;
  }
  .col-md-push-1 {
    left: 8.33333333%;
  }
  .col-md-push-0 {
    left: auto;
  }
  .col-md-offset-12 {
    margin-left: 100%;
  }
  .col-md-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-md-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-md-offset-9 {
    margin-left: 75%;
  }
  .col-md-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-md-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-md-offset-6 {
    margin-left: 50%;
  }
  .col-md-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-md-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-md-offset-3 {
    margin-left: 25%;
  }
  .col-md-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-md-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-md-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 1200px) {
  .col-lg-1, .col-lg-2, .col-lg-3, .col-lg-4, .col-lg-5, .col-lg-6, .col-lg-7, .col-lg-8, .col-lg-9, .col-lg-10, .col-lg-11, .col-lg-12 {
    float: left;
  }
  .col-lg-12 {
    width: 100%;
  }
  .col-lg-11 {
    width: 91.66666667%;
  }
  .col-lg-10 {
    width: 83.33333333%;
  }
  .col-lg-9 {
    width: 75%;
  }
  .col-lg-8 {
    width: 66.66666667%;
  }
  .col-lg-7 {
    width: 58.33333333%;
  }
  .col-lg-6 {
    width: 50%;
  }
  .col-lg-5 {
    width: 41.66666667%;
  }
  .col-lg-4 {
    width: 33.33333333%;
  }
  .col-lg-3 {
    width: 25%;
  }
  .col-lg-2 {
    width: 16.66666667%;
  }
  .col-lg-1 {
    width: 8.33333333%;
  }
  .col-lg-pull-12 {
    right: 100%;
  }
  .col-lg-pull-11 {
    right: 91.66666667%;
  }
  .col-lg-pull-10 {
    right: 83.33333333%;
  }
  .col-lg-pull-9 {
    right: 75%;
  }
  .col-lg-pull-8 {
    right: 66.66666667%;
  }
  .col-lg-pull-7 {
    right: 58.33333333%;
  }
  .col-lg-pull-6 {
    right: 50%;
  }
  .col-lg-pull-5 {
    right: 41.66666667%;
  }
  .col-lg-pull-4 {
    right: 33.33333333%;
  }
  .col-lg-pull-3 {
    right: 25%;
  }
  .col-lg-pull-2 {
    right: 16.66666667%;
  }
  .col-lg-pull-1 {
    right: 8.33333333%;
  }
  .col-lg-pull-0 {
    right: auto;
  }
  .col-lg-push-12 {
    left: 100%;
  }
  .col-lg-push-11 {
    left: 91.66666667%;
  }
  .col-lg-push-10 {
    left: 83.33333333%;
  }
  .col-lg-push-9 {
    left: 75%;
  }
  .col-lg-push-8 {
    left: 66.66666667%;
  }
  .col-lg-push-7 {
    left: 58.33333333%;
  }
  .col-lg-push-6 {
    left: 50%;
  }
  .col-lg-push-5 {
    left: 41.66666667%;
  }
  .col-lg-push-4 {
    left: 33.33333333%;
  }
  .col-lg-push-3 {
    left: 25%;
  }
  .col-lg-push-2 {
    left: 16.66666667%;
  }
  .col-lg-push-1 {
    left: 8.33333333%;
  }
  .col-lg-push-0 {
    left: auto;
  }
  .col-lg-offset-12 {
    margin-left: 100%;
  }
  .col-lg-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-lg-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-lg-offset-9 {
    margin-left: 75%;
  }
  .col-lg-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-lg-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-lg-offset-6 {
    margin-left: 50%;
  }
  .col-lg-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-lg-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-lg-offset-3 {
    margin-left: 25%;
  }
  .col-lg-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-lg-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-lg-offset-0 {
    margin-left: 0%;
  }
}
table {
  background-color: transparent;
}
caption {
  padding-top: 8px;
  padding-bottom: 8px;
  color: #777777;
  text-align: left;
}
th {
  text-align: left;
}
.table {
  width: 100%;
  max-width: 100%;
  margin-bottom: 18px;
}
.table > thead > tr > th,
.table > tbody > tr > th,
.table > tfoot > tr > th,
.table > thead > tr > td,
.table > tbody > tr > td,
.table > tfoot > tr > td {
  padding: 8px;
  line-height: 1.42857143;
  vertical-align: top;
  border-top: 1px solid #ddd;
}
.table > thead > tr > th {
  vertical-align: bottom;
  border-bottom: 2px solid #ddd;
}
.table > caption + thead > tr:first-child > th,
.table > colgroup + thead > tr:first-child > th,
.table > thead:first-child > tr:first-child > th,
.table > caption + thead > tr:first-child > td,
.table > colgroup + thead > tr:first-child > td,
.table > thead:first-child > tr:first-child > td {
  border-top: 0;
}
.table > tbody + tbody {
  border-top: 2px solid #ddd;
}
.table .table {
  background-color: #fff;
}
.table-condensed > thead > tr > th,
.table-condensed > tbody > tr > th,
.table-condensed > tfoot > tr > th,
.table-condensed > thead > tr > td,
.table-condensed > tbody > tr > td,
.table-condensed > tfoot > tr > td {
  padding: 5px;
}
.table-bordered {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > tbody > tr > th,
.table-bordered > tfoot > tr > th,
.table-bordered > thead > tr > td,
.table-bordered > tbody > tr > td,
.table-bordered > tfoot > tr > td {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > thead > tr > td {
  border-bottom-width: 2px;
}
.table-striped > tbody > tr:nth-of-type(odd) {
  background-color: #f9f9f9;
}
.table-hover > tbody > tr:hover {
  background-color: #f5f5f5;
}
table col[class*="col-"] {
  position: static;
  float: none;
  display: table-column;
}
table td[class*="col-"],
table th[class*="col-"] {
  position: static;
  float: none;
  display: table-cell;
}
.table > thead > tr > td.active,
.table > tbody > tr > td.active,
.table > tfoot > tr > td.active,
.table > thead > tr > th.active,
.table > tbody > tr > th.active,
.table > tfoot > tr > th.active,
.table > thead > tr.active > td,
.table > tbody > tr.active > td,
.table > tfoot > tr.active > td,
.table > thead > tr.active > th,
.table > tbody > tr.active > th,
.table > tfoot > tr.active > th {
  background-color: #f5f5f5;
}
.table-hover > tbody > tr > td.active:hover,
.table-hover > tbody > tr > th.active:hover,
.table-hover > tbody > tr.active:hover > td,
.table-hover > tbody > tr:hover > .active,
.table-hover > tbody > tr.active:hover > th {
  background-color: #e8e8e8;
}
.table > thead > tr > td.success,
.table > tbody > tr > td.success,
.table > tfoot > tr > td.success,
.table > thead > tr > th.success,
.table > tbody > tr > th.success,
.table > tfoot > tr > th.success,
.table > thead > tr.success > td,
.table > tbody > tr.success > td,
.table > tfoot > tr.success > td,
.table > thead > tr.success > th,
.table > tbody > tr.success > th,
.table > tfoot > tr.success > th {
  background-color: #dff0d8;
}
.table-hover > tbody > tr > td.success:hover,
.table-hover > tbody > tr > th.success:hover,
.table-hover > tbody > tr.success:hover > td,
.table-hover > tbody > tr:hover > .success,
.table-hover > tbody > tr.success:hover > th {
  background-color: #d0e9c6;
}
.table > thead > tr > td.info,
.table > tbody > tr > td.info,
.table > tfoot > tr > td.info,
.table > thead > tr > th.info,
.table > tbody > tr > th.info,
.table > tfoot > tr > th.info,
.table > thead > tr.info > td,
.table > tbody > tr.info > td,
.table > tfoot > tr.info > td,
.table > thead > tr.info > th,
.table > tbody > tr.info > th,
.table > tfoot > tr.info > th {
  background-color: #d9edf7;
}
.table-hover > tbody > tr > td.info:hover,
.table-hover > tbody > tr > th.info:hover,
.table-hover > tbody > tr.info:hover > td,
.table-hover > tbody > tr:hover > .info,
.table-hover > tbody > tr.info:hover > th {
  background-color: #c4e3f3;
}
.table > thead > tr > td.warning,
.table > tbody > tr > td.warning,
.table > tfoot > tr > td.warning,
.table > thead > tr > th.warning,
.table > tbody > tr > th.warning,
.table > tfoot > tr > th.warning,
.table > thead > tr.warning > td,
.table > tbody > tr.warning > td,
.table > tfoot > tr.warning > td,
.table > thead > tr.warning > th,
.table > tbody > tr.warning > th,
.table > tfoot > tr.warning > th {
  background-color: #fcf8e3;
}
.table-hover > tbody > tr > td.warning:hover,
.table-hover > tbody > tr > th.warning:hover,
.table-hover > tbody > tr.warning:hover > td,
.table-hover > tbody > tr:hover > .warning,
.table-hover > tbody > tr.warning:hover > th {
  background-color: #faf2cc;
}
.table > thead > tr > td.danger,
.table > tbody > tr > td.danger,
.table > tfoot > tr > td.danger,
.table > thead > tr > th.danger,
.table > tbody > tr > th.danger,
.table > tfoot > tr > th.danger,
.table > thead > tr.danger > td,
.table > tbody > tr.danger > td,
.table > tfoot > tr.danger > td,
.table > thead > tr.danger > th,
.table > tbody > tr.danger > th,
.table > tfoot > tr.danger > th {
  background-color: #f2dede;
}
.table-hover > tbody > tr > td.danger:hover,
.table-hover > tbody > tr > th.danger:hover,
.table-hover > tbody > tr.danger:hover > td,
.table-hover > tbody > tr:hover > .danger,
.table-hover > tbody > tr.danger:hover > th {
  background-color: #ebcccc;
}
.table-responsive {
  overflow-x: auto;
  min-height: 0.01%;
}
@media screen and (max-width: 767px) {
  .table-responsive {
    width: 100%;
    margin-bottom: 13.5px;
    overflow-y: hidden;
    -ms-overflow-style: -ms-autohiding-scrollbar;
    border: 1px solid #ddd;
  }
  .table-responsive > .table {
    margin-bottom: 0;
  }
  .table-responsive > .table > thead > tr > th,
  .table-responsive > .table > tbody > tr > th,
  .table-responsive > .table > tfoot > tr > th,
  .table-responsive > .table > thead > tr > td,
  .table-responsive > .table > tbody > tr > td,
  .table-responsive > .table > tfoot > tr > td {
    white-space: nowrap;
  }
  .table-responsive > .table-bordered {
    border: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:first-child,
  .table-responsive > .table-bordered > tbody > tr > th:first-child,
  .table-responsive > .table-bordered > tfoot > tr > th:first-child,
  .table-responsive > .table-bordered > thead > tr > td:first-child,
  .table-responsive > .table-bordered > tbody > tr > td:first-child,
  .table-responsive > .table-bordered > tfoot > tr > td:first-child {
    border-left: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:last-child,
  .table-responsive > .table-bordered > tbody > tr > th:last-child,
  .table-responsive > .table-bordered > tfoot > tr > th:last-child,
  .table-responsive > .table-bordered > thead > tr > td:last-child,
  .table-responsive > .table-bordered > tbody > tr > td:last-child,
  .table-responsive > .table-bordered > tfoot > tr > td:last-child {
    border-right: 0;
  }
  .table-responsive > .table-bordered > tbody > tr:last-child > th,
  .table-responsive > .table-bordered > tfoot > tr:last-child > th,
  .table-responsive > .table-bordered > tbody > tr:last-child > td,
  .table-responsive > .table-bordered > tfoot > tr:last-child > td {
    border-bottom: 0;
  }
}
fieldset {
  padding: 0;
  margin: 0;
  border: 0;
  min-width: 0;
}
legend {
  display: block;
  width: 100%;
  padding: 0;
  margin-bottom: 18px;
  font-size: 19.5px;
  line-height: inherit;
  color: #333333;
  border: 0;
  border-bottom: 1px solid #e5e5e5;
}
label {
  display: inline-block;
  max-width: 100%;
  margin-bottom: 5px;
  font-weight: bold;
}
input[type="search"] {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
input[type="radio"],
input[type="checkbox"] {
  margin: 4px 0 0;
  margin-top: 1px \9;
  line-height: normal;
}
input[type="file"] {
  display: block;
}
input[type="range"] {
  display: block;
  width: 100%;
}
select[multiple],
select[size] {
  height: auto;
}
input[type="file"]:focus,
input[type="radio"]:focus,
input[type="checkbox"]:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
output {
  display: block;
  padding-top: 7px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
}
.form-control {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
}
.form-control:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.form-control::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.form-control:-ms-input-placeholder {
  color: #999;
}
.form-control::-webkit-input-placeholder {
  color: #999;
}
.form-control::-ms-expand {
  border: 0;
  background-color: transparent;
}
.form-control[disabled],
.form-control[readonly],
fieldset[disabled] .form-control {
  background-color: #eeeeee;
  opacity: 1;
}
.form-control[disabled],
fieldset[disabled] .form-control {
  cursor: not-allowed;
}
textarea.form-control {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: none;
}
@media screen and (-webkit-min-device-pixel-ratio: 0) {
  input[type="date"].form-control,
  input[type="time"].form-control,
  input[type="datetime-local"].form-control,
  input[type="month"].form-control {
    line-height: 32px;
  }
  input[type="date"].input-sm,
  input[type="time"].input-sm,
  input[type="datetime-local"].input-sm,
  input[type="month"].input-sm,
  .input-group-sm input[type="date"],
  .input-group-sm input[type="time"],
  .input-group-sm input[type="datetime-local"],
  .input-group-sm input[type="month"] {
    line-height: 30px;
  }
  input[type="date"].input-lg,
  input[type="time"].input-lg,
  input[type="datetime-local"].input-lg,
  input[type="month"].input-lg,
  .input-group-lg input[type="date"],
  .input-group-lg input[type="time"],
  .input-group-lg input[type="datetime-local"],
  .input-group-lg input[type="month"] {
    line-height: 45px;
  }
}
.form-group {
  margin-bottom: 15px;
}
.radio,
.checkbox {
  position: relative;
  display: block;
  margin-top: 10px;
  margin-bottom: 10px;
}
.radio label,
.checkbox label {
  min-height: 18px;
  padding-left: 20px;
  margin-bottom: 0;
  font-weight: normal;
  cursor: pointer;
}
.radio input[type="radio"],
.radio-inline input[type="radio"],
.checkbox input[type="checkbox"],
.checkbox-inline input[type="checkbox"] {
  position: absolute;
  margin-left: -20px;
  margin-top: 4px \9;
}
.radio + .radio,
.checkbox + .checkbox {
  margin-top: -5px;
}
.radio-inline,
.checkbox-inline {
  position: relative;
  display: inline-block;
  padding-left: 20px;
  margin-bottom: 0;
  vertical-align: middle;
  font-weight: normal;
  cursor: pointer;
}
.radio-inline + .radio-inline,
.checkbox-inline + .checkbox-inline {
  margin-top: 0;
  margin-left: 10px;
}
input[type="radio"][disabled],
input[type="checkbox"][disabled],
input[type="radio"].disabled,
input[type="checkbox"].disabled,
fieldset[disabled] input[type="radio"],
fieldset[disabled] input[type="checkbox"] {
  cursor: not-allowed;
}
.radio-inline.disabled,
.checkbox-inline.disabled,
fieldset[disabled] .radio-inline,
fieldset[disabled] .checkbox-inline {
  cursor: not-allowed;
}
.radio.disabled label,
.checkbox.disabled label,
fieldset[disabled] .radio label,
fieldset[disabled] .checkbox label {
  cursor: not-allowed;
}
.form-control-static {
  padding-top: 7px;
  padding-bottom: 7px;
  margin-bottom: 0;
  min-height: 31px;
}
.form-control-static.input-lg,
.form-control-static.input-sm {
  padding-left: 0;
  padding-right: 0;
}
.input-sm {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-sm {
  height: 30px;
  line-height: 30px;
}
textarea.input-sm,
select[multiple].input-sm {
  height: auto;
}
.form-group-sm .form-control {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.form-group-sm select.form-control {
  height: 30px;
  line-height: 30px;
}
.form-group-sm textarea.form-control,
.form-group-sm select[multiple].form-control {
  height: auto;
}
.form-group-sm .form-control-static {
  height: 30px;
  min-height: 30px;
  padding: 6px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.input-lg {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-lg {
  height: 45px;
  line-height: 45px;
}
textarea.input-lg,
select[multiple].input-lg {
  height: auto;
}
.form-group-lg .form-control {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.form-group-lg select.form-control {
  height: 45px;
  line-height: 45px;
}
.form-group-lg textarea.form-control,
.form-group-lg select[multiple].form-control {
  height: auto;
}
.form-group-lg .form-control-static {
  height: 45px;
  min-height: 35px;
  padding: 11px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.has-feedback {
  position: relative;
}
.has-feedback .form-control {
  padding-right: 40px;
}
.form-control-feedback {
  position: absolute;
  top: 0;
  right: 0;
  z-index: 2;
  display: block;
  width: 32px;
  height: 32px;
  line-height: 32px;
  text-align: center;
  pointer-events: none;
}
.input-lg + .form-control-feedback,
.input-group-lg + .form-control-feedback,
.form-group-lg .form-control + .form-control-feedback {
  width: 45px;
  height: 45px;
  line-height: 45px;
}
.input-sm + .form-control-feedback,
.input-group-sm + .form-control-feedback,
.form-group-sm .form-control + .form-control-feedback {
  width: 30px;
  height: 30px;
  line-height: 30px;
}
.has-success .help-block,
.has-success .control-label,
.has-success .radio,
.has-success .checkbox,
.has-success .radio-inline,
.has-success .checkbox-inline,
.has-success.radio label,
.has-success.checkbox label,
.has-success.radio-inline label,
.has-success.checkbox-inline label {
  color: #3c763d;
}
.has-success .form-control {
  border-color: #3c763d;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-success .form-control:focus {
  border-color: #2b542c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
}
.has-success .input-group-addon {
  color: #3c763d;
  border-color: #3c763d;
  background-color: #dff0d8;
}
.has-success .form-control-feedback {
  color: #3c763d;
}
.has-warning .help-block,
.has-warning .control-label,
.has-warning .radio,
.has-warning .checkbox,
.has-warning .radio-inline,
.has-warning .checkbox-inline,
.has-warning.radio label,
.has-warning.checkbox label,
.has-warning.radio-inline label,
.has-warning.checkbox-inline label {
  color: #8a6d3b;
}
.has-warning .form-control {
  border-color: #8a6d3b;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-warning .form-control:focus {
  border-color: #66512c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
}
.has-warning .input-group-addon {
  color: #8a6d3b;
  border-color: #8a6d3b;
  background-color: #fcf8e3;
}
.has-warning .form-control-feedback {
  color: #8a6d3b;
}
.has-error .help-block,
.has-error .control-label,
.has-error .radio,
.has-error .checkbox,
.has-error .radio-inline,
.has-error .checkbox-inline,
.has-error.radio label,
.has-error.checkbox label,
.has-error.radio-inline label,
.has-error.checkbox-inline label {
  color: #a94442;
}
.has-error .form-control {
  border-color: #a94442;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-error .form-control:focus {
  border-color: #843534;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
}
.has-error .input-group-addon {
  color: #a94442;
  border-color: #a94442;
  background-color: #f2dede;
}
.has-error .form-control-feedback {
  color: #a94442;
}
.has-feedback label ~ .form-control-feedback {
  top: 23px;
}
.has-feedback label.sr-only ~ .form-control-feedback {
  top: 0;
}
.help-block {
  display: block;
  margin-top: 5px;
  margin-bottom: 10px;
  color: #404040;
}
@media (min-width: 768px) {
  .form-inline .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .form-inline .form-control-static {
    display: inline-block;
  }
  .form-inline .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .form-inline .input-group .input-group-addon,
  .form-inline .input-group .input-group-btn,
  .form-inline .input-group .form-control {
    width: auto;
  }
  .form-inline .input-group > .form-control {
    width: 100%;
  }
  .form-inline .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio,
  .form-inline .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio label,
  .form-inline .checkbox label {
    padding-left: 0;
  }
  .form-inline .radio input[type="radio"],
  .form-inline .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .form-inline .has-feedback .form-control-feedback {
    top: 0;
  }
}
.form-horizontal .radio,
.form-horizontal .checkbox,
.form-horizontal .radio-inline,
.form-horizontal .checkbox-inline {
  margin-top: 0;
  margin-bottom: 0;
  padding-top: 7px;
}
.form-horizontal .radio,
.form-horizontal .checkbox {
  min-height: 25px;
}
.form-horizontal .form-group {
  margin-left: 0px;
  margin-right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .control-label {
    text-align: right;
    margin-bottom: 0;
    padding-top: 7px;
  }
}
.form-horizontal .has-feedback .form-control-feedback {
  right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .form-group-lg .control-label {
    padding-top: 11px;
    font-size: 17px;
  }
}
@media (min-width: 768px) {
  .form-horizontal .form-group-sm .control-label {
    padding-top: 6px;
    font-size: 12px;
  }
}
.btn {
  display: inline-block;
  margin-bottom: 0;
  font-weight: normal;
  text-align: center;
  vertical-align: middle;
  touch-action: manipulation;
  cursor: pointer;
  background-image: none;
  border: 1px solid transparent;
  white-space: nowrap;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  border-radius: 2px;
  -webkit-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
}
.btn:focus,
.btn:active:focus,
.btn.active:focus,
.btn.focus,
.btn:active.focus,
.btn.active.focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
.btn:hover,
.btn:focus,
.btn.focus {
  color: #333;
  text-decoration: none;
}
.btn:active,
.btn.active {
  outline: 0;
  background-image: none;
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn.disabled,
.btn[disabled],
fieldset[disabled] .btn {
  cursor: not-allowed;
  opacity: 0.65;
  filter: alpha(opacity=65);
  -webkit-box-shadow: none;
  box-shadow: none;
}
a.btn.disabled,
fieldset[disabled] a.btn {
  pointer-events: none;
}
.btn-default {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.btn-default:focus,
.btn-default.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.btn-default:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active:hover,
.btn-default.active:hover,
.open > .dropdown-toggle.btn-default:hover,
.btn-default:active:focus,
.btn-default.active:focus,
.open > .dropdown-toggle.btn-default:focus,
.btn-default:active.focus,
.btn-default.active.focus,
.open > .dropdown-toggle.btn-default.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  background-image: none;
}
.btn-default.disabled:hover,
.btn-default[disabled]:hover,
fieldset[disabled] .btn-default:hover,
.btn-default.disabled:focus,
.btn-default[disabled]:focus,
fieldset[disabled] .btn-default:focus,
.btn-default.disabled.focus,
.btn-default[disabled].focus,
fieldset[disabled] .btn-default.focus {
  background-color: #fff;
  border-color: #ccc;
}
.btn-default .badge {
  color: #fff;
  background-color: #333;
}
.btn-primary {
  color: #fff;
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary:focus,
.btn-primary.focus {
  color: #fff;
  background-color: #286090;
  border-color: #122b40;
}
.btn-primary:hover {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active:hover,
.btn-primary.active:hover,
.open > .dropdown-toggle.btn-primary:hover,
.btn-primary:active:focus,
.btn-primary.active:focus,
.open > .dropdown-toggle.btn-primary:focus,
.btn-primary:active.focus,
.btn-primary.active.focus,
.open > .dropdown-toggle.btn-primary.focus {
  color: #fff;
  background-color: #204d74;
  border-color: #122b40;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  background-image: none;
}
.btn-primary.disabled:hover,
.btn-primary[disabled]:hover,
fieldset[disabled] .btn-primary:hover,
.btn-primary.disabled:focus,
.btn-primary[disabled]:focus,
fieldset[disabled] .btn-primary:focus,
.btn-primary.disabled.focus,
.btn-primary[disabled].focus,
fieldset[disabled] .btn-primary.focus {
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary .badge {
  color: #337ab7;
  background-color: #fff;
}
.btn-success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success:focus,
.btn-success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.btn-success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active:hover,
.btn-success.active:hover,
.open > .dropdown-toggle.btn-success:hover,
.btn-success:active:focus,
.btn-success.active:focus,
.open > .dropdown-toggle.btn-success:focus,
.btn-success:active.focus,
.btn-success.active.focus,
.open > .dropdown-toggle.btn-success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  background-image: none;
}
.btn-success.disabled:hover,
.btn-success[disabled]:hover,
fieldset[disabled] .btn-success:hover,
.btn-success.disabled:focus,
.btn-success[disabled]:focus,
fieldset[disabled] .btn-success:focus,
.btn-success.disabled.focus,
.btn-success[disabled].focus,
fieldset[disabled] .btn-success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.btn-info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info:focus,
.btn-info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.btn-info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active:hover,
.btn-info.active:hover,
.open > .dropdown-toggle.btn-info:hover,
.btn-info:active:focus,
.btn-info.active:focus,
.open > .dropdown-toggle.btn-info:focus,
.btn-info:active.focus,
.btn-info.active.focus,
.open > .dropdown-toggle.btn-info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  background-image: none;
}
.btn-info.disabled:hover,
.btn-info[disabled]:hover,
fieldset[disabled] .btn-info:hover,
.btn-info.disabled:focus,
.btn-info[disabled]:focus,
fieldset[disabled] .btn-info:focus,
.btn-info.disabled.focus,
.btn-info[disabled].focus,
fieldset[disabled] .btn-info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.btn-warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning:focus,
.btn-warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.btn-warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active:hover,
.btn-warning.active:hover,
.open > .dropdown-toggle.btn-warning:hover,
.btn-warning:active:focus,
.btn-warning.active:focus,
.open > .dropdown-toggle.btn-warning:focus,
.btn-warning:active.focus,
.btn-warning.active.focus,
.open > .dropdown-toggle.btn-warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  background-image: none;
}
.btn-warning.disabled:hover,
.btn-warning[disabled]:hover,
fieldset[disabled] .btn-warning:hover,
.btn-warning.disabled:focus,
.btn-warning[disabled]:focus,
fieldset[disabled] .btn-warning:focus,
.btn-warning.disabled.focus,
.btn-warning[disabled].focus,
fieldset[disabled] .btn-warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.btn-danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger:focus,
.btn-danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.btn-danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active:hover,
.btn-danger.active:hover,
.open > .dropdown-toggle.btn-danger:hover,
.btn-danger:active:focus,
.btn-danger.active:focus,
.open > .dropdown-toggle.btn-danger:focus,
.btn-danger:active.focus,
.btn-danger.active.focus,
.open > .dropdown-toggle.btn-danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  background-image: none;
}
.btn-danger.disabled:hover,
.btn-danger[disabled]:hover,
fieldset[disabled] .btn-danger:hover,
.btn-danger.disabled:focus,
.btn-danger[disabled]:focus,
fieldset[disabled] .btn-danger:focus,
.btn-danger.disabled.focus,
.btn-danger[disabled].focus,
fieldset[disabled] .btn-danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger .badge {
  color: #d9534f;
  background-color: #fff;
}
.btn-link {
  color: #337ab7;
  font-weight: normal;
  border-radius: 0;
}
.btn-link,
.btn-link:active,
.btn-link.active,
.btn-link[disabled],
fieldset[disabled] .btn-link {
  background-color: transparent;
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn-link,
.btn-link:hover,
.btn-link:focus,
.btn-link:active {
  border-color: transparent;
}
.btn-link:hover,
.btn-link:focus {
  color: #23527c;
  text-decoration: underline;
  background-color: transparent;
}
.btn-link[disabled]:hover,
fieldset[disabled] .btn-link:hover,
.btn-link[disabled]:focus,
fieldset[disabled] .btn-link:focus {
  color: #777777;
  text-decoration: none;
}
.btn-lg,
.btn-group-lg > .btn {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.btn-sm,
.btn-group-sm > .btn {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-xs,
.btn-group-xs > .btn {
  padding: 1px 5px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-block {
  display: block;
  width: 100%;
}
.btn-block + .btn-block {
  margin-top: 5px;
}
input[type="submit"].btn-block,
input[type="reset"].btn-block,
input[type="button"].btn-block {
  width: 100%;
}
.fade {
  opacity: 0;
  -webkit-transition: opacity 0.15s linear;
  -o-transition: opacity 0.15s linear;
  transition: opacity 0.15s linear;
}
.fade.in {
  opacity: 1;
}
.collapse {
  display: none;
}
.collapse.in {
  display: block;
}
tr.collapse.in {
  display: table-row;
}
tbody.collapse.in {
  display: table-row-group;
}
.collapsing {
  position: relative;
  height: 0;
  overflow: hidden;
  -webkit-transition-property: height, visibility;
  transition-property: height, visibility;
  -webkit-transition-duration: 0.35s;
  transition-duration: 0.35s;
  -webkit-transition-timing-function: ease;
  transition-timing-function: ease;
}
.caret {
  display: inline-block;
  width: 0;
  height: 0;
  margin-left: 2px;
  vertical-align: middle;
  border-top: 4px dashed;
  border-top: 4px solid \9;
  border-right: 4px solid transparent;
  border-left: 4px solid transparent;
}
.dropup,
.dropdown {
  position: relative;
}
.dropdown-toggle:focus {
  outline: 0;
}
.dropdown-menu {
  position: absolute;
  top: 100%;
  left: 0;
  z-index: 1000;
  display: none;
  float: left;
  min-width: 160px;
  padding: 5px 0;
  margin: 2px 0 0;
  list-style: none;
  font-size: 13px;
  text-align: left;
  background-color: #fff;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.15);
  border-radius: 2px;
  -webkit-box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  background-clip: padding-box;
}
.dropdown-menu.pull-right {
  right: 0;
  left: auto;
}
.dropdown-menu .divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.dropdown-menu > li > a {
  display: block;
  padding: 3px 20px;
  clear: both;
  font-weight: normal;
  line-height: 1.42857143;
  color: #333333;
  white-space: nowrap;
}
.dropdown-menu > li > a:hover,
.dropdown-menu > li > a:focus {
  text-decoration: none;
  color: #262626;
  background-color: #f5f5f5;
}
.dropdown-menu > .active > a,
.dropdown-menu > .active > a:hover,
.dropdown-menu > .active > a:focus {
  color: #fff;
  text-decoration: none;
  outline: 0;
  background-color: #337ab7;
}
.dropdown-menu > .disabled > a,
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  color: #777777;
}
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  text-decoration: none;
  background-color: transparent;
  background-image: none;
  filter: progid:DXImageTransform.Microsoft.gradient(enabled = false);
  cursor: not-allowed;
}
.open > .dropdown-menu {
  display: block;
}
.open > a {
  outline: 0;
}
.dropdown-menu-right {
  left: auto;
  right: 0;
}
.dropdown-menu-left {
  left: 0;
  right: auto;
}
.dropdown-header {
  display: block;
  padding: 3px 20px;
  font-size: 12px;
  line-height: 1.42857143;
  color: #777777;
  white-space: nowrap;
}
.dropdown-backdrop {
  position: fixed;
  left: 0;
  right: 0;
  bottom: 0;
  top: 0;
  z-index: 990;
}
.pull-right > .dropdown-menu {
  right: 0;
  left: auto;
}
.dropup .caret,
.navbar-fixed-bottom .dropdown .caret {
  border-top: 0;
  border-bottom: 4px dashed;
  border-bottom: 4px solid \9;
  content: "";
}
.dropup .dropdown-menu,
.navbar-fixed-bottom .dropdown .dropdown-menu {
  top: auto;
  bottom: 100%;
  margin-bottom: 2px;
}
@media (min-width: 541px) {
  .navbar-right .dropdown-menu {
    left: auto;
    right: 0;
  }
  .navbar-right .dropdown-menu-left {
    left: 0;
    right: auto;
  }
}
.btn-group,
.btn-group-vertical {
  position: relative;
  display: inline-block;
  vertical-align: middle;
}
.btn-group > .btn,
.btn-group-vertical > .btn {
  position: relative;
  float: left;
}
.btn-group > .btn:hover,
.btn-group-vertical > .btn:hover,
.btn-group > .btn:focus,
.btn-group-vertical > .btn:focus,
.btn-group > .btn:active,
.btn-group-vertical > .btn:active,
.btn-group > .btn.active,
.btn-group-vertical > .btn.active {
  z-index: 2;
}
.btn-group .btn + .btn,
.btn-group .btn + .btn-group,
.btn-group .btn-group + .btn,
.btn-group .btn-group + .btn-group {
  margin-left: -1px;
}
.btn-toolbar {
  margin-left: -5px;
}
.btn-toolbar .btn,
.btn-toolbar .btn-group,
.btn-toolbar .input-group {
  float: left;
}
.btn-toolbar > .btn,
.btn-toolbar > .btn-group,
.btn-toolbar > .input-group {
  margin-left: 5px;
}
.btn-group > .btn:not(:first-child):not(:last-child):not(.dropdown-toggle) {
  border-radius: 0;
}
.btn-group > .btn:first-child {
  margin-left: 0;
}
.btn-group > .btn:first-child:not(:last-child):not(.dropdown-toggle) {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn:last-child:not(:first-child),
.btn-group > .dropdown-toggle:not(:first-child) {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group > .btn-group {
  float: left;
}
.btn-group > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group .dropdown-toggle:active,
.btn-group.open .dropdown-toggle {
  outline: 0;
}
.btn-group > .btn + .dropdown-toggle {
  padding-left: 8px;
  padding-right: 8px;
}
.btn-group > .btn-lg + .dropdown-toggle {
  padding-left: 12px;
  padding-right: 12px;
}
.btn-group.open .dropdown-toggle {
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn-group.open .dropdown-toggle.btn-link {
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn .caret {
  margin-left: 0;
}
.btn-lg .caret {
  border-width: 5px 5px 0;
  border-bottom-width: 0;
}
.dropup .btn-lg .caret {
  border-width: 0 5px 5px;
}
.btn-group-vertical > .btn,
.btn-group-vertical > .btn-group,
.btn-group-vertical > .btn-group > .btn {
  display: block;
  float: none;
  width: 100%;
  max-width: 100%;
}
.btn-group-vertical > .btn-group > .btn {
  float: none;
}
.btn-group-vertical > .btn + .btn,
.btn-group-vertical > .btn + .btn-group,
.btn-group-vertical > .btn-group + .btn,
.btn-group-vertical > .btn-group + .btn-group {
  margin-top: -1px;
  margin-left: 0;
}
.btn-group-vertical > .btn:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.btn-group-vertical > .btn:first-child:not(:last-child) {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn:last-child:not(:first-child) {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
.btn-group-vertical > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.btn-group-justified {
  display: table;
  width: 100%;
  table-layout: fixed;
  border-collapse: separate;
}
.btn-group-justified > .btn,
.btn-group-justified > .btn-group {
  float: none;
  display: table-cell;
  width: 1%;
}
.btn-group-justified > .btn-group .btn {
  width: 100%;
}
.btn-group-justified > .btn-group .dropdown-menu {
  left: auto;
}
[data-toggle="buttons"] > .btn input[type="radio"],
[data-toggle="buttons"] > .btn-group > .btn input[type="radio"],
[data-toggle="buttons"] > .btn input[type="checkbox"],
[data-toggle="buttons"] > .btn-group > .btn input[type="checkbox"] {
  position: absolute;
  clip: rect(0, 0, 0, 0);
  pointer-events: none;
}
.input-group {
  position: relative;
  display: table;
  border-collapse: separate;
}
.input-group[class*="col-"] {
  float: none;
  padding-left: 0;
  padding-right: 0;
}
.input-group .form-control {
  position: relative;
  z-index: 2;
  float: left;
  width: 100%;
  margin-bottom: 0;
}
.input-group .form-control:focus {
  z-index: 3;
}
.input-group-lg > .form-control,
.input-group-lg > .input-group-addon,
.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-group-lg > .form-control,
select.input-group-lg > .input-group-addon,
select.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  line-height: 45px;
}
textarea.input-group-lg > .form-control,
textarea.input-group-lg > .input-group-addon,
textarea.input-group-lg > .input-group-btn > .btn,
select[multiple].input-group-lg > .form-control,
select[multiple].input-group-lg > .input-group-addon,
select[multiple].input-group-lg > .input-group-btn > .btn {
  height: auto;
}
.input-group-sm > .form-control,
.input-group-sm > .input-group-addon,
.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-group-sm > .form-control,
select.input-group-sm > .input-group-addon,
select.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  line-height: 30px;
}
textarea.input-group-sm > .form-control,
textarea.input-group-sm > .input-group-addon,
textarea.input-group-sm > .input-group-btn > .btn,
select[multiple].input-group-sm > .form-control,
select[multiple].input-group-sm > .input-group-addon,
select[multiple].input-group-sm > .input-group-btn > .btn {
  height: auto;
}
.input-group-addon,
.input-group-btn,
.input-group .form-control {
  display: table-cell;
}
.input-group-addon:not(:first-child):not(:last-child),
.input-group-btn:not(:first-child):not(:last-child),
.input-group .form-control:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.input-group-addon,
.input-group-btn {
  width: 1%;
  white-space: nowrap;
  vertical-align: middle;
}
.input-group-addon {
  padding: 6px 12px;
  font-size: 13px;
  font-weight: normal;
  line-height: 1;
  color: #555555;
  text-align: center;
  background-color: #eeeeee;
  border: 1px solid #ccc;
  border-radius: 2px;
}
.input-group-addon.input-sm {
  padding: 5px 10px;
  font-size: 12px;
  border-radius: 1px;
}
.input-group-addon.input-lg {
  padding: 10px 16px;
  font-size: 17px;
  border-radius: 3px;
}
.input-group-addon input[type="radio"],
.input-group-addon input[type="checkbox"] {
  margin-top: 0;
}
.input-group .form-control:first-child,
.input-group-addon:first-child,
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group > .btn,
.input-group-btn:first-child > .dropdown-toggle,
.input-group-btn:last-child > .btn:not(:last-child):not(.dropdown-toggle),
.input-group-btn:last-child > .btn-group:not(:last-child) > .btn {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.input-group-addon:first-child {
  border-right: 0;
}
.input-group .form-control:last-child,
.input-group-addon:last-child,
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group > .btn,
.input-group-btn:last-child > .dropdown-toggle,
.input-group-btn:first-child > .btn:not(:first-child),
.input-group-btn:first-child > .btn-group:not(:first-child) > .btn {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.input-group-addon:last-child {
  border-left: 0;
}
.input-group-btn {
  position: relative;
  font-size: 0;
  white-space: nowrap;
}
.input-group-btn > .btn {
  position: relative;
}
.input-group-btn > .btn + .btn {
  margin-left: -1px;
}
.input-group-btn > .btn:hover,
.input-group-btn > .btn:focus,
.input-group-btn > .btn:active {
  z-index: 2;
}
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group {
  margin-right: -1px;
}
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group {
  z-index: 2;
  margin-left: -1px;
}
.nav {
  margin-bottom: 0;
  padding-left: 0;
  list-style: none;
}
.nav > li {
  position: relative;
  display: block;
}
.nav > li > a {
  position: relative;
  display: block;
  padding: 10px 15px;
}
.nav > li > a:hover,
.nav > li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.nav > li.disabled > a {
  color: #777777;
}
.nav > li.disabled > a:hover,
.nav > li.disabled > a:focus {
  color: #777777;
  text-decoration: none;
  background-color: transparent;
  cursor: not-allowed;
}
.nav .open > a,
.nav .open > a:hover,
.nav .open > a:focus {
  background-color: #eeeeee;
  border-color: #337ab7;
}
.nav .nav-divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.nav > li > a > img {
  max-width: none;
}
.nav-tabs {
  border-bottom: 1px solid #ddd;
}
.nav-tabs > li {
  float: left;
  margin-bottom: -1px;
}
.nav-tabs > li > a {
  margin-right: 2px;
  line-height: 1.42857143;
  border: 1px solid transparent;
  border-radius: 2px 2px 0 0;
}
.nav-tabs > li > a:hover {
  border-color: #eeeeee #eeeeee #ddd;
}
.nav-tabs > li.active > a,
.nav-tabs > li.active > a:hover,
.nav-tabs > li.active > a:focus {
  color: #555555;
  background-color: #fff;
  border: 1px solid #ddd;
  border-bottom-color: transparent;
  cursor: default;
}
.nav-tabs.nav-justified {
  width: 100%;
  border-bottom: 0;
}
.nav-tabs.nav-justified > li {
  float: none;
}
.nav-tabs.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-tabs.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-tabs.nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs.nav-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs.nav-justified > .active > a,
.nav-tabs.nav-justified > .active > a:hover,
.nav-tabs.nav-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs.nav-justified > .active > a,
  .nav-tabs.nav-justified > .active > a:hover,
  .nav-tabs.nav-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.nav-pills > li {
  float: left;
}
.nav-pills > li > a {
  border-radius: 2px;
}
.nav-pills > li + li {
  margin-left: 2px;
}
.nav-pills > li.active > a,
.nav-pills > li.active > a:hover,
.nav-pills > li.active > a:focus {
  color: #fff;
  background-color: #337ab7;
}
.nav-stacked > li {
  float: none;
}
.nav-stacked > li + li {
  margin-top: 2px;
  margin-left: 0;
}
.nav-justified {
  width: 100%;
}
.nav-justified > li {
  float: none;
}
.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs-justified {
  border-bottom: 0;
}
.nav-tabs-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs-justified > .active > a,
.nav-tabs-justified > .active > a:hover,
.nav-tabs-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs-justified > .active > a,
  .nav-tabs-justified > .active > a:hover,
  .nav-tabs-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.tab-content > .tab-pane {
  display: none;
}
.tab-content > .active {
  display: block;
}
.nav-tabs .dropdown-menu {
  margin-top: -1px;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar {
  position: relative;
  min-height: 30px;
  margin-bottom: 18px;
  border: 1px solid transparent;
}
@media (min-width: 541px) {
  .navbar {
    border-radius: 2px;
  }
}
@media (min-width: 541px) {
  .navbar-header {
    float: left;
  }
}
.navbar-collapse {
  overflow-x: visible;
  padding-right: 0px;
  padding-left: 0px;
  border-top: 1px solid transparent;
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1);
  -webkit-overflow-scrolling: touch;
}
.navbar-collapse.in {
  overflow-y: auto;
}
@media (min-width: 541px) {
  .navbar-collapse {
    width: auto;
    border-top: 0;
    box-shadow: none;
  }
  .navbar-collapse.collapse {
    display: block !important;
    height: auto !important;
    padding-bottom: 0;
    overflow: visible !important;
  }
  .navbar-collapse.in {
    overflow-y: visible;
  }
  .navbar-fixed-top .navbar-collapse,
  .navbar-static-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    padding-left: 0;
    padding-right: 0;
  }
}
.navbar-fixed-top .navbar-collapse,
.navbar-fixed-bottom .navbar-collapse {
  max-height: 340px;
}
@media (max-device-width: 540px) and (orientation: landscape) {
  .navbar-fixed-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    max-height: 200px;
  }
}
.container > .navbar-header,
.container-fluid > .navbar-header,
.container > .navbar-collapse,
.container-fluid > .navbar-collapse {
  margin-right: 0px;
  margin-left: 0px;
}
@media (min-width: 541px) {
  .container > .navbar-header,
  .container-fluid > .navbar-header,
  .container > .navbar-collapse,
  .container-fluid > .navbar-collapse {
    margin-right: 0;
    margin-left: 0;
  }
}
.navbar-static-top {
  z-index: 1000;
  border-width: 0 0 1px;
}
@media (min-width: 541px) {
  .navbar-static-top {
    border-radius: 0;
  }
}
.navbar-fixed-top,
.navbar-fixed-bottom {
  position: fixed;
  right: 0;
  left: 0;
  z-index: 1030;
}
@media (min-width: 541px) {
  .navbar-fixed-top,
  .navbar-fixed-bottom {
    border-radius: 0;
  }
}
.navbar-fixed-top {
  top: 0;
  border-width: 0 0 1px;
}
.navbar-fixed-bottom {
  bottom: 0;
  margin-bottom: 0;
  border-width: 1px 0 0;
}
.navbar-brand {
  float: left;
  padding: 6px 0px;
  font-size: 17px;
  line-height: 18px;
  height: 30px;
}
.navbar-brand:hover,
.navbar-brand:focus {
  text-decoration: none;
}
.navbar-brand > img {
  display: block;
}
@media (min-width: 541px) {
  .navbar > .container .navbar-brand,
  .navbar > .container-fluid .navbar-brand {
    margin-left: 0px;
  }
}
.navbar-toggle {
  position: relative;
  float: right;
  margin-right: 0px;
  padding: 9px 10px;
  margin-top: -2px;
  margin-bottom: -2px;
  background-color: transparent;
  background-image: none;
  border: 1px solid transparent;
  border-radius: 2px;
}
.navbar-toggle:focus {
  outline: 0;
}
.navbar-toggle .icon-bar {
  display: block;
  width: 22px;
  height: 2px;
  border-radius: 1px;
}
.navbar-toggle .icon-bar + .icon-bar {
  margin-top: 4px;
}
@media (min-width: 541px) {
  .navbar-toggle {
    display: none;
  }
}
.navbar-nav {
  margin: 3px 0px;
}
.navbar-nav > li > a {
  padding-top: 10px;
  padding-bottom: 10px;
  line-height: 18px;
}
@media (max-width: 540px) {
  .navbar-nav .open .dropdown-menu {
    position: static;
    float: none;
    width: auto;
    margin-top: 0;
    background-color: transparent;
    border: 0;
    box-shadow: none;
  }
  .navbar-nav .open .dropdown-menu > li > a,
  .navbar-nav .open .dropdown-menu .dropdown-header {
    padding: 5px 15px 5px 25px;
  }
  .navbar-nav .open .dropdown-menu > li > a {
    line-height: 18px;
  }
  .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-nav .open .dropdown-menu > li > a:focus {
    background-image: none;
  }
}
@media (min-width: 541px) {
  .navbar-nav {
    float: left;
    margin: 0;
  }
  .navbar-nav > li {
    float: left;
  }
  .navbar-nav > li > a {
    padding-top: 6px;
    padding-bottom: 6px;
  }
}
.navbar-form {
  margin-left: 0px;
  margin-right: 0px;
  padding: 10px 0px;
  border-top: 1px solid transparent;
  border-bottom: 1px solid transparent;
  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  margin-top: -1px;
  margin-bottom: -1px;
}
@media (min-width: 768px) {
  .navbar-form .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .navbar-form .form-control-static {
    display: inline-block;
  }
  .navbar-form .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .navbar-form .input-group .input-group-addon,
  .navbar-form .input-group .input-group-btn,
  .navbar-form .input-group .form-control {
    width: auto;
  }
  .navbar-form .input-group > .form-control {
    width: 100%;
  }
  .navbar-form .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio,
  .navbar-form .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio label,
  .navbar-form .checkbox label {
    padding-left: 0;
  }
  .navbar-form .radio input[type="radio"],
  .navbar-form .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .navbar-form .has-feedback .form-control-feedback {
    top: 0;
  }
}
@media (max-width: 540px) {
  .navbar-form .form-group {
    margin-bottom: 5px;
  }
  .navbar-form .form-group:last-child {
    margin-bottom: 0;
  }
}
@media (min-width: 541px) {
  .navbar-form {
    width: auto;
    border: 0;
    margin-left: 0;
    margin-right: 0;
    padding-top: 0;
    padding-bottom: 0;
    -webkit-box-shadow: none;
    box-shadow: none;
  }
}
.navbar-nav > li > .dropdown-menu {
  margin-top: 0;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar-fixed-bottom .navbar-nav > li > .dropdown-menu {
  margin-bottom: 0;
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.navbar-btn {
  margin-top: -1px;
  margin-bottom: -1px;
}
.navbar-btn.btn-sm {
  margin-top: 0px;
  margin-bottom: 0px;
}
.navbar-btn.btn-xs {
  margin-top: 4px;
  margin-bottom: 4px;
}
.navbar-text {
  margin-top: 6px;
  margin-bottom: 6px;
}
@media (min-width: 541px) {
  .navbar-text {
    float: left;
    margin-left: 0px;
    margin-right: 0px;
  }
}
@media (min-width: 541px) {
  .navbar-left {
    float: left !important;
    float: left;
  }
  .navbar-right {
    float: right !important;
    float: right;
    margin-right: 0px;
  }
  .navbar-right ~ .navbar-right {
    margin-right: 0;
  }
}
.navbar-default {
  background-color: #f8f8f8;
  border-color: #e7e7e7;
}
.navbar-default .navbar-brand {
  color: #777;
}
.navbar-default .navbar-brand:hover,
.navbar-default .navbar-brand:focus {
  color: #5e5e5e;
  background-color: transparent;
}
.navbar-default .navbar-text {
  color: #777;
}
.navbar-default .navbar-nav > li > a {
  color: #777;
}
.navbar-default .navbar-nav > li > a:hover,
.navbar-default .navbar-nav > li > a:focus {
  color: #333;
  background-color: transparent;
}
.navbar-default .navbar-nav > .active > a,
.navbar-default .navbar-nav > .active > a:hover,
.navbar-default .navbar-nav > .active > a:focus {
  color: #555;
  background-color: #e7e7e7;
}
.navbar-default .navbar-nav > .disabled > a,
.navbar-default .navbar-nav > .disabled > a:hover,
.navbar-default .navbar-nav > .disabled > a:focus {
  color: #ccc;
  background-color: transparent;
}
.navbar-default .navbar-toggle {
  border-color: #ddd;
}
.navbar-default .navbar-toggle:hover,
.navbar-default .navbar-toggle:focus {
  background-color: #ddd;
}
.navbar-default .navbar-toggle .icon-bar {
  background-color: #888;
}
.navbar-default .navbar-collapse,
.navbar-default .navbar-form {
  border-color: #e7e7e7;
}
.navbar-default .navbar-nav > .open > a,
.navbar-default .navbar-nav > .open > a:hover,
.navbar-default .navbar-nav > .open > a:focus {
  background-color: #e7e7e7;
  color: #555;
}
@media (max-width: 540px) {
  .navbar-default .navbar-nav .open .dropdown-menu > li > a {
    color: #777;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #333;
    background-color: transparent;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #555;
    background-color: #e7e7e7;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #ccc;
    background-color: transparent;
  }
}
.navbar-default .navbar-link {
  color: #777;
}
.navbar-default .navbar-link:hover {
  color: #333;
}
.navbar-default .btn-link {
  color: #777;
}
.navbar-default .btn-link:hover,
.navbar-default .btn-link:focus {
  color: #333;
}
.navbar-default .btn-link[disabled]:hover,
fieldset[disabled] .navbar-default .btn-link:hover,
.navbar-default .btn-link[disabled]:focus,
fieldset[disabled] .navbar-default .btn-link:focus {
  color: #ccc;
}
.navbar-inverse {
  background-color: #222;
  border-color: #080808;
}
.navbar-inverse .navbar-brand {
  color: #9d9d9d;
}
.navbar-inverse .navbar-brand:hover,
.navbar-inverse .navbar-brand:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-text {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a:hover,
.navbar-inverse .navbar-nav > li > a:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-nav > .active > a,
.navbar-inverse .navbar-nav > .active > a:hover,
.navbar-inverse .navbar-nav > .active > a:focus {
  color: #fff;
  background-color: #080808;
}
.navbar-inverse .navbar-nav > .disabled > a,
.navbar-inverse .navbar-nav > .disabled > a:hover,
.navbar-inverse .navbar-nav > .disabled > a:focus {
  color: #444;
  background-color: transparent;
}
.navbar-inverse .navbar-toggle {
  border-color: #333;
}
.navbar-inverse .navbar-toggle:hover,
.navbar-inverse .navbar-toggle:focus {
  background-color: #333;
}
.navbar-inverse .navbar-toggle .icon-bar {
  background-color: #fff;
}
.navbar-inverse .navbar-collapse,
.navbar-inverse .navbar-form {
  border-color: #101010;
}
.navbar-inverse .navbar-nav > .open > a,
.navbar-inverse .navbar-nav > .open > a:hover,
.navbar-inverse .navbar-nav > .open > a:focus {
  background-color: #080808;
  color: #fff;
}
@media (max-width: 540px) {
  .navbar-inverse .navbar-nav .open .dropdown-menu > .dropdown-header {
    border-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu .divider {
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a {
    color: #9d9d9d;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #fff;
    background-color: transparent;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #fff;
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #444;
    background-color: transparent;
  }
}
.navbar-inverse .navbar-link {
  color: #9d9d9d;
}
.navbar-inverse .navbar-link:hover {
  color: #fff;
}
.navbar-inverse .btn-link {
  color: #9d9d9d;
}
.navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link:focus {
  color: #fff;
}
.navbar-inverse .btn-link[disabled]:hover,
fieldset[disabled] .navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link[disabled]:focus,
fieldset[disabled] .navbar-inverse .btn-link:focus {
  color: #444;
}
.breadcrumb {
  padding: 8px 15px;
  margin-bottom: 18px;
  list-style: none;
  background-color: #f5f5f5;
  border-radius: 2px;
}
.breadcrumb > li {
  display: inline-block;
}
.breadcrumb > li + li:before {
  content: "/\00a0";
  padding: 0 5px;
  color: #5e5e5e;
}
.breadcrumb > .active {
  color: #777777;
}
.pagination {
  display: inline-block;
  padding-left: 0;
  margin: 18px 0;
  border-radius: 2px;
}
.pagination > li {
  display: inline;
}
.pagination > li > a,
.pagination > li > span {
  position: relative;
  float: left;
  padding: 6px 12px;
  line-height: 1.42857143;
  text-decoration: none;
  color: #337ab7;
  background-color: #fff;
  border: 1px solid #ddd;
  margin-left: -1px;
}
.pagination > li:first-child > a,
.pagination > li:first-child > span {
  margin-left: 0;
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.pagination > li:last-child > a,
.pagination > li:last-child > span {
  border-bottom-right-radius: 2px;
  border-top-right-radius: 2px;
}
.pagination > li > a:hover,
.pagination > li > span:hover,
.pagination > li > a:focus,
.pagination > li > span:focus {
  z-index: 2;
  color: #23527c;
  background-color: #eeeeee;
  border-color: #ddd;
}
.pagination > .active > a,
.pagination > .active > span,
.pagination > .active > a:hover,
.pagination > .active > span:hover,
.pagination > .active > a:focus,
.pagination > .active > span:focus {
  z-index: 3;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
  cursor: default;
}
.pagination > .disabled > span,
.pagination > .disabled > span:hover,
.pagination > .disabled > span:focus,
.pagination > .disabled > a,
.pagination > .disabled > a:hover,
.pagination > .disabled > a:focus {
  color: #777777;
  background-color: #fff;
  border-color: #ddd;
  cursor: not-allowed;
}
.pagination-lg > li > a,
.pagination-lg > li > span {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.pagination-lg > li:first-child > a,
.pagination-lg > li:first-child > span {
  border-bottom-left-radius: 3px;
  border-top-left-radius: 3px;
}
.pagination-lg > li:last-child > a,
.pagination-lg > li:last-child > span {
  border-bottom-right-radius: 3px;
  border-top-right-radius: 3px;
}
.pagination-sm > li > a,
.pagination-sm > li > span {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.pagination-sm > li:first-child > a,
.pagination-sm > li:first-child > span {
  border-bottom-left-radius: 1px;
  border-top-left-radius: 1px;
}
.pagination-sm > li:last-child > a,
.pagination-sm > li:last-child > span {
  border-bottom-right-radius: 1px;
  border-top-right-radius: 1px;
}
.pager {
  padding-left: 0;
  margin: 18px 0;
  list-style: none;
  text-align: center;
}
.pager li {
  display: inline;
}
.pager li > a,
.pager li > span {
  display: inline-block;
  padding: 5px 14px;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 15px;
}
.pager li > a:hover,
.pager li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.pager .next > a,
.pager .next > span {
  float: right;
}
.pager .previous > a,
.pager .previous > span {
  float: left;
}
.pager .disabled > a,
.pager .disabled > a:hover,
.pager .disabled > a:focus,
.pager .disabled > span {
  color: #777777;
  background-color: #fff;
  cursor: not-allowed;
}
.label {
  display: inline;
  padding: .2em .6em .3em;
  font-size: 75%;
  font-weight: bold;
  line-height: 1;
  color: #fff;
  text-align: center;
  white-space: nowrap;
  vertical-align: baseline;
  border-radius: .25em;
}
a.label:hover,
a.label:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.label:empty {
  display: none;
}
.btn .label {
  position: relative;
  top: -1px;
}
.label-default {
  background-color: #777777;
}
.label-default[href]:hover,
.label-default[href]:focus {
  background-color: #5e5e5e;
}
.label-primary {
  background-color: #337ab7;
}
.label-primary[href]:hover,
.label-primary[href]:focus {
  background-color: #286090;
}
.label-success {
  background-color: #5cb85c;
}
.label-success[href]:hover,
.label-success[href]:focus {
  background-color: #449d44;
}
.label-info {
  background-color: #5bc0de;
}
.label-info[href]:hover,
.label-info[href]:focus {
  background-color: #31b0d5;
}
.label-warning {
  background-color: #f0ad4e;
}
.label-warning[href]:hover,
.label-warning[href]:focus {
  background-color: #ec971f;
}
.label-danger {
  background-color: #d9534f;
}
.label-danger[href]:hover,
.label-danger[href]:focus {
  background-color: #c9302c;
}
.badge {
  display: inline-block;
  min-width: 10px;
  padding: 3px 7px;
  font-size: 12px;
  font-weight: bold;
  color: #fff;
  line-height: 1;
  vertical-align: middle;
  white-space: nowrap;
  text-align: center;
  background-color: #777777;
  border-radius: 10px;
}
.badge:empty {
  display: none;
}
.btn .badge {
  position: relative;
  top: -1px;
}
.btn-xs .badge,
.btn-group-xs > .btn .badge {
  top: 0;
  padding: 1px 5px;
}
a.badge:hover,
a.badge:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.list-group-item.active > .badge,
.nav-pills > .active > a > .badge {
  color: #337ab7;
  background-color: #fff;
}
.list-group-item > .badge {
  float: right;
}
.list-group-item > .badge + .badge {
  margin-right: 5px;
}
.nav-pills > li > a > .badge {
  margin-left: 3px;
}
.jumbotron {
  padding-top: 30px;
  padding-bottom: 30px;
  margin-bottom: 30px;
  color: inherit;
  background-color: #eeeeee;
}
.jumbotron h1,
.jumbotron .h1 {
  color: inherit;
}
.jumbotron p {
  margin-bottom: 15px;
  font-size: 20px;
  font-weight: 200;
}
.jumbotron > hr {
  border-top-color: #d5d5d5;
}
.container .jumbotron,
.container-fluid .jumbotron {
  border-radius: 3px;
  padding-left: 0px;
  padding-right: 0px;
}
.jumbotron .container {
  max-width: 100%;
}
@media screen and (min-width: 768px) {
  .jumbotron {
    padding-top: 48px;
    padding-bottom: 48px;
  }
  .container .jumbotron,
  .container-fluid .jumbotron {
    padding-left: 60px;
    padding-right: 60px;
  }
  .jumbotron h1,
  .jumbotron .h1 {
    font-size: 59px;
  }
}
.thumbnail {
  display: block;
  padding: 4px;
  margin-bottom: 18px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: border 0.2s ease-in-out;
  -o-transition: border 0.2s ease-in-out;
  transition: border 0.2s ease-in-out;
}
.thumbnail > img,
.thumbnail a > img {
  margin-left: auto;
  margin-right: auto;
}
a.thumbnail:hover,
a.thumbnail:focus,
a.thumbnail.active {
  border-color: #337ab7;
}
.thumbnail .caption {
  padding: 9px;
  color: #000;
}
.alert {
  padding: 15px;
  margin-bottom: 18px;
  border: 1px solid transparent;
  border-radius: 2px;
}
.alert h4 {
  margin-top: 0;
  color: inherit;
}
.alert .alert-link {
  font-weight: bold;
}
.alert > p,
.alert > ul {
  margin-bottom: 0;
}
.alert > p + p {
  margin-top: 5px;
}
.alert-dismissable,
.alert-dismissible {
  padding-right: 35px;
}
.alert-dismissable .close,
.alert-dismissible .close {
  position: relative;
  top: -2px;
  right: -21px;
  color: inherit;
}
.alert-success {
  background-color: #dff0d8;
  border-color: #d6e9c6;
  color: #3c763d;
}
.alert-success hr {
  border-top-color: #c9e2b3;
}
.alert-success .alert-link {
  color: #2b542c;
}
.alert-info {
  background-color: #d9edf7;
  border-color: #bce8f1;
  color: #31708f;
}
.alert-info hr {
  border-top-color: #a6e1ec;
}
.alert-info .alert-link {
  color: #245269;
}
.alert-warning {
  background-color: #fcf8e3;
  border-color: #faebcc;
  color: #8a6d3b;
}
.alert-warning hr {
  border-top-color: #f7e1b5;
}
.alert-warning .alert-link {
  color: #66512c;
}
.alert-danger {
  background-color: #f2dede;
  border-color: #ebccd1;
  color: #a94442;
}
.alert-danger hr {
  border-top-color: #e4b9c0;
}
.alert-danger .alert-link {
  color: #843534;
}
@-webkit-keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
@keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
.progress {
  overflow: hidden;
  height: 18px;
  margin-bottom: 18px;
  background-color: #f5f5f5;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
  box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
}
.progress-bar {
  float: left;
  width: 0%;
  height: 100%;
  font-size: 12px;
  line-height: 18px;
  color: #fff;
  text-align: center;
  background-color: #337ab7;
  -webkit-box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  -webkit-transition: width 0.6s ease;
  -o-transition: width 0.6s ease;
  transition: width 0.6s ease;
}
.progress-striped .progress-bar,
.progress-bar-striped {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-size: 40px 40px;
}
.progress.active .progress-bar,
.progress-bar.active {
  -webkit-animation: progress-bar-stripes 2s linear infinite;
  -o-animation: progress-bar-stripes 2s linear infinite;
  animation: progress-bar-stripes 2s linear infinite;
}
.progress-bar-success {
  background-color: #5cb85c;
}
.progress-striped .progress-bar-success {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-info {
  background-color: #5bc0de;
}
.progress-striped .progress-bar-info {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-warning {
  background-color: #f0ad4e;
}
.progress-striped .progress-bar-warning {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-danger {
  background-color: #d9534f;
}
.progress-striped .progress-bar-danger {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.media {
  margin-top: 15px;
}
.media:first-child {
  margin-top: 0;
}
.media,
.media-body {
  zoom: 1;
  overflow: hidden;
}
.media-body {
  width: 10000px;
}
.media-object {
  display: block;
}
.media-object.img-thumbnail {
  max-width: none;
}
.media-right,
.media > .pull-right {
  padding-left: 10px;
}
.media-left,
.media > .pull-left {
  padding-right: 10px;
}
.media-left,
.media-right,
.media-body {
  display: table-cell;
  vertical-align: top;
}
.media-middle {
  vertical-align: middle;
}
.media-bottom {
  vertical-align: bottom;
}
.media-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.media-list {
  padding-left: 0;
  list-style: none;
}
.list-group {
  margin-bottom: 20px;
  padding-left: 0;
}
.list-group-item {
  position: relative;
  display: block;
  padding: 10px 15px;
  margin-bottom: -1px;
  background-color: #fff;
  border: 1px solid #ddd;
}
.list-group-item:first-child {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
}
.list-group-item:last-child {
  margin-bottom: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
a.list-group-item,
button.list-group-item {
  color: #555;
}
a.list-group-item .list-group-item-heading,
button.list-group-item .list-group-item-heading {
  color: #333;
}
a.list-group-item:hover,
button.list-group-item:hover,
a.list-group-item:focus,
button.list-group-item:focus {
  text-decoration: none;
  color: #555;
  background-color: #f5f5f5;
}
button.list-group-item {
  width: 100%;
  text-align: left;
}
.list-group-item.disabled,
.list-group-item.disabled:hover,
.list-group-item.disabled:focus {
  background-color: #eeeeee;
  color: #777777;
  cursor: not-allowed;
}
.list-group-item.disabled .list-group-item-heading,
.list-group-item.disabled:hover .list-group-item-heading,
.list-group-item.disabled:focus .list-group-item-heading {
  color: inherit;
}
.list-group-item.disabled .list-group-item-text,
.list-group-item.disabled:hover .list-group-item-text,
.list-group-item.disabled:focus .list-group-item-text {
  color: #777777;
}
.list-group-item.active,
.list-group-item.active:hover,
.list-group-item.active:focus {
  z-index: 2;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.list-group-item.active .list-group-item-heading,
.list-group-item.active:hover .list-group-item-heading,
.list-group-item.active:focus .list-group-item-heading,
.list-group-item.active .list-group-item-heading > small,
.list-group-item.active:hover .list-group-item-heading > small,
.list-group-item.active:focus .list-group-item-heading > small,
.list-group-item.active .list-group-item-heading > .small,
.list-group-item.active:hover .list-group-item-heading > .small,
.list-group-item.active:focus .list-group-item-heading > .small {
  color: inherit;
}
.list-group-item.active .list-group-item-text,
.list-group-item.active:hover .list-group-item-text,
.list-group-item.active:focus .list-group-item-text {
  color: #c7ddef;
}
.list-group-item-success {
  color: #3c763d;
  background-color: #dff0d8;
}
a.list-group-item-success,
button.list-group-item-success {
  color: #3c763d;
}
a.list-group-item-success .list-group-item-heading,
button.list-group-item-success .list-group-item-heading {
  color: inherit;
}
a.list-group-item-success:hover,
button.list-group-item-success:hover,
a.list-group-item-success:focus,
button.list-group-item-success:focus {
  color: #3c763d;
  background-color: #d0e9c6;
}
a.list-group-item-success.active,
button.list-group-item-success.active,
a.list-group-item-success.active:hover,
button.list-group-item-success.active:hover,
a.list-group-item-success.active:focus,
button.list-group-item-success.active:focus {
  color: #fff;
  background-color: #3c763d;
  border-color: #3c763d;
}
.list-group-item-info {
  color: #31708f;
  background-color: #d9edf7;
}
a.list-group-item-info,
button.list-group-item-info {
  color: #31708f;
}
a.list-group-item-info .list-group-item-heading,
button.list-group-item-info .list-group-item-heading {
  color: inherit;
}
a.list-group-item-info:hover,
button.list-group-item-info:hover,
a.list-group-item-info:focus,
button.list-group-item-info:focus {
  color: #31708f;
  background-color: #c4e3f3;
}
a.list-group-item-info.active,
button.list-group-item-info.active,
a.list-group-item-info.active:hover,
button.list-group-item-info.active:hover,
a.list-group-item-info.active:focus,
button.list-group-item-info.active:focus {
  color: #fff;
  background-color: #31708f;
  border-color: #31708f;
}
.list-group-item-warning {
  color: #8a6d3b;
  background-color: #fcf8e3;
}
a.list-group-item-warning,
button.list-group-item-warning {
  color: #8a6d3b;
}
a.list-group-item-warning .list-group-item-heading,
button.list-group-item-warning .list-group-item-heading {
  color: inherit;
}
a.list-group-item-warning:hover,
button.list-group-item-warning:hover,
a.list-group-item-warning:focus,
button.list-group-item-warning:focus {
  color: #8a6d3b;
  background-color: #faf2cc;
}
a.list-group-item-warning.active,
button.list-group-item-warning.active,
a.list-group-item-warning.active:hover,
button.list-group-item-warning.active:hover,
a.list-group-item-warning.active:focus,
button.list-group-item-warning.active:focus {
  color: #fff;
  background-color: #8a6d3b;
  border-color: #8a6d3b;
}
.list-group-item-danger {
  color: #a94442;
  background-color: #f2dede;
}
a.list-group-item-danger,
button.list-group-item-danger {
  color: #a94442;
}
a.list-group-item-danger .list-group-item-heading,
button.list-group-item-danger .list-group-item-heading {
  color: inherit;
}
a.list-group-item-danger:hover,
button.list-group-item-danger:hover,
a.list-group-item-danger:focus,
button.list-group-item-danger:focus {
  color: #a94442;
  background-color: #ebcccc;
}
a.list-group-item-danger.active,
button.list-group-item-danger.active,
a.list-group-item-danger.active:hover,
button.list-group-item-danger.active:hover,
a.list-group-item-danger.active:focus,
button.list-group-item-danger.active:focus {
  color: #fff;
  background-color: #a94442;
  border-color: #a94442;
}
.list-group-item-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.list-group-item-text {
  margin-bottom: 0;
  line-height: 1.3;
}
.panel {
  margin-bottom: 18px;
  background-color: #fff;
  border: 1px solid transparent;
  border-radius: 2px;
  -webkit-box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
}
.panel-body {
  padding: 15px;
}
.panel-heading {
  padding: 10px 15px;
  border-bottom: 1px solid transparent;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel-heading > .dropdown .dropdown-toggle {
  color: inherit;
}
.panel-title {
  margin-top: 0;
  margin-bottom: 0;
  font-size: 15px;
  color: inherit;
}
.panel-title > a,
.panel-title > small,
.panel-title > .small,
.panel-title > small > a,
.panel-title > .small > a {
  color: inherit;
}
.panel-footer {
  padding: 10px 15px;
  background-color: #f5f5f5;
  border-top: 1px solid #ddd;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .list-group,
.panel > .panel-collapse > .list-group {
  margin-bottom: 0;
}
.panel > .list-group .list-group-item,
.panel > .panel-collapse > .list-group .list-group-item {
  border-width: 1px 0;
  border-radius: 0;
}
.panel > .list-group:first-child .list-group-item:first-child,
.panel > .panel-collapse > .list-group:first-child .list-group-item:first-child {
  border-top: 0;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .list-group:last-child .list-group-item:last-child,
.panel > .panel-collapse > .list-group:last-child .list-group-item:last-child {
  border-bottom: 0;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .panel-heading + .panel-collapse > .list-group .list-group-item:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.panel-heading + .list-group .list-group-item:first-child {
  border-top-width: 0;
}
.list-group + .panel-footer {
  border-top-width: 0;
}
.panel > .table,
.panel > .table-responsive > .table,
.panel > .panel-collapse > .table {
  margin-bottom: 0;
}
.panel > .table caption,
.panel > .table-responsive > .table caption,
.panel > .panel-collapse > .table caption {
  padding-left: 15px;
  padding-right: 15px;
}
.panel > .table:first-child,
.panel > .table-responsive:first-child > .table:first-child {
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child {
  border-top-left-radius: 1px;
  border-top-right-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:first-child {
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:last-child {
  border-top-right-radius: 1px;
}
.panel > .table:last-child,
.panel > .table-responsive:last-child > .table:last-child {
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child {
  border-bottom-left-radius: 1px;
  border-bottom-right-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:first-child {
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:last-child {
  border-bottom-right-radius: 1px;
}
.panel > .panel-body + .table,
.panel > .panel-body + .table-responsive,
.panel > .table + .panel-body,
.panel > .table-responsive + .panel-body {
  border-top: 1px solid #ddd;
}
.panel > .table > tbody:first-child > tr:first-child th,
.panel > .table > tbody:first-child > tr:first-child td {
  border-top: 0;
}
.panel > .table-bordered,
.panel > .table-responsive > .table-bordered {
  border: 0;
}
.panel > .table-bordered > thead > tr > th:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:first-child,
.panel > .table-bordered > tbody > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:first-child,
.panel > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-bordered > thead > tr > td:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:first-child,
.panel > .table-bordered > tbody > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:first-child,
.panel > .table-bordered > tfoot > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:first-child {
  border-left: 0;
}
.panel > .table-bordered > thead > tr > th:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:last-child,
.panel > .table-bordered > tbody > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:last-child,
.panel > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-bordered > thead > tr > td:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:last-child,
.panel > .table-bordered > tbody > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:last-child,
.panel > .table-bordered > tfoot > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:last-child {
  border-right: 0;
}
.panel > .table-bordered > thead > tr:first-child > td,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > td,
.panel > .table-bordered > tbody > tr:first-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > td,
.panel > .table-bordered > thead > tr:first-child > th,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > th,
.panel > .table-bordered > tbody > tr:first-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > th {
  border-bottom: 0;
}
.panel > .table-bordered > tbody > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > td,
.panel > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-bordered > tbody > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > th,
.panel > .table-bordered > tfoot > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > th {
  border-bottom: 0;
}
.panel > .table-responsive {
  border: 0;
  margin-bottom: 0;
}
.panel-group {
  margin-bottom: 18px;
}
.panel-group .panel {
  margin-bottom: 0;
  border-radius: 2px;
}
.panel-group .panel + .panel {
  margin-top: 5px;
}
.panel-group .panel-heading {
  border-bottom: 0;
}
.panel-group .panel-heading + .panel-collapse > .panel-body,
.panel-group .panel-heading + .panel-collapse > .list-group {
  border-top: 1px solid #ddd;
}
.panel-group .panel-footer {
  border-top: 0;
}
.panel-group .panel-footer + .panel-collapse .panel-body {
  border-bottom: 1px solid #ddd;
}
.panel-default {
  border-color: #ddd;
}
.panel-default > .panel-heading {
  color: #333333;
  background-color: #f5f5f5;
  border-color: #ddd;
}
.panel-default > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ddd;
}
.panel-default > .panel-heading .badge {
  color: #f5f5f5;
  background-color: #333333;
}
.panel-default > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ddd;
}
.panel-primary {
  border-color: #337ab7;
}
.panel-primary > .panel-heading {
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.panel-primary > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #337ab7;
}
.panel-primary > .panel-heading .badge {
  color: #337ab7;
  background-color: #fff;
}
.panel-primary > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #337ab7;
}
.panel-success {
  border-color: #d6e9c6;
}
.panel-success > .panel-heading {
  color: #3c763d;
  background-color: #dff0d8;
  border-color: #d6e9c6;
}
.panel-success > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #d6e9c6;
}
.panel-success > .panel-heading .badge {
  color: #dff0d8;
  background-color: #3c763d;
}
.panel-success > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #d6e9c6;
}
.panel-info {
  border-color: #bce8f1;
}
.panel-info > .panel-heading {
  color: #31708f;
  background-color: #d9edf7;
  border-color: #bce8f1;
}
.panel-info > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #bce8f1;
}
.panel-info > .panel-heading .badge {
  color: #d9edf7;
  background-color: #31708f;
}
.panel-info > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #bce8f1;
}
.panel-warning {
  border-color: #faebcc;
}
.panel-warning > .panel-heading {
  color: #8a6d3b;
  background-color: #fcf8e3;
  border-color: #faebcc;
}
.panel-warning > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #faebcc;
}
.panel-warning > .panel-heading .badge {
  color: #fcf8e3;
  background-color: #8a6d3b;
}
.panel-warning > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #faebcc;
}
.panel-danger {
  border-color: #ebccd1;
}
.panel-danger > .panel-heading {
  color: #a94442;
  background-color: #f2dede;
  border-color: #ebccd1;
}
.panel-danger > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ebccd1;
}
.panel-danger > .panel-heading .badge {
  color: #f2dede;
  background-color: #a94442;
}
.panel-danger > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ebccd1;
}
.embed-responsive {
  position: relative;
  display: block;
  height: 0;
  padding: 0;
  overflow: hidden;
}
.embed-responsive .embed-responsive-item,
.embed-responsive iframe,
.embed-responsive embed,
.embed-responsive object,
.embed-responsive video {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  height: 100%;
  width: 100%;
  border: 0;
}
.embed-responsive-16by9 {
  padding-bottom: 56.25%;
}
.embed-responsive-4by3 {
  padding-bottom: 75%;
}
.well {
  min-height: 20px;
  padding: 19px;
  margin-bottom: 20px;
  background-color: #f5f5f5;
  border: 1px solid #e3e3e3;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
}
.well blockquote {
  border-color: #ddd;
  border-color: rgba(0, 0, 0, 0.15);
}
.well-lg {
  padding: 24px;
  border-radius: 3px;
}
.well-sm {
  padding: 9px;
  border-radius: 1px;
}
.close {
  float: right;
  font-size: 19.5px;
  font-weight: bold;
  line-height: 1;
  color: #000;
  text-shadow: 0 1px 0 #fff;
  opacity: 0.2;
  filter: alpha(opacity=20);
}
.close:hover,
.close:focus {
  color: #000;
  text-decoration: none;
  cursor: pointer;
  opacity: 0.5;
  filter: alpha(opacity=50);
}
button.close {
  padding: 0;
  cursor: pointer;
  background: transparent;
  border: 0;
  -webkit-appearance: none;
}
.modal-open {
  overflow: hidden;
}
.modal {
  display: none;
  overflow: hidden;
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1050;
  -webkit-overflow-scrolling: touch;
  outline: 0;
}
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, -25%);
  -ms-transform: translate(0, -25%);
  -o-transform: translate(0, -25%);
  transform: translate(0, -25%);
  -webkit-transition: -webkit-transform 0.3s ease-out;
  -moz-transition: -moz-transform 0.3s ease-out;
  -o-transition: -o-transform 0.3s ease-out;
  transition: transform 0.3s ease-out;
}
.modal.in .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
.modal-open .modal {
  overflow-x: hidden;
  overflow-y: auto;
}
.modal-dialog {
  position: relative;
  width: auto;
  margin: 10px;
}
.modal-content {
  position: relative;
  background-color: #fff;
  border: 1px solid #999;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  background-clip: padding-box;
  outline: 0;
}
.modal-backdrop {
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1040;
  background-color: #000;
}
.modal-backdrop.fade {
  opacity: 0;
  filter: alpha(opacity=0);
}
.modal-backdrop.in {
  opacity: 0.5;
  filter: alpha(opacity=50);
}
.modal-header {
  padding: 15px;
  border-bottom: 1px solid #e5e5e5;
}
.modal-header .close {
  margin-top: -2px;
}
.modal-title {
  margin: 0;
  line-height: 1.42857143;
}
.modal-body {
  position: relative;
  padding: 15px;
}
.modal-footer {
  padding: 15px;
  text-align: right;
  border-top: 1px solid #e5e5e5;
}
.modal-footer .btn + .btn {
  margin-left: 5px;
  margin-bottom: 0;
}
.modal-footer .btn-group .btn + .btn {
  margin-left: -1px;
}
.modal-footer .btn-block + .btn-block {
  margin-left: 0;
}
.modal-scrollbar-measure {
  position: absolute;
  top: -9999px;
  width: 50px;
  height: 50px;
  overflow: scroll;
}
@media (min-width: 768px) {
  .modal-dialog {
    width: 600px;
    margin: 30px auto;
  }
  .modal-content {
    -webkit-box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
    box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
  }
  .modal-sm {
    width: 300px;
  }
}
@media (min-width: 992px) {
  .modal-lg {
    width: 900px;
  }
}
.tooltip {
  position: absolute;
  z-index: 1070;
  display: block;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 12px;
  opacity: 0;
  filter: alpha(opacity=0);
}
.tooltip.in {
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.tooltip.top {
  margin-top: -3px;
  padding: 5px 0;
}
.tooltip.right {
  margin-left: 3px;
  padding: 0 5px;
}
.tooltip.bottom {
  margin-top: 3px;
  padding: 5px 0;
}
.tooltip.left {
  margin-left: -3px;
  padding: 0 5px;
}
.tooltip-inner {
  max-width: 200px;
  padding: 3px 8px;
  color: #fff;
  text-align: center;
  background-color: #000;
  border-radius: 2px;
}
.tooltip-arrow {
  position: absolute;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.tooltip.top .tooltip-arrow {
  bottom: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-left .tooltip-arrow {
  bottom: 0;
  right: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-right .tooltip-arrow {
  bottom: 0;
  left: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.right .tooltip-arrow {
  top: 50%;
  left: 0;
  margin-top: -5px;
  border-width: 5px 5px 5px 0;
  border-right-color: #000;
}
.tooltip.left .tooltip-arrow {
  top: 50%;
  right: 0;
  margin-top: -5px;
  border-width: 5px 0 5px 5px;
  border-left-color: #000;
}
.tooltip.bottom .tooltip-arrow {
  top: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-left .tooltip-arrow {
  top: 0;
  right: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-right .tooltip-arrow {
  top: 0;
  left: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.popover {
  position: absolute;
  top: 0;
  left: 0;
  z-index: 1060;
  display: none;
  max-width: 276px;
  padding: 1px;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 13px;
  background-color: #fff;
  background-clip: padding-box;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
  box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
}
.popover.top {
  margin-top: -10px;
}
.popover.right {
  margin-left: 10px;
}
.popover.bottom {
  margin-top: 10px;
}
.popover.left {
  margin-left: -10px;
}
.popover-title {
  margin: 0;
  padding: 8px 14px;
  font-size: 13px;
  background-color: #f7f7f7;
  border-bottom: 1px solid #ebebeb;
  border-radius: 2px 2px 0 0;
}
.popover-content {
  padding: 9px 14px;
}
.popover > .arrow,
.popover > .arrow:after {
  position: absolute;
  display: block;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.popover > .arrow {
  border-width: 11px;
}
.popover > .arrow:after {
  border-width: 10px;
  content: "";
}
.popover.top > .arrow {
  left: 50%;
  margin-left: -11px;
  border-bottom-width: 0;
  border-top-color: #999999;
  border-top-color: rgba(0, 0, 0, 0.25);
  bottom: -11px;
}
.popover.top > .arrow:after {
  content: " ";
  bottom: 1px;
  margin-left: -10px;
  border-bottom-width: 0;
  border-top-color: #fff;
}
.popover.right > .arrow {
  top: 50%;
  left: -11px;
  margin-top: -11px;
  border-left-width: 0;
  border-right-color: #999999;
  border-right-color: rgba(0, 0, 0, 0.25);
}
.popover.right > .arrow:after {
  content: " ";
  left: 1px;
  bottom: -10px;
  border-left-width: 0;
  border-right-color: #fff;
}
.popover.bottom > .arrow {
  left: 50%;
  margin-left: -11px;
  border-top-width: 0;
  border-bottom-color: #999999;
  border-bottom-color: rgba(0, 0, 0, 0.25);
  top: -11px;
}
.popover.bottom > .arrow:after {
  content: " ";
  top: 1px;
  margin-left: -10px;
  border-top-width: 0;
  border-bottom-color: #fff;
}
.popover.left > .arrow {
  top: 50%;
  right: -11px;
  margin-top: -11px;
  border-right-width: 0;
  border-left-color: #999999;
  border-left-color: rgba(0, 0, 0, 0.25);
}
.popover.left > .arrow:after {
  content: " ";
  right: 1px;
  border-right-width: 0;
  border-left-color: #fff;
  bottom: -10px;
}
.carousel {
  position: relative;
}
.carousel-inner {
  position: relative;
  overflow: hidden;
  width: 100%;
}
.carousel-inner > .item {
  display: none;
  position: relative;
  -webkit-transition: 0.6s ease-in-out left;
  -o-transition: 0.6s ease-in-out left;
  transition: 0.6s ease-in-out left;
}
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  line-height: 1;
}
@media all and (transform-3d), (-webkit-transform-3d) {
  .carousel-inner > .item {
    -webkit-transition: -webkit-transform 0.6s ease-in-out;
    -moz-transition: -moz-transform 0.6s ease-in-out;
    -o-transition: -o-transform 0.6s ease-in-out;
    transition: transform 0.6s ease-in-out;
    -webkit-backface-visibility: hidden;
    -moz-backface-visibility: hidden;
    backface-visibility: hidden;
    -webkit-perspective: 1000px;
    -moz-perspective: 1000px;
    perspective: 1000px;
  }
  .carousel-inner > .item.next,
  .carousel-inner > .item.active.right {
    -webkit-transform: translate3d(100%, 0, 0);
    transform: translate3d(100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.prev,
  .carousel-inner > .item.active.left {
    -webkit-transform: translate3d(-100%, 0, 0);
    transform: translate3d(-100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.next.left,
  .carousel-inner > .item.prev.right,
  .carousel-inner > .item.active {
    -webkit-transform: translate3d(0, 0, 0);
    transform: translate3d(0, 0, 0);
    left: 0;
  }
}
.carousel-inner > .active,
.carousel-inner > .next,
.carousel-inner > .prev {
  display: block;
}
.carousel-inner > .active {
  left: 0;
}
.carousel-inner > .next,
.carousel-inner > .prev {
  position: absolute;
  top: 0;
  width: 100%;
}
.carousel-inner > .next {
  left: 100%;
}
.carousel-inner > .prev {
  left: -100%;
}
.carousel-inner > .next.left,
.carousel-inner > .prev.right {
  left: 0;
}
.carousel-inner > .active.left {
  left: -100%;
}
.carousel-inner > .active.right {
  left: 100%;
}
.carousel-control {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  width: 15%;
  opacity: 0.5;
  filter: alpha(opacity=50);
  font-size: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
  background-color: rgba(0, 0, 0, 0);
}
.carousel-control.left {
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#80000000', endColorstr='#00000000', GradientType=1);
}
.carousel-control.right {
  left: auto;
  right: 0;
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#00000000', endColorstr='#80000000', GradientType=1);
}
.carousel-control:hover,
.carousel-control:focus {
  outline: 0;
  color: #fff;
  text-decoration: none;
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.carousel-control .icon-prev,
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-left,
.carousel-control .glyphicon-chevron-right {
  position: absolute;
  top: 50%;
  margin-top: -10px;
  z-index: 5;
  display: inline-block;
}
.carousel-control .icon-prev,
.carousel-control .glyphicon-chevron-left {
  left: 50%;
  margin-left: -10px;
}
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-right {
  right: 50%;
  margin-right: -10px;
}
.carousel-control .icon-prev,
.carousel-control .icon-next {
  width: 20px;
  height: 20px;
  line-height: 1;
  font-family: serif;
}
.carousel-control .icon-prev:before {
  content: '\2039';
}
.carousel-control .icon-next:before {
  content: '\203a';
}
.carousel-indicators {
  position: absolute;
  bottom: 10px;
  left: 50%;
  z-index: 15;
  width: 60%;
  margin-left: -30%;
  padding-left: 0;
  list-style: none;
  text-align: center;
}
.carousel-indicators li {
  display: inline-block;
  width: 10px;
  height: 10px;
  margin: 1px;
  text-indent: -999px;
  border: 1px solid #fff;
  border-radius: 10px;
  cursor: pointer;
  background-color: #000 \9;
  background-color: rgba(0, 0, 0, 0);
}
.carousel-indicators .active {
  margin: 0;
  width: 12px;
  height: 12px;
  background-color: #fff;
}
.carousel-caption {
  position: absolute;
  left: 15%;
  right: 15%;
  bottom: 20px;
  z-index: 10;
  padding-top: 20px;
  padding-bottom: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
}
.carousel-caption .btn {
  text-shadow: none;
}
@media screen and (min-width: 768px) {
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-prev,
  .carousel-control .icon-next {
    width: 30px;
    height: 30px;
    margin-top: -10px;
    font-size: 30px;
  }
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .icon-prev {
    margin-left: -10px;
  }
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-next {
    margin-right: -10px;
  }
  .carousel-caption {
    left: 20%;
    right: 20%;
    padding-bottom: 30px;
  }
  .carousel-indicators {
    bottom: 20px;
  }
}
.clearfix:before,
.clearfix:after,
.dl-horizontal dd:before,
.dl-horizontal dd:after,
.container:before,
.container:after,
.container-fluid:before,
.container-fluid:after,
.row:before,
.row:after,
.form-horizontal .form-group:before,
.form-horizontal .form-group:after,
.btn-toolbar:before,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:before,
.btn-group-vertical > .btn-group:after,
.nav:before,
.nav:after,
.navbar:before,
.navbar:after,
.navbar-header:before,
.navbar-header:after,
.navbar-collapse:before,
.navbar-collapse:after,
.pager:before,
.pager:after,
.panel-body:before,
.panel-body:after,
.modal-header:before,
.modal-header:after,
.modal-footer:before,
.modal-footer:after,
.item_buttons:before,
.item_buttons:after {
  content: " ";
  display: table;
}
.clearfix:after,
.dl-horizontal dd:after,
.container:after,
.container-fluid:after,
.row:after,
.form-horizontal .form-group:after,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:after,
.nav:after,
.navbar:after,
.navbar-header:after,
.navbar-collapse:after,
.pager:after,
.panel-body:after,
.modal-header:after,
.modal-footer:after,
.item_buttons:after {
  clear: both;
}
.center-block {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.pull-right {
  float: right !important;
}
.pull-left {
  float: left !important;
}
.hide {
  display: none !important;
}
.show {
  display: block !important;
}
.invisible {
  visibility: hidden;
}
.text-hide {
  font: 0/0 a;
  color: transparent;
  text-shadow: none;
  background-color: transparent;
  border: 0;
}
.hidden {
  display: none !important;
}
.affix {
  position: fixed;
}
@-ms-viewport {
  width: device-width;
}
.visible-xs,
.visible-sm,
.visible-md,
.visible-lg {
  display: none !important;
}
.visible-xs-block,
.visible-xs-inline,
.visible-xs-inline-block,
.visible-sm-block,
.visible-sm-inline,
.visible-sm-inline-block,
.visible-md-block,
.visible-md-inline,
.visible-md-inline-block,
.visible-lg-block,
.visible-lg-inline,
.visible-lg-inline-block {
  display: none !important;
}
@media (max-width: 767px) {
  .visible-xs {
    display: block !important;
  }
  table.visible-xs {
    display: table !important;
  }
  tr.visible-xs {
    display: table-row !important;
  }
  th.visible-xs,
  td.visible-xs {
    display: table-cell !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-block {
    display: block !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline {
    display: inline !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm {
    display: block !important;
  }
  table.visible-sm {
    display: table !important;
  }
  tr.visible-sm {
    display: table-row !important;
  }
  th.visible-sm,
  td.visible-sm {
    display: table-cell !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-block {
    display: block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline {
    display: inline !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md {
    display: block !important;
  }
  table.visible-md {
    display: table !important;
  }
  tr.visible-md {
    display: table-row !important;
  }
  th.visible-md,
  td.visible-md {
    display: table-cell !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-block {
    display: block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline {
    display: inline !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg {
    display: block !important;
  }
  table.visible-lg {
    display: table !important;
  }
  tr.visible-lg {
    display: table-row !important;
  }
  th.visible-lg,
  td.visible-lg {
    display: table-cell !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-block {
    display: block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline {
    display: inline !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline-block {
    display: inline-block !important;
  }
}
@media (max-width: 767px) {
  .hidden-xs {
    display: none !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .hidden-sm {
    display: none !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .hidden-md {
    display: none !important;
  }
}
@media (min-width: 1200px) {
  .hidden-lg {
    display: none !important;
  }
}
.visible-print {
  display: none !important;
}
@media print {
  .visible-print {
    display: block !important;
  }
  table.visible-print {
    display: table !important;
  }
  tr.visible-print {
    display: table-row !important;
  }
  th.visible-print,
  td.visible-print {
    display: table-cell !important;
  }
}
.visible-print-block {
  display: none !important;
}
@media print {
  .visible-print-block {
    display: block !important;
  }
}
.visible-print-inline {
  display: none !important;
}
@media print {
  .visible-print-inline {
    display: inline !important;
  }
}
.visible-print-inline-block {
  display: none !important;
}
@media print {
  .visible-print-inline-block {
    display: inline-block !important;
  }
}
@media print {
  .hidden-print {
    display: none !important;
  }
}
/*!
*
* Font Awesome
*
*/
/*!
 *  Font Awesome 4.2.0 by @davegandy - http://fontawesome.io - @fontawesome
 *  License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License)
 */
/* FONT PATH
 * -------------------------- */
@font-face {
  font-family: 'FontAwesome';
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?v=4.2.0');
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?#iefix&v=4.2.0') format('embedded-opentype'), url('../components/font-awesome/fonts/fontawesome-webfont.woff?v=4.2.0') format('woff'), url('../components/font-awesome/fonts/fontawesome-webfont.ttf?v=4.2.0') format('truetype'), url('../components/font-awesome/fonts/fontawesome-webfont.svg?v=4.2.0#fontawesomeregular') format('svg');
  font-weight: normal;
  font-style: normal;
}
.fa {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
/* makes the font 33% larger relative to the icon container */
.fa-lg {
  font-size: 1.33333333em;
  line-height: 0.75em;
  vertical-align: -15%;
}
.fa-2x {
  font-size: 2em;
}
.fa-3x {
  font-size: 3em;
}
.fa-4x {
  font-size: 4em;
}
.fa-5x {
  font-size: 5em;
}
.fa-fw {
  width: 1.28571429em;
  text-align: center;
}
.fa-ul {
  padding-left: 0;
  margin-left: 2.14285714em;
  list-style-type: none;
}
.fa-ul > li {
  position: relative;
}
.fa-li {
  position: absolute;
  left: -2.14285714em;
  width: 2.14285714em;
  top: 0.14285714em;
  text-align: center;
}
.fa-li.fa-lg {
  left: -1.85714286em;
}
.fa-border {
  padding: .2em .25em .15em;
  border: solid 0.08em #eee;
  border-radius: .1em;
}
.pull-right {
  float: right;
}
.pull-left {
  float: left;
}
.fa.pull-left {
  margin-right: .3em;
}
.fa.pull-right {
  margin-left: .3em;
}
.fa-spin {
  -webkit-animation: fa-spin 2s infinite linear;
  animation: fa-spin 2s infinite linear;
}
@-webkit-keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
@keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
.fa-rotate-90 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=1);
  -webkit-transform: rotate(90deg);
  -ms-transform: rotate(90deg);
  transform: rotate(90deg);
}
.fa-rotate-180 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2);
  -webkit-transform: rotate(180deg);
  -ms-transform: rotate(180deg);
  transform: rotate(180deg);
}
.fa-rotate-270 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=3);
  -webkit-transform: rotate(270deg);
  -ms-transform: rotate(270deg);
  transform: rotate(270deg);
}
.fa-flip-horizontal {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1);
  -webkit-transform: scale(-1, 1);
  -ms-transform: scale(-1, 1);
  transform: scale(-1, 1);
}
.fa-flip-vertical {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1);
  -webkit-transform: scale(1, -1);
  -ms-transform: scale(1, -1);
  transform: scale(1, -1);
}
:root .fa-rotate-90,
:root .fa-rotate-180,
:root .fa-rotate-270,
:root .fa-flip-horizontal,
:root .fa-flip-vertical {
  filter: none;
}
.fa-stack {
  position: relative;
  display: inline-block;
  width: 2em;
  height: 2em;
  line-height: 2em;
  vertical-align: middle;
}
.fa-stack-1x,
.fa-stack-2x {
  position: absolute;
  left: 0;
  width: 100%;
  text-align: center;
}
.fa-stack-1x {
  line-height: inherit;
}
.fa-stack-2x {
  font-size: 2em;
}
.fa-inverse {
  color: #fff;
}
/* Font Awesome uses the Unicode Private Use Area (PUA) to ensure screen
   readers do not read off random characters that represent icons */
.fa-glass:before {
  content: "\f000";
}
.fa-music:before {
  content: "\f001";
}
.fa-search:before {
  content: "\f002";
}
.fa-envelope-o:before {
  content: "\f003";
}
.fa-heart:before {
  content: "\f004";
}
.fa-star:before {
  content: "\f005";
}
.fa-star-o:before {
  content: "\f006";
}
.fa-user:before {
  content: "\f007";
}
.fa-film:before {
  content: "\f008";
}
.fa-th-large:before {
  content: "\f009";
}
.fa-th:before {
  content: "\f00a";
}
.fa-th-list:before {
  content: "\f00b";
}
.fa-check:before {
  content: "\f00c";
}
.fa-remove:before,
.fa-close:before,
.fa-times:before {
  content: "\f00d";
}
.fa-search-plus:before {
  content: "\f00e";
}
.fa-search-minus:before {
  content: "\f010";
}
.fa-power-off:before {
  content: "\f011";
}
.fa-signal:before {
  content: "\f012";
}
.fa-gear:before,
.fa-cog:before {
  content: "\f013";
}
.fa-trash-o:before {
  content: "\f014";
}
.fa-home:before {
  content: "\f015";
}
.fa-file-o:before {
  content: "\f016";
}
.fa-clock-o:before {
  content: "\f017";
}
.fa-road:before {
  content: "\f018";
}
.fa-download:before {
  content: "\f019";
}
.fa-arrow-circle-o-down:before {
  content: "\f01a";
}
.fa-arrow-circle-o-up:before {
  content: "\f01b";
}
.fa-inbox:before {
  content: "\f01c";
}
.fa-play-circle-o:before {
  content: "\f01d";
}
.fa-rotate-right:before,
.fa-repeat:before {
  content: "\f01e";
}
.fa-refresh:before {
  content: "\f021";
}
.fa-list-alt:before {
  content: "\f022";
}
.fa-lock:before {
  content: "\f023";
}
.fa-flag:before {
  content: "\f024";
}
.fa-headphones:before {
  content: "\f025";
}
.fa-volume-off:before {
  content: "\f026";
}
.fa-volume-down:before {
  content: "\f027";
}
.fa-volume-up:before {
  content: "\f028";
}
.fa-qrcode:before {
  content: "\f029";
}
.fa-barcode:before {
  content: "\f02a";
}
.fa-tag:before {
  content: "\f02b";
}
.fa-tags:before {
  content: "\f02c";
}
.fa-book:before {
  content: "\f02d";
}
.fa-bookmark:before {
  content: "\f02e";
}
.fa-print:before {
  content: "\f02f";
}
.fa-camera:before {
  content: "\f030";
}
.fa-font:before {
  content: "\f031";
}
.fa-bold:before {
  content: "\f032";
}
.fa-italic:before {
  content: "\f033";
}
.fa-text-height:before {
  content: "\f034";
}
.fa-text-width:before {
  content: "\f035";
}
.fa-align-left:before {
  content: "\f036";
}
.fa-align-center:before {
  content: "\f037";
}
.fa-align-right:before {
  content: "\f038";
}
.fa-align-justify:before {
  content: "\f039";
}
.fa-list:before {
  content: "\f03a";
}
.fa-dedent:before,
.fa-outdent:before {
  content: "\f03b";
}
.fa-indent:before {
  content: "\f03c";
}
.fa-video-camera:before {
  content: "\f03d";
}
.fa-photo:before,
.fa-image:before,
.fa-picture-o:before {
  content: "\f03e";
}
.fa-pencil:before {
  content: "\f040";
}
.fa-map-marker:before {
  content: "\f041";
}
.fa-adjust:before {
  content: "\f042";
}
.fa-tint:before {
  content: "\f043";
}
.fa-edit:before,
.fa-pencil-square-o:before {
  content: "\f044";
}
.fa-share-square-o:before {
  content: "\f045";
}
.fa-check-square-o:before {
  content: "\f046";
}
.fa-arrows:before {
  content: "\f047";
}
.fa-step-backward:before {
  content: "\f048";
}
.fa-fast-backward:before {
  content: "\f049";
}
.fa-backward:before {
  content: "\f04a";
}
.fa-play:before {
  content: "\f04b";
}
.fa-pause:before {
  content: "\f04c";
}
.fa-stop:before {
  content: "\f04d";
}
.fa-forward:before {
  content: "\f04e";
}
.fa-fast-forward:before {
  content: "\f050";
}
.fa-step-forward:before {
  content: "\f051";
}
.fa-eject:before {
  content: "\f052";
}
.fa-chevron-left:before {
  content: "\f053";
}
.fa-chevron-right:before {
  content: "\f054";
}
.fa-plus-circle:before {
  content: "\f055";
}
.fa-minus-circle:before {
  content: "\f056";
}
.fa-times-circle:before {
  content: "\f057";
}
.fa-check-circle:before {
  content: "\f058";
}
.fa-question-circle:before {
  content: "\f059";
}
.fa-info-circle:before {
  content: "\f05a";
}
.fa-crosshairs:before {
  content: "\f05b";
}
.fa-times-circle-o:before {
  content: "\f05c";
}
.fa-check-circle-o:before {
  content: "\f05d";
}
.fa-ban:before {
  content: "\f05e";
}
.fa-arrow-left:before {
  content: "\f060";
}
.fa-arrow-right:before {
  content: "\f061";
}
.fa-arrow-up:before {
  content: "\f062";
}
.fa-arrow-down:before {
  content: "\f063";
}
.fa-mail-forward:before,
.fa-share:before {
  content: "\f064";
}
.fa-expand:before {
  content: "\f065";
}
.fa-compress:before {
  content: "\f066";
}
.fa-plus:before {
  content: "\f067";
}
.fa-minus:before {
  content: "\f068";
}
.fa-asterisk:before {
  content: "\f069";
}
.fa-exclamation-circle:before {
  content: "\f06a";
}
.fa-gift:before {
  content: "\f06b";
}
.fa-leaf:before {
  content: "\f06c";
}
.fa-fire:before {
  content: "\f06d";
}
.fa-eye:before {
  content: "\f06e";
}
.fa-eye-slash:before {
  content: "\f070";
}
.fa-warning:before,
.fa-exclamation-triangle:before {
  content: "\f071";
}
.fa-plane:before {
  content: "\f072";
}
.fa-calendar:before {
  content: "\f073";
}
.fa-random:before {
  content: "\f074";
}
.fa-comment:before {
  content: "\f075";
}
.fa-magnet:before {
  content: "\f076";
}
.fa-chevron-up:before {
  content: "\f077";
}
.fa-chevron-down:before {
  content: "\f078";
}
.fa-retweet:before {
  content: "\f079";
}
.fa-shopping-cart:before {
  content: "\f07a";
}
.fa-folder:before {
  content: "\f07b";
}
.fa-folder-open:before {
  content: "\f07c";
}
.fa-arrows-v:before {
  content: "\f07d";
}
.fa-arrows-h:before {
  content: "\f07e";
}
.fa-bar-chart-o:before,
.fa-bar-chart:before {
  content: "\f080";
}
.fa-twitter-square:before {
  content: "\f081";
}
.fa-facebook-square:before {
  content: "\f082";
}
.fa-camera-retro:before {
  content: "\f083";
}
.fa-key:before {
  content: "\f084";
}
.fa-gears:before,
.fa-cogs:before {
  content: "\f085";
}
.fa-comments:before {
  content: "\f086";
}
.fa-thumbs-o-up:before {
  content: "\f087";
}
.fa-thumbs-o-down:before {
  content: "\f088";
}
.fa-star-half:before {
  content: "\f089";
}
.fa-heart-o:before {
  content: "\f08a";
}
.fa-sign-out:before {
  content: "\f08b";
}
.fa-linkedin-square:before {
  content: "\f08c";
}
.fa-thumb-tack:before {
  content: "\f08d";
}
.fa-external-link:before {
  content: "\f08e";
}
.fa-sign-in:before {
  content: "\f090";
}
.fa-trophy:before {
  content: "\f091";
}
.fa-github-square:before {
  content: "\f092";
}
.fa-upload:before {
  content: "\f093";
}
.fa-lemon-o:before {
  content: "\f094";
}
.fa-phone:before {
  content: "\f095";
}
.fa-square-o:before {
  content: "\f096";
}
.fa-bookmark-o:before {
  content: "\f097";
}
.fa-phone-square:before {
  content: "\f098";
}
.fa-twitter:before {
  content: "\f099";
}
.fa-facebook:before {
  content: "\f09a";
}
.fa-github:before {
  content: "\f09b";
}
.fa-unlock:before {
  content: "\f09c";
}
.fa-credit-card:before {
  content: "\f09d";
}
.fa-rss:before {
  content: "\f09e";
}
.fa-hdd-o:before {
  content: "\f0a0";
}
.fa-bullhorn:before {
  content: "\f0a1";
}
.fa-bell:before {
  content: "\f0f3";
}
.fa-certificate:before {
  content: "\f0a3";
}
.fa-hand-o-right:before {
  content: "\f0a4";
}
.fa-hand-o-left:before {
  content: "\f0a5";
}
.fa-hand-o-up:before {
  content: "\f0a6";
}
.fa-hand-o-down:before {
  content: "\f0a7";
}
.fa-arrow-circle-left:before {
  content: "\f0a8";
}
.fa-arrow-circle-right:before {
  content: "\f0a9";
}
.fa-arrow-circle-up:before {
  content: "\f0aa";
}
.fa-arrow-circle-down:before {
  content: "\f0ab";
}
.fa-globe:before {
  content: "\f0ac";
}
.fa-wrench:before {
  content: "\f0ad";
}
.fa-tasks:before {
  content: "\f0ae";
}
.fa-filter:before {
  content: "\f0b0";
}
.fa-briefcase:before {
  content: "\f0b1";
}
.fa-arrows-alt:before {
  content: "\f0b2";
}
.fa-group:before,
.fa-users:before {
  content: "\f0c0";
}
.fa-chain:before,
.fa-link:before {
  content: "\f0c1";
}
.fa-cloud:before {
  content: "\f0c2";
}
.fa-flask:before {
  content: "\f0c3";
}
.fa-cut:before,
.fa-scissors:before {
  content: "\f0c4";
}
.fa-copy:before,
.fa-files-o:before {
  content: "\f0c5";
}
.fa-paperclip:before {
  content: "\f0c6";
}
.fa-save:before,
.fa-floppy-o:before {
  content: "\f0c7";
}
.fa-square:before {
  content: "\f0c8";
}
.fa-navicon:before,
.fa-reorder:before,
.fa-bars:before {
  content: "\f0c9";
}
.fa-list-ul:before {
  content: "\f0ca";
}
.fa-list-ol:before {
  content: "\f0cb";
}
.fa-strikethrough:before {
  content: "\f0cc";
}
.fa-underline:before {
  content: "\f0cd";
}
.fa-table:before {
  content: "\f0ce";
}
.fa-magic:before {
  content: "\f0d0";
}
.fa-truck:before {
  content: "\f0d1";
}
.fa-pinterest:before {
  content: "\f0d2";
}
.fa-pinterest-square:before {
  content: "\f0d3";
}
.fa-google-plus-square:before {
  content: "\f0d4";
}
.fa-google-plus:before {
  content: "\f0d5";
}
.fa-money:before {
  content: "\f0d6";
}
.fa-caret-down:before {
  content: "\f0d7";
}
.fa-caret-up:before {
  content: "\f0d8";
}
.fa-caret-left:before {
  content: "\f0d9";
}
.fa-caret-right:before {
  content: "\f0da";
}
.fa-columns:before {
  content: "\f0db";
}
.fa-unsorted:before,
.fa-sort:before {
  content: "\f0dc";
}
.fa-sort-down:before,
.fa-sort-desc:before {
  content: "\f0dd";
}
.fa-sort-up:before,
.fa-sort-asc:before {
  content: "\f0de";
}
.fa-envelope:before {
  content: "\f0e0";
}
.fa-linkedin:before {
  content: "\f0e1";
}
.fa-rotate-left:before,
.fa-undo:before {
  content: "\f0e2";
}
.fa-legal:before,
.fa-gavel:before {
  content: "\f0e3";
}
.fa-dashboard:before,
.fa-tachometer:before {
  content: "\f0e4";
}
.fa-comment-o:before {
  content: "\f0e5";
}
.fa-comments-o:before {
  content: "\f0e6";
}
.fa-flash:before,
.fa-bolt:before {
  content: "\f0e7";
}
.fa-sitemap:before {
  content: "\f0e8";
}
.fa-umbrella:before {
  content: "\f0e9";
}
.fa-paste:before,
.fa-clipboard:before {
  content: "\f0ea";
}
.fa-lightbulb-o:before {
  content: "\f0eb";
}
.fa-exchange:before {
  content: "\f0ec";
}
.fa-cloud-download:before {
  content: "\f0ed";
}
.fa-cloud-upload:before {
  content: "\f0ee";
}
.fa-user-md:before {
  content: "\f0f0";
}
.fa-stethoscope:before {
  content: "\f0f1";
}
.fa-suitcase:before {
  content: "\f0f2";
}
.fa-bell-o:before {
  content: "\f0a2";
}
.fa-coffee:before {
  content: "\f0f4";
}
.fa-cutlery:before {
  content: "\f0f5";
}
.fa-file-text-o:before {
  content: "\f0f6";
}
.fa-building-o:before {
  content: "\f0f7";
}
.fa-hospital-o:before {
  content: "\f0f8";
}
.fa-ambulance:before {
  content: "\f0f9";
}
.fa-medkit:before {
  content: "\f0fa";
}
.fa-fighter-jet:before {
  content: "\f0fb";
}
.fa-beer:before {
  content: "\f0fc";
}
.fa-h-square:before {
  content: "\f0fd";
}
.fa-plus-square:before {
  content: "\f0fe";
}
.fa-angle-double-left:before {
  content: "\f100";
}
.fa-angle-double-right:before {
  content: "\f101";
}
.fa-angle-double-up:before {
  content: "\f102";
}
.fa-angle-double-down:before {
  content: "\f103";
}
.fa-angle-left:before {
  content: "\f104";
}
.fa-angle-right:before {
  content: "\f105";
}
.fa-angle-up:before {
  content: "\f106";
}
.fa-angle-down:before {
  content: "\f107";
}
.fa-desktop:before {
  content: "\f108";
}
.fa-laptop:before {
  content: "\f109";
}
.fa-tablet:before {
  content: "\f10a";
}
.fa-mobile-phone:before,
.fa-mobile:before {
  content: "\f10b";
}
.fa-circle-o:before {
  content: "\f10c";
}
.fa-quote-left:before {
  content: "\f10d";
}
.fa-quote-right:before {
  content: "\f10e";
}
.fa-spinner:before {
  content: "\f110";
}
.fa-circle:before {
  content: "\f111";
}
.fa-mail-reply:before,
.fa-reply:before {
  content: "\f112";
}
.fa-github-alt:before {
  content: "\f113";
}
.fa-folder-o:before {
  content: "\f114";
}
.fa-folder-open-o:before {
  content: "\f115";
}
.fa-smile-o:before {
  content: "\f118";
}
.fa-frown-o:before {
  content: "\f119";
}
.fa-meh-o:before {
  content: "\f11a";
}
.fa-gamepad:before {
  content: "\f11b";
}
.fa-keyboard-o:before {
  content: "\f11c";
}
.fa-flag-o:before {
  content: "\f11d";
}
.fa-flag-checkered:before {
  content: "\f11e";
}
.fa-terminal:before {
  content: "\f120";
}
.fa-code:before {
  content: "\f121";
}
.fa-mail-reply-all:before,
.fa-reply-all:before {
  content: "\f122";
}
.fa-star-half-empty:before,
.fa-star-half-full:before,
.fa-star-half-o:before {
  content: "\f123";
}
.fa-location-arrow:before {
  content: "\f124";
}
.fa-crop:before {
  content: "\f125";
}
.fa-code-fork:before {
  content: "\f126";
}
.fa-unlink:before,
.fa-chain-broken:before {
  content: "\f127";
}
.fa-question:before {
  content: "\f128";
}
.fa-info:before {
  content: "\f129";
}
.fa-exclamation:before {
  content: "\f12a";
}
.fa-superscript:before {
  content: "\f12b";
}
.fa-subscript:before {
  content: "\f12c";
}
.fa-eraser:before {
  content: "\f12d";
}
.fa-puzzle-piece:before {
  content: "\f12e";
}
.fa-microphone:before {
  content: "\f130";
}
.fa-microphone-slash:before {
  content: "\f131";
}
.fa-shield:before {
  content: "\f132";
}
.fa-calendar-o:before {
  content: "\f133";
}
.fa-fire-extinguisher:before {
  content: "\f134";
}
.fa-rocket:before {
  content: "\f135";
}
.fa-maxcdn:before {
  content: "\f136";
}
.fa-chevron-circle-left:before {
  content: "\f137";
}
.fa-chevron-circle-right:before {
  content: "\f138";
}
.fa-chevron-circle-up:before {
  content: "\f139";
}
.fa-chevron-circle-down:before {
  content: "\f13a";
}
.fa-html5:before {
  content: "\f13b";
}
.fa-css3:before {
  content: "\f13c";
}
.fa-anchor:before {
  content: "\f13d";
}
.fa-unlock-alt:before {
  content: "\f13e";
}
.fa-bullseye:before {
  content: "\f140";
}
.fa-ellipsis-h:before {
  content: "\f141";
}
.fa-ellipsis-v:before {
  content: "\f142";
}
.fa-rss-square:before {
  content: "\f143";
}
.fa-play-circle:before {
  content: "\f144";
}
.fa-ticket:before {
  content: "\f145";
}
.fa-minus-square:before {
  content: "\f146";
}
.fa-minus-square-o:before {
  content: "\f147";
}
.fa-level-up:before {
  content: "\f148";
}
.fa-level-down:before {
  content: "\f149";
}
.fa-check-square:before {
  content: "\f14a";
}
.fa-pencil-square:before {
  content: "\f14b";
}
.fa-external-link-square:before {
  content: "\f14c";
}
.fa-share-square:before {
  content: "\f14d";
}
.fa-compass:before {
  content: "\f14e";
}
.fa-toggle-down:before,
.fa-caret-square-o-down:before {
  content: "\f150";
}
.fa-toggle-up:before,
.fa-caret-square-o-up:before {
  content: "\f151";
}
.fa-toggle-right:before,
.fa-caret-square-o-right:before {
  content: "\f152";
}
.fa-euro:before,
.fa-eur:before {
  content: "\f153";
}
.fa-gbp:before {
  content: "\f154";
}
.fa-dollar:before,
.fa-usd:before {
  content: "\f155";
}
.fa-rupee:before,
.fa-inr:before {
  content: "\f156";
}
.fa-cny:before,
.fa-rmb:before,
.fa-yen:before,
.fa-jpy:before {
  content: "\f157";
}
.fa-ruble:before,
.fa-rouble:before,
.fa-rub:before {
  content: "\f158";
}
.fa-won:before,
.fa-krw:before {
  content: "\f159";
}
.fa-bitcoin:before,
.fa-btc:before {
  content: "\f15a";
}
.fa-file:before {
  content: "\f15b";
}
.fa-file-text:before {
  content: "\f15c";
}
.fa-sort-alpha-asc:before {
  content: "\f15d";
}
.fa-sort-alpha-desc:before {
  content: "\f15e";
}
.fa-sort-amount-asc:before {
  content: "\f160";
}
.fa-sort-amount-desc:before {
  content: "\f161";
}
.fa-sort-numeric-asc:before {
  content: "\f162";
}
.fa-sort-numeric-desc:before {
  content: "\f163";
}
.fa-thumbs-up:before {
  content: "\f164";
}
.fa-thumbs-down:before {
  content: "\f165";
}
.fa-youtube-square:before {
  content: "\f166";
}
.fa-youtube:before {
  content: "\f167";
}
.fa-xing:before {
  content: "\f168";
}
.fa-xing-square:before {
  content: "\f169";
}
.fa-youtube-play:before {
  content: "\f16a";
}
.fa-dropbox:before {
  content: "\f16b";
}
.fa-stack-overflow:before {
  content: "\f16c";
}
.fa-instagram:before {
  content: "\f16d";
}
.fa-flickr:before {
  content: "\f16e";
}
.fa-adn:before {
  content: "\f170";
}
.fa-bitbucket:before {
  content: "\f171";
}
.fa-bitbucket-square:before {
  content: "\f172";
}
.fa-tumblr:before {
  content: "\f173";
}
.fa-tumblr-square:before {
  content: "\f174";
}
.fa-long-arrow-down:before {
  content: "\f175";
}
.fa-long-arrow-up:before {
  content: "\f176";
}
.fa-long-arrow-left:before {
  content: "\f177";
}
.fa-long-arrow-right:before {
  content: "\f178";
}
.fa-apple:before {
  content: "\f179";
}
.fa-windows:before {
  content: "\f17a";
}
.fa-android:before {
  content: "\f17b";
}
.fa-linux:before {
  content: "\f17c";
}
.fa-dribbble:before {
  content: "\f17d";
}
.fa-skype:before {
  content: "\f17e";
}
.fa-foursquare:before {
  content: "\f180";
}
.fa-trello:before {
  content: "\f181";
}
.fa-female:before {
  content: "\f182";
}
.fa-male:before {
  content: "\f183";
}
.fa-gittip:before {
  content: "\f184";
}
.fa-sun-o:before {
  content: "\f185";
}
.fa-moon-o:before {
  content: "\f186";
}
.fa-archive:before {
  content: "\f187";
}
.fa-bug:before {
  content: "\f188";
}
.fa-vk:before {
  content: "\f189";
}
.fa-weibo:before {
  content: "\f18a";
}
.fa-renren:before {
  content: "\f18b";
}
.fa-pagelines:before {
  content: "\f18c";
}
.fa-stack-exchange:before {
  content: "\f18d";
}
.fa-arrow-circle-o-right:before {
  content: "\f18e";
}
.fa-arrow-circle-o-left:before {
  content: "\f190";
}
.fa-toggle-left:before,
.fa-caret-square-o-left:before {
  content: "\f191";
}
.fa-dot-circle-o:before {
  content: "\f192";
}
.fa-wheelchair:before {
  content: "\f193";
}
.fa-vimeo-square:before {
  content: "\f194";
}
.fa-turkish-lira:before,
.fa-try:before {
  content: "\f195";
}
.fa-plus-square-o:before {
  content: "\f196";
}
.fa-space-shuttle:before {
  content: "\f197";
}
.fa-slack:before {
  content: "\f198";
}
.fa-envelope-square:before {
  content: "\f199";
}
.fa-wordpress:before {
  content: "\f19a";
}
.fa-openid:before {
  content: "\f19b";
}
.fa-institution:before,
.fa-bank:before,
.fa-university:before {
  content: "\f19c";
}
.fa-mortar-board:before,
.fa-graduation-cap:before {
  content: "\f19d";
}
.fa-yahoo:before {
  content: "\f19e";
}
.fa-google:before {
  content: "\f1a0";
}
.fa-reddit:before {
  content: "\f1a1";
}
.fa-reddit-square:before {
  content: "\f1a2";
}
.fa-stumbleupon-circle:before {
  content: "\f1a3";
}
.fa-stumbleupon:before {
  content: "\f1a4";
}
.fa-delicious:before {
  content: "\f1a5";
}
.fa-digg:before {
  content: "\f1a6";
}
.fa-pied-piper:before {
  content: "\f1a7";
}
.fa-pied-piper-alt:before {
  content: "\f1a8";
}
.fa-drupal:before {
  content: "\f1a9";
}
.fa-joomla:before {
  content: "\f1aa";
}
.fa-language:before {
  content: "\f1ab";
}
.fa-fax:before {
  content: "\f1ac";
}
.fa-building:before {
  content: "\f1ad";
}
.fa-child:before {
  content: "\f1ae";
}
.fa-paw:before {
  content: "\f1b0";
}
.fa-spoon:before {
  content: "\f1b1";
}
.fa-cube:before {
  content: "\f1b2";
}
.fa-cubes:before {
  content: "\f1b3";
}
.fa-behance:before {
  content: "\f1b4";
}
.fa-behance-square:before {
  content: "\f1b5";
}
.fa-steam:before {
  content: "\f1b6";
}
.fa-steam-square:before {
  content: "\f1b7";
}
.fa-recycle:before {
  content: "\f1b8";
}
.fa-automobile:before,
.fa-car:before {
  content: "\f1b9";
}
.fa-cab:before,
.fa-taxi:before {
  content: "\f1ba";
}
.fa-tree:before {
  content: "\f1bb";
}
.fa-spotify:before {
  content: "\f1bc";
}
.fa-deviantart:before {
  content: "\f1bd";
}
.fa-soundcloud:before {
  content: "\f1be";
}
.fa-database:before {
  content: "\f1c0";
}
.fa-file-pdf-o:before {
  content: "\f1c1";
}
.fa-file-word-o:before {
  content: "\f1c2";
}
.fa-file-excel-o:before {
  content: "\f1c3";
}
.fa-file-powerpoint-o:before {
  content: "\f1c4";
}
.fa-file-photo-o:before,
.fa-file-picture-o:before,
.fa-file-image-o:before {
  content: "\f1c5";
}
.fa-file-zip-o:before,
.fa-file-archive-o:before {
  content: "\f1c6";
}
.fa-file-sound-o:before,
.fa-file-audio-o:before {
  content: "\f1c7";
}
.fa-file-movie-o:before,
.fa-file-video-o:before {
  content: "\f1c8";
}
.fa-file-code-o:before {
  content: "\f1c9";
}
.fa-vine:before {
  content: "\f1ca";
}
.fa-codepen:before {
  content: "\f1cb";
}
.fa-jsfiddle:before {
  content: "\f1cc";
}
.fa-life-bouy:before,
.fa-life-buoy:before,
.fa-life-saver:before,
.fa-support:before,
.fa-life-ring:before {
  content: "\f1cd";
}
.fa-circle-o-notch:before {
  content: "\f1ce";
}
.fa-ra:before,
.fa-rebel:before {
  content: "\f1d0";
}
.fa-ge:before,
.fa-empire:before {
  content: "\f1d1";
}
.fa-git-square:before {
  content: "\f1d2";
}
.fa-git:before {
  content: "\f1d3";
}
.fa-hacker-news:before {
  content: "\f1d4";
}
.fa-tencent-weibo:before {
  content: "\f1d5";
}
.fa-qq:before {
  content: "\f1d6";
}
.fa-wechat:before,
.fa-weixin:before {
  content: "\f1d7";
}
.fa-send:before,
.fa-paper-plane:before {
  content: "\f1d8";
}
.fa-send-o:before,
.fa-paper-plane-o:before {
  content: "\f1d9";
}
.fa-history:before {
  content: "\f1da";
}
.fa-circle-thin:before {
  content: "\f1db";
}
.fa-header:before {
  content: "\f1dc";
}
.fa-paragraph:before {
  content: "\f1dd";
}
.fa-sliders:before {
  content: "\f1de";
}
.fa-share-alt:before {
  content: "\f1e0";
}
.fa-share-alt-square:before {
  content: "\f1e1";
}
.fa-bomb:before {
  content: "\f1e2";
}
.fa-soccer-ball-o:before,
.fa-futbol-o:before {
  content: "\f1e3";
}
.fa-tty:before {
  content: "\f1e4";
}
.fa-binoculars:before {
  content: "\f1e5";
}
.fa-plug:before {
  content: "\f1e6";
}
.fa-slideshare:before {
  content: "\f1e7";
}
.fa-twitch:before {
  content: "\f1e8";
}
.fa-yelp:before {
  content: "\f1e9";
}
.fa-newspaper-o:before {
  content: "\f1ea";
}
.fa-wifi:before {
  content: "\f1eb";
}
.fa-calculator:before {
  content: "\f1ec";
}
.fa-paypal:before {
  content: "\f1ed";
}
.fa-google-wallet:before {
  content: "\f1ee";
}
.fa-cc-visa:before {
  content: "\f1f0";
}
.fa-cc-mastercard:before {
  content: "\f1f1";
}
.fa-cc-discover:before {
  content: "\f1f2";
}
.fa-cc-amex:before {
  content: "\f1f3";
}
.fa-cc-paypal:before {
  content: "\f1f4";
}
.fa-cc-stripe:before {
  content: "\f1f5";
}
.fa-bell-slash:before {
  content: "\f1f6";
}
.fa-bell-slash-o:before {
  content: "\f1f7";
}
.fa-trash:before {
  content: "\f1f8";
}
.fa-copyright:before {
  content: "\f1f9";
}
.fa-at:before {
  content: "\f1fa";
}
.fa-eyedropper:before {
  content: "\f1fb";
}
.fa-paint-brush:before {
  content: "\f1fc";
}
.fa-birthday-cake:before {
  content: "\f1fd";
}
.fa-area-chart:before {
  content: "\f1fe";
}
.fa-pie-chart:before {
  content: "\f200";
}
.fa-line-chart:before {
  content: "\f201";
}
.fa-lastfm:before {
  content: "\f202";
}
.fa-lastfm-square:before {
  content: "\f203";
}
.fa-toggle-off:before {
  content: "\f204";
}
.fa-toggle-on:before {
  content: "\f205";
}
.fa-bicycle:before {
  content: "\f206";
}
.fa-bus:before {
  content: "\f207";
}
.fa-ioxhost:before {
  content: "\f208";
}
.fa-angellist:before {
  content: "\f209";
}
.fa-cc:before {
  content: "\f20a";
}
.fa-shekel:before,
.fa-sheqel:before,
.fa-ils:before {
  content: "\f20b";
}
.fa-meanpath:before {
  content: "\f20c";
}
/*!
*
* IPython base
*
*/
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
code {
  color: #000;
}
pre {
  font-size: inherit;
  line-height: inherit;
}
label {
  font-weight: normal;
}
/* Make the page background atleast 100% the height of the view port */
/* Make the page itself atleast 70% the height of the view port */
.border-box-sizing {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.corner-all {
  border-radius: 2px;
}
.no-padding {
  padding: 0px;
}
/* Flexible box model classes */
/* Taken from Alex Russell http://infrequently.org/2009/08/css-3-progress/ */
/* This file is a compatability layer.  It allows the usage of flexible box 
model layouts accross multiple browsers, including older browsers.  The newest,
universal implementation of the flexible box model is used when available (see
`Modern browsers` comments below).  Browsers that are known to implement this 
new spec completely include:

    Firefox 28.0+
    Chrome 29.0+
    Internet Explorer 11+ 
    Opera 17.0+

Browsers not listed, including Safari, are supported via the styling under the
`Old browsers` comments below.
*/
.hbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
.hbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.vbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
.vbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.hbox.reverse,
.vbox.reverse,
.reverse {
  /* Old browsers */
  -webkit-box-direction: reverse;
  -moz-box-direction: reverse;
  box-direction: reverse;
  /* Modern browsers */
  flex-direction: row-reverse;
}
.hbox.box-flex0,
.vbox.box-flex0,
.box-flex0 {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
  width: auto;
}
.hbox.box-flex1,
.vbox.box-flex1,
.box-flex1 {
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex,
.vbox.box-flex,
.box-flex {
  /* Old browsers */
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex2,
.vbox.box-flex2,
.box-flex2 {
  /* Old browsers */
  -webkit-box-flex: 2;
  -moz-box-flex: 2;
  box-flex: 2;
  /* Modern browsers */
  flex: 2;
}
.box-group1 {
  /*  Deprecated */
  -webkit-box-flex-group: 1;
  -moz-box-flex-group: 1;
  box-flex-group: 1;
}
.box-group2 {
  /* Deprecated */
  -webkit-box-flex-group: 2;
  -moz-box-flex-group: 2;
  box-flex-group: 2;
}
.hbox.start,
.vbox.start,
.start {
  /* Old browsers */
  -webkit-box-pack: start;
  -moz-box-pack: start;
  box-pack: start;
  /* Modern browsers */
  justify-content: flex-start;
}
.hbox.end,
.vbox.end,
.end {
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
}
.hbox.center,
.vbox.center,
.center {
  /* Old browsers */
  -webkit-box-pack: center;
  -moz-box-pack: center;
  box-pack: center;
  /* Modern browsers */
  justify-content: center;
}
.hbox.baseline,
.vbox.baseline,
.baseline {
  /* Old browsers */
  -webkit-box-pack: baseline;
  -moz-box-pack: baseline;
  box-pack: baseline;
  /* Modern browsers */
  justify-content: baseline;
}
.hbox.stretch,
.vbox.stretch,
.stretch {
  /* Old browsers */
  -webkit-box-pack: stretch;
  -moz-box-pack: stretch;
  box-pack: stretch;
  /* Modern browsers */
  justify-content: stretch;
}
.hbox.align-start,
.vbox.align-start,
.align-start {
  /* Old browsers */
  -webkit-box-align: start;
  -moz-box-align: start;
  box-align: start;
  /* Modern browsers */
  align-items: flex-start;
}
.hbox.align-end,
.vbox.align-end,
.align-end {
  /* Old browsers */
  -webkit-box-align: end;
  -moz-box-align: end;
  box-align: end;
  /* Modern browsers */
  align-items: flex-end;
}
.hbox.align-center,
.vbox.align-center,
.align-center {
  /* Old browsers */
  -webkit-box-align: center;
  -moz-box-align: center;
  box-align: center;
  /* Modern browsers */
  align-items: center;
}
.hbox.align-baseline,
.vbox.align-baseline,
.align-baseline {
  /* Old browsers */
  -webkit-box-align: baseline;
  -moz-box-align: baseline;
  box-align: baseline;
  /* Modern browsers */
  align-items: baseline;
}
.hbox.align-stretch,
.vbox.align-stretch,
.align-stretch {
  /* Old browsers */
  -webkit-box-align: stretch;
  -moz-box-align: stretch;
  box-align: stretch;
  /* Modern browsers */
  align-items: stretch;
}
div.error {
  margin: 2em;
  text-align: center;
}
div.error > h1 {
  font-size: 500%;
  line-height: normal;
}
div.error > p {
  font-size: 200%;
  line-height: normal;
}
div.traceback-wrapper {
  text-align: left;
  max-width: 800px;
  margin: auto;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
body {
  background-color: #fff;
  /* This makes sure that the body covers the entire window and needs to
       be in a different element than the display: box in wrapper below */
  position: absolute;
  left: 0px;
  right: 0px;
  top: 0px;
  bottom: 0px;
  overflow: visible;
}
body > #header {
  /* Initially hidden to prevent FLOUC */
  display: none;
  background-color: #fff;
  /* Display over codemirror */
  position: relative;
  z-index: 100;
}
body > #header #header-container {
  padding-bottom: 5px;
  padding-top: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
body > #header .header-bar {
  width: 100%;
  height: 1px;
  background: #e7e7e7;
  margin-bottom: -1px;
}
@media print {
  body > #header {
    display: none !important;
  }
}
#header-spacer {
  width: 100%;
  visibility: hidden;
}
@media print {
  #header-spacer {
    display: none;
  }
}
#ipython_notebook {
  padding-left: 0px;
  padding-top: 1px;
  padding-bottom: 1px;
}
@media (max-width: 991px) {
  #ipython_notebook {
    margin-left: 10px;
  }
}
[dir="rtl"] #ipython_notebook {
  float: right !important;
}
#noscript {
  width: auto;
  padding-top: 16px;
  padding-bottom: 16px;
  text-align: center;
  font-size: 22px;
  color: red;
  font-weight: bold;
}
#ipython_notebook img {
  height: 28px;
}
#site {
  width: 100%;
  display: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  overflow: auto;
}
@media print {
  #site {
    height: auto !important;
  }
}
/* Smaller buttons */
.ui-button .ui-button-text {
  padding: 0.2em 0.8em;
  font-size: 77%;
}
input.ui-button {
  padding: 0.3em 0.9em;
}
span#login_widget {
  float: right;
}
span#login_widget > .button,
#logout {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button:focus,
#logout:focus,
span#login_widget > .button.focus,
#logout.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
span#login_widget > .button:hover,
#logout:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active:hover,
#logout:active:hover,
span#login_widget > .button.active:hover,
#logout.active:hover,
.open > .dropdown-togglespan#login_widget > .button:hover,
.open > .dropdown-toggle#logout:hover,
span#login_widget > .button:active:focus,
#logout:active:focus,
span#login_widget > .button.active:focus,
#logout.active:focus,
.open > .dropdown-togglespan#login_widget > .button:focus,
.open > .dropdown-toggle#logout:focus,
span#login_widget > .button:active.focus,
#logout:active.focus,
span#login_widget > .button.active.focus,
#logout.active.focus,
.open > .dropdown-togglespan#login_widget > .button.focus,
.open > .dropdown-toggle#logout.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  background-image: none;
}
span#login_widget > .button.disabled:hover,
#logout.disabled:hover,
span#login_widget > .button[disabled]:hover,
#logout[disabled]:hover,
fieldset[disabled] span#login_widget > .button:hover,
fieldset[disabled] #logout:hover,
span#login_widget > .button.disabled:focus,
#logout.disabled:focus,
span#login_widget > .button[disabled]:focus,
#logout[disabled]:focus,
fieldset[disabled] span#login_widget > .button:focus,
fieldset[disabled] #logout:focus,
span#login_widget > .button.disabled.focus,
#logout.disabled.focus,
span#login_widget > .button[disabled].focus,
#logout[disabled].focus,
fieldset[disabled] span#login_widget > .button.focus,
fieldset[disabled] #logout.focus {
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button .badge,
#logout .badge {
  color: #fff;
  background-color: #333;
}
.nav-header {
  text-transform: none;
}
#header > span {
  margin-top: 10px;
}
.modal_stretch .modal-dialog {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  min-height: 80vh;
}
.modal_stretch .modal-dialog .modal-body {
  max-height: calc(100vh - 200px);
  overflow: auto;
  flex: 1;
}
@media (min-width: 768px) {
  .modal .modal-dialog {
    width: 700px;
  }
}
@media (min-width: 768px) {
  select.form-control {
    margin-left: 12px;
    margin-right: 12px;
  }
}
/*!
*
* IPython auth
*
*/
.center-nav {
  display: inline-block;
  margin-bottom: -4px;
}
/*!
*
* IPython tree view
*
*/
/* We need an invisible input field on top of the sentense*/
/* "Drag file onto the list ..." */
.alternate_upload {
  background-color: none;
  display: inline;
}
.alternate_upload.form {
  padding: 0;
  margin: 0;
}
.alternate_upload input.fileinput {
  text-align: center;
  vertical-align: middle;
  display: inline;
  opacity: 0;
  z-index: 2;
  width: 12ex;
  margin-right: -12ex;
}
.alternate_upload .btn-upload {
  height: 22px;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
[dir="rtl"] #tabs li {
  float: right;
}
ul#tabs {
  margin-bottom: 4px;
}
[dir="rtl"] ul#tabs {
  margin-right: 0px;
}
ul#tabs a {
  padding-top: 6px;
  padding-bottom: 4px;
}
ul.breadcrumb a:focus,
ul.breadcrumb a:hover {
  text-decoration: none;
}
ul.breadcrumb i.icon-home {
  font-size: 16px;
  margin-right: 4px;
}
ul.breadcrumb span {
  color: #5e5e5e;
}
.list_toolbar {
  padding: 4px 0 4px 0;
  vertical-align: middle;
}
.list_toolbar .tree-buttons {
  padding-top: 1px;
}
[dir="rtl"] .list_toolbar .tree-buttons {
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-right {
  padding-top: 1px;
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-left {
  float: right !important;
}
.dynamic-buttons {
  padding-top: 3px;
  display: inline-block;
}
.list_toolbar [class*="span"] {
  min-height: 24px;
}
.list_header {
  font-weight: bold;
  background-color: #EEE;
}
.list_placeholder {
  font-weight: bold;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
}
.list_container {
  margin-top: 4px;
  margin-bottom: 20px;
  border: 1px solid #ddd;
  border-radius: 2px;
}
.list_container > div {
  border-bottom: 1px solid #ddd;
}
.list_container > div:hover .list-item {
  background-color: red;
}
.list_container > div:last-child {
  border: none;
}
.list_item:hover .list_item {
  background-color: #ddd;
}
.list_item a {
  text-decoration: none;
}
.list_item:hover {
  background-color: #fafafa;
}
.list_header > div,
.list_item > div {
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
.list_header > div input,
.list_item > div input {
  margin-right: 7px;
  margin-left: 14px;
  vertical-align: baseline;
  line-height: 22px;
  position: relative;
  top: -1px;
}
.list_header > div .item_link,
.list_item > div .item_link {
  margin-left: -1px;
  vertical-align: baseline;
  line-height: 22px;
}
.new-file input[type=checkbox] {
  visibility: hidden;
}
.item_name {
  line-height: 22px;
  height: 24px;
}
.item_icon {
  font-size: 14px;
  color: #5e5e5e;
  margin-right: 7px;
  margin-left: 7px;
  line-height: 22px;
  vertical-align: baseline;
}
.item_buttons {
  line-height: 1em;
  margin-left: -5px;
}
.item_buttons .btn,
.item_buttons .btn-group,
.item_buttons .input-group {
  float: left;
}
.item_buttons > .btn,
.item_buttons > .btn-group,
.item_buttons > .input-group {
  margin-left: 5px;
}
.item_buttons .btn {
  min-width: 13ex;
}
.item_buttons .running-indicator {
  padding-top: 4px;
  color: #5cb85c;
}
.item_buttons .kernel-name {
  padding-top: 4px;
  color: #5bc0de;
  margin-right: 7px;
  float: left;
}
.toolbar_info {
  height: 24px;
  line-height: 24px;
}
.list_item input:not([type=checkbox]) {
  padding-top: 3px;
  padding-bottom: 3px;
  height: 22px;
  line-height: 14px;
  margin: 0px;
}
.highlight_text {
  color: blue;
}
#project_name {
  display: inline-block;
  padding-left: 7px;
  margin-left: -2px;
}
#project_name > .breadcrumb {
  padding: 0px;
  margin-bottom: 0px;
  background-color: transparent;
  font-weight: bold;
}
#tree-selector {
  padding-right: 0px;
}
[dir="rtl"] #tree-selector a {
  float: right;
}
#button-select-all {
  min-width: 50px;
}
#select-all {
  margin-left: 7px;
  margin-right: 2px;
}
.menu_icon {
  margin-right: 2px;
}
.tab-content .row {
  margin-left: 0px;
  margin-right: 0px;
}
.folder_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f114";
}
.folder_icon:before.pull-left {
  margin-right: .3em;
}
.folder_icon:before.pull-right {
  margin-left: .3em;
}
.notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
}
.notebook_icon:before.pull-left {
  margin-right: .3em;
}
.notebook_icon:before.pull-right {
  margin-left: .3em;
}
.running_notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
  color: #5cb85c;
}
.running_notebook_icon:before.pull-left {
  margin-right: .3em;
}
.running_notebook_icon:before.pull-right {
  margin-left: .3em;
}
.file_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f016";
  position: relative;
  top: -2px;
}
.file_icon:before.pull-left {
  margin-right: .3em;
}
.file_icon:before.pull-right {
  margin-left: .3em;
}
#notebook_toolbar .pull-right {
  padding-top: 0px;
  margin-right: -1px;
}
ul#new-menu {
  left: auto;
  right: 0;
}
[dir="rtl"] #new-menu {
  text-align: right;
}
.kernel-menu-icon {
  padding-right: 12px;
  width: 24px;
  content: "\f096";
}
.kernel-menu-icon:before {
  content: "\f096";
}
.kernel-menu-icon-current:before {
  content: "\f00c";
}
#tab_content {
  padding-top: 20px;
}
#running .panel-group .panel {
  margin-top: 3px;
  margin-bottom: 1em;
}
#running .panel-group .panel .panel-heading {
  background-color: #EEE;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
#running .panel-group .panel .panel-heading a:focus,
#running .panel-group .panel .panel-heading a:hover {
  text-decoration: none;
}
#running .panel-group .panel .panel-body {
  padding: 0px;
}
#running .panel-group .panel .panel-body .list_container {
  margin-top: 0px;
  margin-bottom: 0px;
  border: 0px;
  border-radius: 0px;
}
#running .panel-group .panel .panel-body .list_container .list_item {
  border-bottom: 1px solid #ddd;
}
#running .panel-group .panel .panel-body .list_container .list_item:last-child {
  border-bottom: 0px;
}
[dir="rtl"] #running .col-sm-8 {
  float: right !important;
}
.delete-button {
  display: none;
}
.duplicate-button {
  display: none;
}
.rename-button {
  display: none;
}
.shutdown-button {
  display: none;
}
.dynamic-instructions {
  display: inline-block;
  padding-top: 4px;
}
/*!
*
* IPython text editor webapp
*
*/
.selected-keymap i.fa {
  padding: 0px 5px;
}
.selected-keymap i.fa:before {
  content: "\f00c";
}
#mode-menu {
  overflow: auto;
  max-height: 20em;
}
.edit_app #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.edit_app #menubar .navbar {
  /* Use a negative 1 bottom margin, so the border overlaps the border of the
    header */
  margin-bottom: -1px;
}
.dirty-indicator {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator.pull-left {
  margin-right: .3em;
}
.dirty-indicator.pull-right {
  margin-left: .3em;
}
.dirty-indicator-dirty {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-dirty.pull-left {
  margin-right: .3em;
}
.dirty-indicator-dirty.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-clean.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f00c";
}
.dirty-indicator-clean:before.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean:before.pull-right {
  margin-left: .3em;
}
#filename {
  font-size: 16pt;
  display: table;
  padding: 0px 5px;
}
#current-mode {
  padding-left: 5px;
  padding-right: 5px;
}
#texteditor-backdrop {
  padding-top: 20px;
  padding-bottom: 20px;
}
@media not print {
  #texteditor-backdrop {
    background-color: #EEE;
  }
}
@media print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container {
    padding: 0px;
    background-color: #fff;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
/*!
*
* IPython notebook
*
*/
/* CSS font colors for translated ANSI colors. */
.ansibold {
  font-weight: bold;
}
/* use dark versions for foreground, to improve visibility */
.ansiblack {
  color: black;
}
.ansired {
  color: darkred;
}
.ansigreen {
  color: darkgreen;
}
.ansiyellow {
  color: #c4a000;
}
.ansiblue {
  color: darkblue;
}
.ansipurple {
  color: darkviolet;
}
.ansicyan {
  color: steelblue;
}
.ansigray {
  color: gray;
}
/* and light for background, for the same reason */
.ansibgblack {
  background-color: black;
}
.ansibgred {
  background-color: red;
}
.ansibggreen {
  background-color: green;
}
.ansibgyellow {
  background-color: yellow;
}
.ansibgblue {
  background-color: blue;
}
.ansibgpurple {
  background-color: magenta;
}
.ansibgcyan {
  background-color: cyan;
}
.ansibggray {
  background-color: gray;
}
div.cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  border-radius: 2px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  border-width: 1px;
  border-style: solid;
  border-color: transparent;
  width: 100%;
  padding: 5px;
  /* This acts as a spacer between cells, that is outside the border */
  margin: 0px;
  outline: none;
  border-left-width: 1px;
  padding-left: 5px;
  background: linear-gradient(to right, transparent -40px, transparent 1px, transparent 1px, transparent 100%);
}
div.cell.jupyter-soft-selected {
  border-left-color: #90CAF9;
  border-left-color: #E3F2FD;
  border-left-width: 1px;
  padding-left: 5px;
  border-right-color: #E3F2FD;
  border-right-width: 1px;
  background: #E3F2FD;
}
@media print {
  div.cell.jupyter-soft-selected {
    border-color: transparent;
  }
}
div.cell.selected {
  border-color: #ababab;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 5px, transparent 5px, transparent 100%);
}
@media print {
  div.cell.selected {
    border-color: transparent;
  }
}
div.cell.selected.jupyter-soft-selected {
  border-left-width: 0;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 7px, #E3F2FD 7px, #E3F2FD 100%);
}
.edit_mode div.cell.selected {
  border-color: #66BB6A;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #66BB6A -40px, #66BB6A 5px, transparent 5px, transparent 100%);
}
@media print {
  .edit_mode div.cell.selected {
    border-color: transparent;
  }
}
.prompt {
  /* This needs to be wide enough for 3 digit prompt numbers: In[100]: */
  min-width: 14ex;
  /* This padding is tuned to match the padding on the CodeMirror editor. */
  padding: 0.4em;
  margin: 0px;
  font-family: monospace;
  text-align: right;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
  /* Don't highlight prompt number selection */
  -webkit-touch-callout: none;
  -webkit-user-select: none;
  -khtml-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
  /* Use default cursor */
  cursor: default;
}
@media (max-width: 540px) {
  .prompt {
    text-align: left;
  }
}
div.inner_cell {
  min-width: 0;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_area {
  border: 1px solid #cfcfcf;
  border-radius: 2px;
  background: #f7f7f7;
  line-height: 1.21429em;
}
/* This is needed so that empty prompt areas can collapse to zero height when there
   is no content in the output_subarea and the prompt. The main purpose of this is
   to make sure that empty JavaScript output_subareas have no height. */
div.prompt:empty {
  padding-top: 0;
  padding-bottom: 0;
}
div.unrecognized_cell {
  padding: 5px 5px 5px 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.unrecognized_cell .inner_cell {
  border-radius: 2px;
  padding: 5px;
  font-weight: bold;
  color: red;
  border: 1px solid #cfcfcf;
  background: #eaeaea;
}
div.unrecognized_cell .inner_cell a {
  color: inherit;
  text-decoration: none;
}
div.unrecognized_cell .inner_cell a:hover {
  color: inherit;
  text-decoration: none;
}
@media (max-width: 540px) {
  div.unrecognized_cell > div.prompt {
    display: none;
  }
}
div.code_cell {
  /* avoid page breaking on code cells when printing */
}
@media print {
  div.code_cell {
    page-break-inside: avoid;
  }
}
/* any special styling for code cells that are currently running goes here */
div.input {
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.input {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_prompt {
  color: #303F9F;
  border-top: 1px solid transparent;
}
div.input_area > div.highlight {
  margin: 0.4em;
  border: none;
  padding: 0px;
  background-color: transparent;
}
div.input_area > div.highlight > pre {
  margin: 0px;
  border: none;
  padding: 0px;
  background-color: transparent;
}
/* The following gets added to the <head> if it is detected that the user has a
 * monospace font with inconsistent normal/bold/italic height.  See
 * notebookmain.js.  Such fonts will have keywords vertically offset with
 * respect to the rest of the text.  The user should select a better font.
 * See: https://github.com/ipython/ipython/issues/1503
 *
 * .CodeMirror span {
 *      vertical-align: bottom;
 * }
 */
.CodeMirror {
  line-height: 1.21429em;
  /* Changed from 1em to our global default */
  font-size: 14px;
  height: auto;
  /* Changed to auto to autogrow */
  background: none;
  /* Changed from white to allow our bg to show through */
}
.CodeMirror-scroll {
  /*  The CodeMirror docs are a bit fuzzy on if overflow-y should be hidden or visible.*/
  /*  We have found that if it is visible, vertical scrollbars appear with font size changes.*/
  overflow-y: hidden;
  overflow-x: auto;
}
.CodeMirror-lines {
  /* In CM2, this used to be 0.4em, but in CM3 it went to 4px. We need the em value because */
  /* we have set a different line-height and want this to scale with that. */
  padding: 0.4em;
}
.CodeMirror-linenumber {
  padding: 0 8px 0 4px;
}
.CodeMirror-gutters {
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.CodeMirror pre {
  /* In CM3 this went to 4px from 0 in CM2. We need the 0 value because of how we size */
  /* .CodeMirror-lines */
  padding: 0;
  border: 0;
  border-radius: 0;
}
/*

Original style from softwaremaniacs.org (c) Ivan Sagalaev <Maniac@SoftwareManiacs.Org>
Adapted from GitHub theme

*/
.highlight-base {
  color: #000;
}
.highlight-variable {
  color: #000;
}
.highlight-variable-2 {
  color: #1a1a1a;
}
.highlight-variable-3 {
  color: #333333;
}
.highlight-string {
  color: #BA2121;
}
.highlight-comment {
  color: #408080;
  font-style: italic;
}
.highlight-number {
  color: #080;
}
.highlight-atom {
  color: #88F;
}
.highlight-keyword {
  color: #008000;
  font-weight: bold;
}
.highlight-builtin {
  color: #008000;
}
.highlight-error {
  color: #f00;
}
.highlight-operator {
  color: #AA22FF;
  font-weight: bold;
}
.highlight-meta {
  color: #AA22FF;
}
/* previously not defined, copying from default codemirror */
.highlight-def {
  color: #00f;
}
.highlight-string-2 {
  color: #f50;
}
.highlight-qualifier {
  color: #555;
}
.highlight-bracket {
  color: #997;
}
.highlight-tag {
  color: #170;
}
.highlight-attribute {
  color: #00c;
}
.highlight-header {
  color: blue;
}
.highlight-quote {
  color: #090;
}
.highlight-link {
  color: #00c;
}
/* apply the same style to codemirror */
.cm-s-ipython span.cm-keyword {
  color: #008000;
  font-weight: bold;
}
.cm-s-ipython span.cm-atom {
  color: #88F;
}
.cm-s-ipython span.cm-number {
  color: #080;
}
.cm-s-ipython span.cm-def {
  color: #00f;
}
.cm-s-ipython span.cm-variable {
  color: #000;
}
.cm-s-ipython span.cm-operator {
  color: #AA22FF;
  font-weight: bold;
}
.cm-s-ipython span.cm-variable-2 {
  color: #1a1a1a;
}
.cm-s-ipython span.cm-variable-3 {
  color: #333333;
}
.cm-s-ipython span.cm-comment {
  color: #408080;
  font-style: italic;
}
.cm-s-ipython span.cm-string {
  color: #BA2121;
}
.cm-s-ipython span.cm-string-2 {
  color: #f50;
}
.cm-s-ipython span.cm-meta {
  color: #AA22FF;
}
.cm-s-ipython span.cm-qualifier {
  color: #555;
}
.cm-s-ipython span.cm-builtin {
  color: #008000;
}
.cm-s-ipython span.cm-bracket {
  color: #997;
}
.cm-s-ipython span.cm-tag {
  color: #170;
}
.cm-s-ipython span.cm-attribute {
  color: #00c;
}
.cm-s-ipython span.cm-header {
  color: blue;
}
.cm-s-ipython span.cm-quote {
  color: #090;
}
.cm-s-ipython span.cm-link {
  color: #00c;
}
.cm-s-ipython span.cm-error {
  color: #f00;
}
.cm-s-ipython span.cm-tab {
  background: url(data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAMCAYAAAAkuj5RAAAAAXNSR0IArs4c6QAAAGFJREFUSMft1LsRQFAQheHPowAKoACx3IgEKtaEHujDjORSgWTH/ZOdnZOcM/sgk/kFFWY0qV8foQwS4MKBCS3qR6ixBJvElOobYAtivseIE120FaowJPN75GMu8j/LfMwNjh4HUpwg4LUAAAAASUVORK5CYII=);
  background-position: right;
  background-repeat: no-repeat;
}
div.output_wrapper {
  /* this position must be relative to enable descendents to be absolute within it */
  position: relative;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  z-index: 1;
}
/* class for the output area when it should be height-limited */
div.output_scroll {
  /* ideally, this would be max-height, but FF barfs all over that */
  height: 24em;
  /* FF needs this *and the wrapper* to specify full width, or it will shrinkwrap */
  width: 100%;
  overflow: auto;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  display: block;
}
/* output div while it is collapsed */
div.output_collapsed {
  margin: 0px;
  padding: 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
div.out_prompt_overlay {
  height: 100%;
  padding: 0px 0.4em;
  position: absolute;
  border-radius: 2px;
}
div.out_prompt_overlay:hover {
  /* use inner shadow to get border that is computed the same on WebKit/FF */
  -webkit-box-shadow: inset 0 0 1px #000;
  box-shadow: inset 0 0 1px #000;
  background: rgba(240, 240, 240, 0.5);
}
div.output_prompt {
  color: #D84315;
}
/* This class is the outer container of all output sections. */
div.output_area {
  padding: 0px;
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.output_area .MathJax_Display {
  text-align: left !important;
}
div.output_area .rendered_html table {
  margin-left: 0;
  margin-right: 0;
}
div.output_area .rendered_html img {
  margin-left: 0;
  margin-right: 0;
}
div.output_area img,
div.output_area svg {
  max-width: 100%;
  height: auto;
}
div.output_area img.unconfined,
div.output_area svg.unconfined {
  max-width: none;
}
/* This is needed to protect the pre formating from global settings such
   as that of bootstrap */
.output {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.output_area {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
div.output_area pre {
  margin: 0;
  padding: 0;
  border: 0;
  vertical-align: baseline;
  color: black;
  background-color: transparent;
  border-radius: 0;
}
/* This class is for the output subarea inside the output_area and after
   the prompt div. */
div.output_subarea {
  overflow-x: auto;
  padding: 0.4em;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
  max-width: calc(100% - 14ex);
}
div.output_scroll div.output_subarea {
  overflow-x: visible;
}
/* The rest of the output_* classes are for special styling of the different
   output types */
/* all text output has this class: */
div.output_text {
  text-align: left;
  color: #000;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
}
/* stdout/stderr are 'text' as well as 'stream', but execute_result/error are *not* streams */
div.output_stderr {
  background: #fdd;
  /* very light red background for stderr */
}
div.output_latex {
  text-align: left;
}
/* Empty output_javascript divs should have no height */
div.output_javascript:empty {
  padding: 0;
}
.js-error {
  color: darkred;
}
/* raw_input styles */
div.raw_input_container {
  line-height: 1.21429em;
  padding-top: 5px;
}
pre.raw_input_prompt {
  /* nothing needed here. */
}
input.raw_input {
  font-family: monospace;
  font-size: inherit;
  color: inherit;
  width: auto;
  /* make sure input baseline aligns with prompt */
  vertical-align: baseline;
  /* padding + margin = 0.5em between prompt and cursor */
  padding: 0em 0.25em;
  margin: 0em 0.25em;
}
input.raw_input:focus {
  box-shadow: none;
}
p.p-space {
  margin-bottom: 10px;
}
div.output_unrecognized {
  padding: 5px;
  font-weight: bold;
  color: red;
}
div.output_unrecognized a {
  color: inherit;
  text-decoration: none;
}
div.output_unrecognized a:hover {
  color: inherit;
  text-decoration: none;
}
.rendered_html {
  color: #000;
  /* any extras will just be numbers: */
}
.rendered_html em {
  font-style: italic;
}
.rendered_html strong {
  font-weight: bold;
}
.rendered_html u {
  text-decoration: underline;
}
.rendered_html :link {
  text-decoration: underline;
}
.rendered_html :visited {
  text-decoration: underline;
}
.rendered_html h1 {
  font-size: 185.7%;
  margin: 1.08em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h2 {
  font-size: 157.1%;
  margin: 1.27em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h3 {
  font-size: 128.6%;
  margin: 1.55em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h4 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h5 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h6 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h1:first-child {
  margin-top: 0.538em;
}
.rendered_html h2:first-child {
  margin-top: 0.636em;
}
.rendered_html h3:first-child {
  margin-top: 0.777em;
}
.rendered_html h4:first-child {
  margin-top: 1em;
}
.rendered_html h5:first-child {
  margin-top: 1em;
}
.rendered_html h6:first-child {
  margin-top: 1em;
}
.rendered_html ul {
  list-style: disc;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ul ul {
  list-style: square;
  margin: 0em 2em;
}
.rendered_html ul ul ul {
  list-style: circle;
  margin: 0em 2em;
}
.rendered_html ol {
  list-style: decimal;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ol ol {
  list-style: upper-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol {
  list-style: lower-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol {
  list-style: lower-roman;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol ol {
  list-style: decimal;
  margin: 0em 2em;
}
.rendered_html * + ul {
  margin-top: 1em;
}
.rendered_html * + ol {
  margin-top: 1em;
}
.rendered_html hr {
  color: black;
  background-color: black;
}
.rendered_html pre {
  margin: 1em 2em;
}
.rendered_html pre,
.rendered_html code {
  border: 0;
  background-color: #fff;
  color: #000;
  font-size: 100%;
  padding: 0px;
}
.rendered_html blockquote {
  margin: 1em 2em;
}
.rendered_html table {
  margin-left: auto;
  margin-right: auto;
  border: 1px solid black;
  border-collapse: collapse;
}
.rendered_html tr,
.rendered_html th,
.rendered_html td {
  border: 1px solid black;
  border-collapse: collapse;
  margin: 1em 2em;
}
.rendered_html td,
.rendered_html th {
  text-align: left;
  vertical-align: middle;
  padding: 4px;
}
.rendered_html th {
  font-weight: bold;
}
.rendered_html * + table {
  margin-top: 1em;
}
.rendered_html p {
  text-align: left;
}
.rendered_html * + p {
  margin-top: 1em;
}
.rendered_html img {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.rendered_html * + img {
  margin-top: 1em;
}
.rendered_html img,
.rendered_html svg {
  max-width: 100%;
  height: auto;
}
.rendered_html img.unconfined,
.rendered_html svg.unconfined {
  max-width: none;
}
div.text_cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.text_cell > div.prompt {
    display: none;
  }
}
div.text_cell_render {
  /*font-family: "Helvetica Neue", Arial, Helvetica, Geneva, sans-serif;*/
  outline: none;
  resize: none;
  width: inherit;
  border-style: none;
  padding: 0.5em 0.5em 0.5em 0.4em;
  color: #000;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
a.anchor-link:link {
  text-decoration: none;
  padding: 0px 20px;
  visibility: hidden;
}
h1:hover .anchor-link,
h2:hover .anchor-link,
h3:hover .anchor-link,
h4:hover .anchor-link,
h5:hover .anchor-link,
h6:hover .anchor-link {
  visibility: visible;
}
.text_cell.rendered .input_area {
  display: none;
}
.text_cell.rendered .rendered_html {
  overflow-x: auto;
  overflow-y: hidden;
}
.text_cell.unrendered .text_cell_render {
  display: none;
}
.cm-header-1,
.cm-header-2,
.cm-header-3,
.cm-header-4,
.cm-header-5,
.cm-header-6 {
  font-weight: bold;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
}
.cm-header-1 {
  font-size: 185.7%;
}
.cm-header-2 {
  font-size: 157.1%;
}
.cm-header-3 {
  font-size: 128.6%;
}
.cm-header-4 {
  font-size: 110%;
}
.cm-header-5 {
  font-size: 100%;
  font-style: italic;
}
.cm-header-6 {
  font-size: 100%;
  font-style: italic;
}
/*!
*
* IPython notebook webapp
*
*/
@media (max-width: 767px) {
  .notebook_app {
    padding-left: 0px;
    padding-right: 0px;
  }
}
#ipython-main-app {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook_panel {
  margin: 0px;
  padding: 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook {
  font-size: 14px;
  line-height: 20px;
  overflow-y: hidden;
  overflow-x: auto;
  width: 100%;
  /* This spaces the page away from the edge of the notebook area */
  padding-top: 20px;
  margin: 0px;
  outline: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  min-height: 100%;
}
@media not print {
  #notebook-container {
    padding: 15px;
    background-color: #fff;
    min-height: 0;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
@media print {
  #notebook-container {
    width: 100%;
  }
}
div.ui-widget-content {
  border: 1px solid #ababab;
  outline: none;
}
pre.dialog {
  background-color: #f7f7f7;
  border: 1px solid #ddd;
  border-radius: 2px;
  padding: 0.4em;
  padding-left: 2em;
}
p.dialog {
  padding: 0.2em;
}
/* Word-wrap output correctly.  This is the CSS3 spelling, though Firefox seems
   to not honor it correctly.  Webkit browsers (Chrome, rekonq, Safari) do.
 */
pre,
code,
kbd,
samp {
  white-space: pre-wrap;
}
#fonttest {
  font-family: monospace;
}
p {
  margin-bottom: 0;
}
.end_space {
  min-height: 100px;
  transition: height .2s ease;
}
.notebook_app > #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
@media not print {
  .notebook_app {
    background-color: #EEE;
  }
}
kbd {
  border-style: solid;
  border-width: 1px;
  box-shadow: none;
  margin: 2px;
  padding-left: 2px;
  padding-right: 2px;
  padding-top: 1px;
  padding-bottom: 1px;
}
/* CSS for the cell toolbar */
.celltoolbar {
  border: thin solid #CFCFCF;
  border-bottom: none;
  background: #EEE;
  border-radius: 2px 2px 0px 0px;
  width: 100%;
  height: 29px;
  padding-right: 4px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
  display: -webkit-flex;
}
@media print {
  .celltoolbar {
    display: none;
  }
}
.ctb_hideshow {
  display: none;
  vertical-align: bottom;
}
/* ctb_show is added to the ctb_hideshow div to show the cell toolbar.
   Cell toolbars are only shown when the ctb_global_show class is also set.
*/
.ctb_global_show .ctb_show.ctb_hideshow {
  display: block;
}
.ctb_global_show .ctb_show + .input_area,
.ctb_global_show .ctb_show + div.text_cell_input,
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border-top-right-radius: 0px;
  border-top-left-radius: 0px;
}
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border: 1px solid #cfcfcf;
}
.celltoolbar {
  font-size: 87%;
  padding-top: 3px;
}
.celltoolbar select {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
  width: inherit;
  font-size: inherit;
  height: 22px;
  padding: 0px;
  display: inline-block;
}
.celltoolbar select:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.celltoolbar select::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.celltoolbar select:-ms-input-placeholder {
  color: #999;
}
.celltoolbar select::-webkit-input-placeholder {
  color: #999;
}
.celltoolbar select::-ms-expand {
  border: 0;
  background-color: transparent;
}
.celltoolbar select[disabled],
.celltoolbar select[readonly],
fieldset[disabled] .celltoolbar select {
  background-color: #eeeeee;
  opacity: 1;
}
.celltoolbar select[disabled],
fieldset[disabled] .celltoolbar select {
  cursor: not-allowed;
}
textarea.celltoolbar select {
  height: auto;
}
select.celltoolbar select {
  height: 30px;
  line-height: 30px;
}
textarea.celltoolbar select,
select[multiple].celltoolbar select {
  height: auto;
}
.celltoolbar label {
  margin-left: 5px;
  margin-right: 5px;
}
.completions {
  position: absolute;
  z-index: 110;
  overflow: hidden;
  border: 1px solid #ababab;
  border-radius: 2px;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  line-height: 1;
}
.completions select {
  background: white;
  outline: none;
  border: none;
  padding: 0px;
  margin: 0px;
  overflow: auto;
  font-family: monospace;
  font-size: 110%;
  color: #000;
  width: auto;
}
.completions select option.context {
  color: #286090;
}
#kernel_logo_widget {
  float: right !important;
  float: right;
}
#kernel_logo_widget .current_kernel_logo {
  display: none;
  margin-top: -1px;
  margin-bottom: -1px;
  width: 32px;
  height: 32px;
}
#menubar {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  margin-top: 1px;
}
#menubar .navbar {
  border-top: 1px;
  border-radius: 0px 0px 2px 2px;
  margin-bottom: 0px;
}
#menubar .navbar-toggle {
  float: left;
  padding-top: 7px;
  padding-bottom: 7px;
  border: none;
}
#menubar .navbar-collapse {
  clear: left;
}
.nav-wrapper {
  border-bottom: 1px solid #e7e7e7;
}
i.menu-icon {
  padding-top: 4px;
}
ul#help_menu li a {
  overflow: hidden;
  padding-right: 2.2em;
}
ul#help_menu li a i {
  margin-right: -1.2em;
}
.dropdown-submenu {
  position: relative;
}
.dropdown-submenu > .dropdown-menu {
  top: 0;
  left: 100%;
  margin-top: -6px;
  margin-left: -1px;
}
.dropdown-submenu:hover > .dropdown-menu {
  display: block;
}
.dropdown-submenu > a:after {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  display: block;
  content: "\f0da";
  float: right;
  color: #333333;
  margin-top: 2px;
  margin-right: -10px;
}
.dropdown-submenu > a:after.pull-left {
  margin-right: .3em;
}
.dropdown-submenu > a:after.pull-right {
  margin-left: .3em;
}
.dropdown-submenu:hover > a:after {
  color: #262626;
}
.dropdown-submenu.pull-left {
  float: none;
}
.dropdown-submenu.pull-left > .dropdown-menu {
  left: -100%;
  margin-left: 10px;
}
#notification_area {
  float: right !important;
  float: right;
  z-index: 10;
}
.indicator_area {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#kernel_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  border-left: 1px solid;
}
#kernel_indicator .kernel_indicator_name {
  padding-left: 5px;
  padding-right: 5px;
}
#modal_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#readonly-indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  margin-top: 2px;
  margin-bottom: 0px;
  margin-left: 0px;
  margin-right: 0px;
  display: none;
}
.modal_indicator:before {
  width: 1.28571429em;
  text-align: center;
}
.edit_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f040";
}
.edit_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.edit_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.command_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: ' ';
}
.command_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.command_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.kernel_idle_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f10c";
}
.kernel_idle_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_idle_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_busy_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f111";
}
.kernel_busy_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_busy_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_dead_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f1e2";
}
.kernel_dead_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_dead_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_disconnected_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f127";
}
.kernel_disconnected_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_disconnected_icon:before.pull-right {
  margin-left: .3em;
}
.notification_widget {
  color: #777;
  z-index: 10;
  background: rgba(240, 240, 240, 0.5);
  margin-right: 4px;
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget:focus,
.notification_widget.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.notification_widget:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active:hover,
.notification_widget.active:hover,
.open > .dropdown-toggle.notification_widget:hover,
.notification_widget:active:focus,
.notification_widget.active:focus,
.open > .dropdown-toggle.notification_widget:focus,
.notification_widget:active.focus,
.notification_widget.active.focus,
.open > .dropdown-toggle.notification_widget.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  background-image: none;
}
.notification_widget.disabled:hover,
.notification_widget[disabled]:hover,
fieldset[disabled] .notification_widget:hover,
.notification_widget.disabled:focus,
.notification_widget[disabled]:focus,
fieldset[disabled] .notification_widget:focus,
.notification_widget.disabled.focus,
.notification_widget[disabled].focus,
fieldset[disabled] .notification_widget.focus {
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget .badge {
  color: #fff;
  background-color: #333;
}
.notification_widget.warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning:focus,
.notification_widget.warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.notification_widget.warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active:hover,
.notification_widget.warning.active:hover,
.open > .dropdown-toggle.notification_widget.warning:hover,
.notification_widget.warning:active:focus,
.notification_widget.warning.active:focus,
.open > .dropdown-toggle.notification_widget.warning:focus,
.notification_widget.warning:active.focus,
.notification_widget.warning.active.focus,
.open > .dropdown-toggle.notification_widget.warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  background-image: none;
}
.notification_widget.warning.disabled:hover,
.notification_widget.warning[disabled]:hover,
fieldset[disabled] .notification_widget.warning:hover,
.notification_widget.warning.disabled:focus,
.notification_widget.warning[disabled]:focus,
fieldset[disabled] .notification_widget.warning:focus,
.notification_widget.warning.disabled.focus,
.notification_widget.warning[disabled].focus,
fieldset[disabled] .notification_widget.warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.notification_widget.success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success:focus,
.notification_widget.success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.notification_widget.success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active:hover,
.notification_widget.success.active:hover,
.open > .dropdown-toggle.notification_widget.success:hover,
.notification_widget.success:active:focus,
.notification_widget.success.active:focus,
.open > .dropdown-toggle.notification_widget.success:focus,
.notification_widget.success:active.focus,
.notification_widget.success.active.focus,
.open > .dropdown-toggle.notification_widget.success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  background-image: none;
}
.notification_widget.success.disabled:hover,
.notification_widget.success[disabled]:hover,
fieldset[disabled] .notification_widget.success:hover,
.notification_widget.success.disabled:focus,
.notification_widget.success[disabled]:focus,
fieldset[disabled] .notification_widget.success:focus,
.notification_widget.success.disabled.focus,
.notification_widget.success[disabled].focus,
fieldset[disabled] .notification_widget.success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.notification_widget.info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info:focus,
.notification_widget.info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.notification_widget.info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active:hover,
.notification_widget.info.active:hover,
.open > .dropdown-toggle.notification_widget.info:hover,
.notification_widget.info:active:focus,
.notification_widget.info.active:focus,
.open > .dropdown-toggle.notification_widget.info:focus,
.notification_widget.info:active.focus,
.notification_widget.info.active.focus,
.open > .dropdown-toggle.notification_widget.info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  background-image: none;
}
.notification_widget.info.disabled:hover,
.notification_widget.info[disabled]:hover,
fieldset[disabled] .notification_widget.info:hover,
.notification_widget.info.disabled:focus,
.notification_widget.info[disabled]:focus,
fieldset[disabled] .notification_widget.info:focus,
.notification_widget.info.disabled.focus,
.notification_widget.info[disabled].focus,
fieldset[disabled] .notification_widget.info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.notification_widget.danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger:focus,
.notification_widget.danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.notification_widget.danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active:hover,
.notification_widget.danger.active:hover,
.open > .dropdown-toggle.notification_widget.danger:hover,
.notification_widget.danger:active:focus,
.notification_widget.danger.active:focus,
.open > .dropdown-toggle.notification_widget.danger:focus,
.notification_widget.danger:active.focus,
.notification_widget.danger.active.focus,
.open > .dropdown-toggle.notification_widget.danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  background-image: none;
}
.notification_widget.danger.disabled:hover,
.notification_widget.danger[disabled]:hover,
fieldset[disabled] .notification_widget.danger:hover,
.notification_widget.danger.disabled:focus,
.notification_widget.danger[disabled]:focus,
fieldset[disabled] .notification_widget.danger:focus,
.notification_widget.danger.disabled.focus,
.notification_widget.danger[disabled].focus,
fieldset[disabled] .notification_widget.danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger .badge {
  color: #d9534f;
  background-color: #fff;
}
div#pager {
  background-color: #fff;
  font-size: 14px;
  line-height: 20px;
  overflow: hidden;
  display: none;
  position: fixed;
  bottom: 0px;
  width: 100%;
  max-height: 50%;
  padding-top: 8px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  /* Display over codemirror */
  z-index: 100;
  /* Hack which prevents jquery ui resizable from changing top. */
  top: auto !important;
}
div#pager pre {
  line-height: 1.21429em;
  color: #000;
  background-color: #f7f7f7;
  padding: 0.4em;
}
div#pager #pager-button-area {
  position: absolute;
  top: 8px;
  right: 20px;
}
div#pager #pager-contents {
  position: relative;
  overflow: auto;
  width: 100%;
  height: 100%;
}
div#pager #pager-contents #pager-container {
  position: relative;
  padding: 15px 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
div#pager .ui-resizable-handle {
  top: 0px;
  height: 8px;
  background: #f7f7f7;
  border-top: 1px solid #cfcfcf;
  border-bottom: 1px solid #cfcfcf;
  /* This injects handle bars (a short, wide = symbol) for 
        the resize handle. */
}
div#pager .ui-resizable-handle::after {
  content: '';
  top: 2px;
  left: 50%;
  height: 3px;
  width: 30px;
  margin-left: -15px;
  position: absolute;
  border-top: 1px solid #cfcfcf;
}
.quickhelp {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  line-height: 1.8em;
}
.shortcut_key {
  display: inline-block;
  width: 21ex;
  text-align: right;
  font-family: monospace;
}
.shortcut_descr {
  display: inline-block;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
span.save_widget {
  margin-top: 6px;
}
span.save_widget span.filename {
  height: 1em;
  line-height: 1em;
  padding: 3px;
  margin-left: 16px;
  border: none;
  font-size: 146.5%;
  border-radius: 2px;
}
span.save_widget span.filename:hover {
  background-color: #e6e6e6;
}
span.checkpoint_status,
span.autosave_status {
  font-size: small;
}
@media (max-width: 767px) {
  span.save_widget {
    font-size: small;
  }
  span.checkpoint_status,
  span.autosave_status {
    display: none;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  span.checkpoint_status {
    display: none;
  }
  span.autosave_status {
    font-size: x-small;
  }
}
.toolbar {
  padding: 0px;
  margin-left: -5px;
  margin-top: 2px;
  margin-bottom: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.toolbar select,
.toolbar label {
  width: auto;
  vertical-align: middle;
  margin-right: 2px;
  margin-bottom: 0px;
  display: inline;
  font-size: 92%;
  margin-left: 0.3em;
  margin-right: 0.3em;
  padding: 0px;
  padding-top: 3px;
}
.toolbar .btn {
  padding: 2px 8px;
}
.toolbar .btn-group {
  margin-top: 0px;
  margin-left: 5px;
}
#maintoolbar {
  margin-bottom: -3px;
  margin-top: -8px;
  border: 0px;
  min-height: 27px;
  margin-left: 0px;
  padding-top: 11px;
  padding-bottom: 3px;
}
#maintoolbar .navbar-text {
  float: none;
  vertical-align: middle;
  text-align: right;
  margin-left: 5px;
  margin-right: 0px;
  margin-top: 0px;
}
.select-xs {
  height: 24px;
}
.pulse,
.dropdown-menu > li > a.pulse,
li.pulse > a.dropdown-toggle,
li.pulse.open > a.dropdown-toggle {
  background-color: #F37626;
  color: white;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
/** WARNING IF YOU ARE EDITTING THIS FILE, if this is a .css file, It has a lot
 * of chance of beeing generated from the ../less/[samename].less file, you can
 * try to get back the less file by reverting somme commit in history
 **/
/*
 * We'll try to get something pretty, so we
 * have some strange css to have the scroll bar on
 * the left with fix button on the top right of the tooltip
 */
@-moz-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-webkit-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-moz-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
@-webkit-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
/*properties of tooltip after "expand"*/
.bigtooltip {
  overflow: auto;
  height: 200px;
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
}
/*properties of tooltip before "expand"*/
.smalltooltip {
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
  text-overflow: ellipsis;
  overflow: hidden;
  height: 80px;
}
.tooltipbuttons {
  position: absolute;
  padding-right: 15px;
  top: 0px;
  right: 0px;
}
.tooltiptext {
  /*avoid the button to overlap on some docstring*/
  padding-right: 30px;
}
.ipython_tooltip {
  max-width: 700px;
  /*fade-in animation when inserted*/
  -webkit-animation: fadeOut 400ms;
  -moz-animation: fadeOut 400ms;
  animation: fadeOut 400ms;
  -webkit-animation: fadeIn 400ms;
  -moz-animation: fadeIn 400ms;
  animation: fadeIn 400ms;
  vertical-align: middle;
  background-color: #f7f7f7;
  overflow: visible;
  border: #ababab 1px solid;
  outline: none;
  padding: 3px;
  margin: 0px;
  padding-left: 7px;
  font-family: monospace;
  min-height: 50px;
  -moz-box-shadow: 0px 6px 10px -1px #adadad;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  border-radius: 2px;
  position: absolute;
  z-index: 1000;
}
.ipython_tooltip a {
  float: right;
}
.ipython_tooltip .tooltiptext pre {
  border: 0;
  border-radius: 0;
  font-size: 100%;
  background-color: #f7f7f7;
}
.pretooltiparrow {
  left: 0px;
  margin: 0px;
  top: -16px;
  width: 40px;
  height: 16px;
  overflow: hidden;
  position: absolute;
}
.pretooltiparrow:before {
  background-color: #f7f7f7;
  border: 1px #ababab solid;
  z-index: 11;
  content: "";
  position: absolute;
  left: 15px;
  top: 10px;
  width: 25px;
  height: 25px;
  -webkit-transform: rotate(45deg);
  -moz-transform: rotate(45deg);
  -ms-transform: rotate(45deg);
  -o-transform: rotate(45deg);
}
ul.typeahead-list i {
  margin-left: -10px;
  width: 18px;
}
ul.typeahead-list {
  max-height: 80vh;
  overflow: auto;
}
ul.typeahead-list > li > a {
  /** Firefox bug **/
  /* see https://github.com/jupyter/notebook/issues/559 */
  white-space: normal;
}
.cmd-palette .modal-body {
  padding: 7px;
}
.cmd-palette form {
  background: white;
}
.cmd-palette input {
  outline: none;
}
.no-shortcut {
  display: none;
}
.command-shortcut:before {
  content: "(command)";
  padding-right: 3px;
  color: #777777;
}
.edit-shortcut:before {
  content: "(edit)";
  padding-right: 3px;
  color: #777777;
}
#find-and-replace #replace-preview .match,
#find-and-replace #replace-preview .insert {
  background-color: #BBDEFB;
  border-color: #90CAF9;
  border-style: solid;
  border-width: 1px;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .match {
  background-color: #FFCDD2;
  border-color: #EF9A9A;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .insert {
  background-color: #C8E6C9;
  border-color: #A5D6A7;
  border-radius: 0px;
}
#find-and-replace #replace-preview {
  max-height: 60vh;
  overflow: auto;
}
#find-and-replace #replace-preview pre {
  padding: 5px 10px;
}
.terminal-app {
  background: #EEE;
}
.terminal-app #header {
  background: #fff;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.terminal-app .terminal {
  width: 100%;
  float: left;
  font-family: monospace;
  color: white;
  background: black;
  padding: 0.4em;
  border-radius: 2px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
}
.terminal-app .terminal,
.terminal-app .terminal dummy-screen {
  line-height: 1em;
  font-size: 14px;
}
.terminal-app .terminal .xterm-rows {
  padding: 10px;
}
.terminal-app .terminal-cursor {
  color: black;
  background: white;
}
.terminal-app #terminado-container {
  margin-top: 20px;
}
/*# sourceMappingURL=style.min.css.map */
    </style>
<style type="text/css">
    .highlight .hll { background-color: #ffffcc }
.highlight  { background: #f8f8f8; }
.highlight .c { color: #408080; font-style: italic } /* Comment */
.highlight .err { border: 1px solid #FF0000 } /* Error */
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
.highlight .o { color: #666666 } /* Operator */
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
.highlight .gd { color: #A00000 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #FF0000 } /* Generic.Error */
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
.highlight .gi { color: #00A000 } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
.highlight .gt { color: #0044DD } /* Generic.Traceback */
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #B00040 } /* Keyword.Type */
.highlight .m { color: #666666 } /* Literal.Number */
.highlight .s { color: #BA2121 } /* Literal.String */
.highlight .na { color: #7D9029 } /* Name.Attribute */
.highlight .nb { color: #008000 } /* Name.Builtin */
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
.highlight .no { color: #880000 } /* Name.Constant */
.highlight .nd { color: #AA22FF } /* Name.Decorator */
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0000FF } /* Name.Function */
.highlight .nl { color: #A0A000 } /* Name.Label */
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #19177C } /* Name.Variable */
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #666666 } /* Literal.Number.Bin */
.highlight .mf { color: #666666 } /* Literal.Number.Float */
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
.highlight .sa { color: #BA2121 } /* Literal.String.Affix */
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
.highlight .sx { color: #008000 } /* Literal.String.Other */
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0000FF } /* Name.Function.Magic */
.highlight .vc { color: #19177C } /* Name.Variable.Class */
.highlight .vg { color: #19177C } /* Name.Variable.Global */
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
.highlight .vm { color: #19177C } /* Name.Variable.Magic */
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */
    </style>
<style type="text/css">
    
/* Temporary definitions which will become obsolete with Notebook release 5.0 */
.ansi-black-fg { color: #3E424D; }
.ansi-black-bg { background-color: #3E424D; }
.ansi-black-intense-fg { color: #282C36; }
.ansi-black-intense-bg { background-color: #282C36; }
.ansi-red-fg { color: #E75C58; }
.ansi-red-bg { background-color: #E75C58; }
.ansi-red-intense-fg { color: #B22B31; }
.ansi-red-intense-bg { background-color: #B22B31; }
.ansi-green-fg { color: #00A250; }
.ansi-green-bg { background-color: #00A250; }
.ansi-green-intense-fg { color: #007427; }
.ansi-green-intense-bg { background-color: #007427; }
.ansi-yellow-fg { color: #DDB62B; }
.ansi-yellow-bg { background-color: #DDB62B; }
.ansi-yellow-intense-fg { color: #B27D12; }
.ansi-yellow-intense-bg { background-color: #B27D12; }
.ansi-blue-fg { color: #208FFB; }
.ansi-blue-bg { background-color: #208FFB; }
.ansi-blue-intense-fg { color: #0065CA; }
.ansi-blue-intense-bg { background-color: #0065CA; }
.ansi-magenta-fg { color: #D160C4; }
.ansi-magenta-bg { background-color: #D160C4; }
.ansi-magenta-intense-fg { color: #A03196; }
.ansi-magenta-intense-bg { background-color: #A03196; }
.ansi-cyan-fg { color: #60C6C8; }
.ansi-cyan-bg { background-color: #60C6C8; }
.ansi-cyan-intense-fg { color: #258F8F; }
.ansi-cyan-intense-bg { background-color: #258F8F; }
.ansi-white-fg { color: #C5C1B4; }
.ansi-white-bg { background-color: #C5C1B4; }
.ansi-white-intense-fg { color: #A1A6B2; }
.ansi-white-intense-bg { background-color: #A1A6B2; }

.ansi-bold { font-weight: bold; }

    </style>


<style type="text/css">
/* Overrides of notebook CSS for static HTML export */
body {
  overflow: visible;
  padding: 8px;
}

div#notebook {
  overflow: visible;
  border-top: none;
}

@media print {
  div.cell {
    display: block;
    page-break-inside: avoid;
  } 
  div.output_wrapper { 
    display: block;
    page-break-inside: avoid; 
  }
  div.output { 
    display: block;
    page-break-inside: avoid; 
  }
}
</style>

<!-- Custom stylesheet, it must be in the same directory as the html file -->
<link rel="stylesheet" href="custom.css">

<!-- Loading mathjax macro -->
<!-- Load mathjax -->
    <script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS_HTML"></script>
    <!-- MathJax configuration -->
    <script type="text/x-mathjax-config">
    MathJax.Hub.Config({
        tex2jax: {
            inlineMath: [ ['$','$'], ["\\(","\\)"] ],
            displayMath: [ ['$$','$$'], ["\\[","\\]"] ],
            processEscapes: true,
            processEnvironments: true
        },
        // Center justify equations in code and markdown cells. Elsewhere
        // we use CSS to left justify single line equations in code cells.
        displayAlign: 'center',
        "HTML-CSS": {
            styles: {'.MathJax_Display': {"margin": 0}},
            linebreaks: { automatic: true }
        }
    });
    </script>
    <!-- End of mathjax configuration --></head>
<body>
  <div tabindex="-1" id="notebook" class="border-box-sizing">
    <div class="container" id="notebook-container">

<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Artificial-Intelligence-Engineer-Nanodegree---Probabilistic-Models">Artificial Intelligence Engineer Nanodegree - Probabilistic Models<a class="anchor-link" href="#Artificial-Intelligence-Engineer-Nanodegree---Probabilistic-Models">&#182;</a></h1><h2 id="Project:-Sign-Language-Recognition-System">Project: Sign Language Recognition System<a class="anchor-link" href="#Project:-Sign-Language-Recognition-System">&#182;</a></h2><ul>
<li><a href="#intro">Introduction</a></li>
<li><a href="#part1_tutorial">Part 1 Feature Selection</a><ul>
<li><a href="#part1_tutorial">Tutorial</a></li>
<li><a href="#part1_submission">Features Submission</a></li>
<li><a href="#part1_test">Features Unittest</a></li>
</ul>
</li>
<li><a href="#part2_tutorial">Part 2 Train the models</a><ul>
<li><a href="#part2_tutorial">Tutorial</a></li>
<li><a href="#part2_submission">Model Selection Score Submission</a></li>
<li><a href="#part2_test">Model Score Unittest</a></li>
</ul>
</li>
<li><a href="#part3_tutorial">Part 3 Build a Recognizer</a><ul>
<li><a href="#part3_tutorial">Tutorial</a></li>
<li><a href="#part3_submission">Recognizer Submission</a></li>
<li><a href="#part3_test">Recognizer Unittest</a></li>
</ul>
</li>
<li><a href="#part4_info">Part 4 (OPTIONAL) Improve the WER with Language Models</a></li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='intro'></a></p>
<h2 id="Introduction">Introduction<a class="anchor-link" href="#Introduction">&#182;</a></h2><p>The overall goal of this project is to build a word recognizer for American Sign Language video sequences, demonstrating the power of probabalistic models.  In particular, this project employs  <a href="https://en.wikipedia.org/wiki/Hidden_Markov_model">hidden Markov models (HMM's)</a> to analyze a series of measurements taken from videos of American Sign Language (ASL) collected for research (see the <a href="http://www-i6.informatik.rwth-aachen.de/~dreuw/database-rwth-boston-104.php">RWTH-BOSTON-104 Database</a>).  In this video, the right-hand x and y locations are plotted as the speaker signs the sentence.
<a href="https://drive.google.com/open?id=0B_5qGuFe-wbhUXRuVnNZVnMtam8"><img src="http://www-i6.informatik.rwth-aachen.de/~dreuw/images/demosample.png" alt="ASLR demo"></a></p>
<p>The raw data, train, and test sets are pre-defined.  You will derive a variety of feature sets (explored in Part 1), as well as implement three different model selection criterion to determine the optimal number of hidden states for each word model (explored in Part 2). Finally, in Part 3 you will implement the recognizer and compare the effects the different combinations of feature sets and model selection criteria.</p>
<p>At the end of each Part, complete the submission cells with implementations, answer all questions, and pass the unit tests.  Then submit the completed notebook for review!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part1_tutorial'></a></p>
<h2 id="PART-1:-Data">PART 1: Data<a class="anchor-link" href="#PART-1:-Data">&#182;</a></h2><h3 id="Features-Tutorial">Features Tutorial<a class="anchor-link" href="#Features-Tutorial">&#182;</a></h3><h5 id="Load-the-initial-database">Load the initial database<a class="anchor-link" href="#Load-the-initial-database">&#182;</a></h5><p>A data handler designed for this database is provided in the student codebase as the <code>AslDb</code> class in the <code>asl_data</code> module.  This handler creates the initial <a href="http://pandas.pydata.org/pandas-docs/stable/">pandas</a> dataframe from the corpus of data included in the <code>data</code> directory as well as dictionaries suitable for extracting data in a format friendly to the <a href="https://hmmlearn.readthedocs.io/en/latest/">hmmlearn</a> library.  We'll use those to create models in Part 2.</p>
<p>To start, let's set up the initial database and select an example set of features for the training set.  At the end of Part 1, you will create additional feature sets for experimentation.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[1]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">pandas</span> <span class="k">as</span> <span class="nn">pd</span>
<span class="kn">from</span> <span class="nn">asl_data</span> <span class="k">import</span> <span class="n">AslDb</span>


<span class="n">asl</span> <span class="o">=</span> <span class="n">AslDb</span><span class="p">()</span> <span class="c1"># initializes the database</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">head</span><span class="p">()</span> <span class="c1"># displays the first five rows of the asl database, indexed by video and frame</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[1]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th></th>
      <th>left-x</th>
      <th>left-y</th>
      <th>right-x</th>
      <th>right-y</th>
      <th>nose-x</th>
      <th>nose-y</th>
      <th>speaker</th>
    </tr>
    <tr>
      <th>video</th>
      <th>frame</th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th rowspan="5" valign="top">98</th>
      <th>0</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
    </tr>
    <tr>
      <th>1</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
    </tr>
    <tr>
      <th>2</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
    </tr>
    <tr>
      <th>3</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
    </tr>
    <tr>
      <th>4</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[2]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">ix</span><span class="p">[</span><span class="mi">98</span><span class="p">,</span><span class="mi">1</span><span class="p">]</span>  <span class="c1"># look at the data available for an individual frame</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[2]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>left-x         149
left-y         181
right-x        170
right-y        175
nose-x         161
nose-y          62
speaker    woman-1
Name: (98, 1), dtype: object</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The frame represented by video 98, frame 1 is shown here:
<img src="http://www-i6.informatik.rwth-aachen.de/~dreuw/database/rwth-boston-104/overview/images/orig/098-start.jpg" alt="Video 98"></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Feature-selection-for-training-the-model">Feature selection for training the model<a class="anchor-link" href="#Feature-selection-for-training-the-model">&#182;</a></h5><p>The objective of feature selection when training a model is to choose the most relevant variables while keeping the model as simple as possible, thus reducing training time.  We can use the raw features already provided or derive our own and add columns to the pandas dataframe <code>asl.df</code> for selection. As an example, in the next cell a feature named <code>'grnd-ry'</code> is added. This feature is the difference between the right-hand y value and the nose y value, which serves as the "ground" right y value.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[3]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-ry&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;right-y&#39;</span><span class="p">]</span> <span class="o">-</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;nose-y&#39;</span><span class="p">]</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">head</span><span class="p">()</span>  <span class="c1"># the new feature &#39;grnd-ry&#39; is now in the frames dictionary</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[3]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th></th>
      <th>left-x</th>
      <th>left-y</th>
      <th>right-x</th>
      <th>right-y</th>
      <th>nose-x</th>
      <th>nose-y</th>
      <th>speaker</th>
      <th>grnd-ry</th>
    </tr>
    <tr>
      <th>video</th>
      <th>frame</th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th rowspan="5" valign="top">98</th>
      <th>0</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
    </tr>
    <tr>
      <th>1</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
    </tr>
    <tr>
      <th>2</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
    </tr>
    <tr>
      <th>3</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
    </tr>
    <tr>
      <th>4</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Try-it!">Try it!<a class="anchor-link" href="#Try-it!">&#182;</a></h5>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[4]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">from</span> <span class="nn">asl_utils</span> <span class="k">import</span> <span class="n">test_features_tryit</span>
<span class="c1"># TODO add df columns for &#39;grnd-rx&#39;, &#39;grnd-ly&#39;, &#39;grnd-lx&#39; representing differences between hand and nose locations</span>

<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-rx&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;right-x&#39;</span><span class="p">]</span> <span class="o">-</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;nose-x&#39;</span><span class="p">]</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-ly&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;left-y&#39;</span><span class="p">]</span> <span class="o">-</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;nose-y&#39;</span><span class="p">]</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-lx&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;left-x&#39;</span><span class="p">]</span> <span class="o">-</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;nose-x&#39;</span><span class="p">]</span>

<span class="c1"># test the code</span>
<span class="n">test_features_tryit</span><span class="p">(</span><span class="n">asl</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>asl.df sample
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th></th>
      <th>left-x</th>
      <th>left-y</th>
      <th>right-x</th>
      <th>right-y</th>
      <th>nose-x</th>
      <th>nose-y</th>
      <th>speaker</th>
      <th>grnd-ry</th>
      <th>grnd-rx</th>
      <th>grnd-ly</th>
      <th>grnd-lx</th>
    </tr>
    <tr>
      <th>video</th>
      <th>frame</th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th rowspan="5" valign="top">98</th>
      <th>0</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
    </tr>
    <tr>
      <th>1</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
    </tr>
    <tr>
      <th>2</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
    </tr>
    <tr>
      <th>3</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
    </tr>
    <tr>
      <th>4</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

<div class="output_area">
<div class="prompt output_prompt">Out[4]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<font color=green>Correct!</font><br/>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[5]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># collect the features into a list</span>
<span class="n">features_ground</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;grnd-rx&#39;</span><span class="p">,</span><span class="s1">&#39;grnd-ry&#39;</span><span class="p">,</span><span class="s1">&#39;grnd-lx&#39;</span><span class="p">,</span><span class="s1">&#39;grnd-ly&#39;</span><span class="p">]</span>
 <span class="c1">#show a single set of features for a given (video, frame) tuple</span>
<span class="p">[</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">ix</span><span class="p">[</span><span class="mi">98</span><span class="p">,</span><span class="mi">1</span><span class="p">][</span><span class="n">v</span><span class="p">]</span> <span class="k">for</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">features_ground</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[5]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>[9, 113, -12, 119]</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Build-the-training-set">Build the training set<a class="anchor-link" href="#Build-the-training-set">&#182;</a></h5><p>Now that we have a feature list defined, we can pass that list to the <code>build_training</code> method to collect the features for all the words in the training set.  Each word in the training set has multiple examples from various videos.  Below we can see the unique words that have been loaded into the training set:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[6]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features_ground</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Training words: </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">training</span><span class="o">.</span><span class="n">words</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Training words: [&#39;JOHN&#39;, &#39;WRITE&#39;, &#39;HOMEWORK&#39;, &#39;IX-1P&#39;, &#39;SEE&#39;, &#39;YESTERDAY&#39;, &#39;IX&#39;, &#39;LOVE&#39;, &#39;MARY&#39;, &#39;CAN&#39;, &#39;GO&#39;, &#39;GO1&#39;, &#39;FUTURE&#39;, &#39;GO2&#39;, &#39;PARTY&#39;, &#39;FUTURE1&#39;, &#39;HIT&#39;, &#39;BLAME&#39;, &#39;FRED&#39;, &#39;FISH&#39;, &#39;WONT&#39;, &#39;EAT&#39;, &#39;BUT&#39;, &#39;CHICKEN&#39;, &#39;VEGETABLE&#39;, &#39;CHINA&#39;, &#39;PEOPLE&#39;, &#39;PREFER&#39;, &#39;BROCCOLI&#39;, &#39;LIKE&#39;, &#39;LEAVE&#39;, &#39;SAY&#39;, &#39;BUY&#39;, &#39;HOUSE&#39;, &#39;KNOW&#39;, &#39;CORN&#39;, &#39;CORN1&#39;, &#39;THINK&#39;, &#39;NOT&#39;, &#39;PAST&#39;, &#39;LIVE&#39;, &#39;CHICAGO&#39;, &#39;CAR&#39;, &#39;SHOULD&#39;, &#39;DECIDE&#39;, &#39;VISIT&#39;, &#39;MOVIE&#39;, &#39;WANT&#39;, &#39;SELL&#39;, &#39;TOMORROW&#39;, &#39;NEXT-WEEK&#39;, &#39;NEW-YORK&#39;, &#39;LAST-WEEK&#39;, &#39;WILL&#39;, &#39;FINISH&#39;, &#39;ANN&#39;, &#39;READ&#39;, &#39;BOOK&#39;, &#39;CHOCOLATE&#39;, &#39;FIND&#39;, &#39;SOMETHING-ONE&#39;, &#39;POSS&#39;, &#39;BROTHER&#39;, &#39;ARRIVE&#39;, &#39;HERE&#39;, &#39;GIVE&#39;, &#39;MAN&#39;, &#39;NEW&#39;, &#39;COAT&#39;, &#39;WOMAN&#39;, &#39;GIVE1&#39;, &#39;HAVE&#39;, &#39;FRANK&#39;, &#39;BREAK-DOWN&#39;, &#39;SEARCH-FOR&#39;, &#39;WHO&#39;, &#39;WHAT&#39;, &#39;LEG&#39;, &#39;FRIEND&#39;, &#39;CANDY&#39;, &#39;BLUE&#39;, &#39;SUE&#39;, &#39;BUY1&#39;, &#39;STOLEN&#39;, &#39;OLD&#39;, &#39;STUDENT&#39;, &#39;VIDEOTAPE&#39;, &#39;BORROW&#39;, &#39;MOTHER&#39;, &#39;POTATO&#39;, &#39;TELL&#39;, &#39;BILL&#39;, &#39;THROW&#39;, &#39;APPLE&#39;, &#39;NAME&#39;, &#39;SHOOT&#39;, &#39;SAY-1P&#39;, &#39;SELF&#39;, &#39;GROUP&#39;, &#39;JANA&#39;, &#39;TOY1&#39;, &#39;MANY&#39;, &#39;TOY&#39;, &#39;ALL&#39;, &#39;BOY&#39;, &#39;TEACHER&#39;, &#39;GIRL&#39;, &#39;BOX&#39;, &#39;GIVE2&#39;, &#39;GIVE3&#39;, &#39;GET&#39;, &#39;PUTASIDE&#39;]
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The training data in <code>training</code> is an object of class <code>WordsData</code> defined in the <code>asl_data</code> module.  in addition to the <code>words</code> list, data can be accessed with the <code>get_all_sequences</code>, <code>get_all_Xlengths</code>, <code>get_word_sequences</code>, and <code>get_word_Xlengths</code> methods. We need the <code>get_word_Xlengths</code> method to train multiple sequences with the <code>hmmlearn</code> library.  In the following example, notice that there are two lists; the first is a concatenation of all the sequences(the X portion) and the second is a list of the sequence lengths(the Lengths portion).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[7]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">training</span><span class="o">.</span><span class="n">get_word_Xlengths</span><span class="p">(</span><span class="s1">&#39;CHOCOLATE&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[7]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>(array([[-11,  48,   7, 120],
        [-11,  48,   8, 109],
        [ -8,  49,  11,  98],
        [ -7,  50,   7,  87],
        [ -4,  54,   7,  77],
        [ -4,  54,   6,  69],
        [ -4,  54,   6,  69],
        [-13,  52,   6,  69],
        [-13,  52,   6,  69],
        [ -8,  51,   6,  69],
        [ -8,  51,   6,  69],
        [ -8,  51,   6,  69],
        [ -8,  51,   6,  69],
        [ -8,  51,   6,  69],
        [-10,  59,   7,  71],
        [-15,  64,   9,  77],
        [-17,  75,  13,  81],
        [ -4,  48,  -4, 113],
        [ -2,  53,  -4, 113],
        [ -4,  55,   2,  98],
        [ -4,  58,   2,  98],
        [ -1,  59,   2,  89],
        [ -1,  59,  -1,  84],
        [ -1,  59,  -1,  84],
        [ -7,  63,  -1,  84],
        [ -7,  63,  -1,  84],
        [ -7,  63,   3,  83],
        [ -7,  63,   3,  83],
        [ -7,  63,   3,  83],
        [ -7,  63,   3,  83],
        [ -7,  63,   3,  83],
        [ -7,  63,   3,  83],
        [ -7,  63,   3,  83],
        [ -4,  70,   3,  83],
        [ -4,  70,   3,  83],
        [ -2,  73,   5,  90],
        [ -3,  79,  -4,  96],
        [-15,  98,  13, 135],
        [ -6,  93,  12, 128],
        [ -2,  89,  14, 118],
        [  5,  90,  10, 108],
        [  4,  86,   7, 105],
        [  4,  86,   7, 105],
        [  4,  86,  13, 100],
        [ -3,  82,  14,  96],
        [ -3,  82,  14,  96],
        [  6,  89,  16, 100],
        [  6,  89,  16, 100],
        [  7,  85,  17, 111]]), [17, 20, 12])</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h6 id="More-feature-sets">More feature sets<a class="anchor-link" href="#More-feature-sets">&#182;</a></h6><p>So far we have a simple feature set that is enough to get started modeling.  However, we might get better results if we manipulate the raw values a bit more, so we will go ahead and set up some other options now for experimentation later.  For example, we could normalize each speaker's range of motion with grouped statistics using <a href="http://pandas.pydata.org/pandas-docs/stable/api.html#api-dataframe-stats">Pandas stats</a> functions and <a href="http://pandas.pydata.org/pandas-docs/stable/generated/pandas.DataFrame.groupby.html">pandas groupby</a>.  Below is an example for finding the means of all speaker subgroups.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[8]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">df_means</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="s1">&#39;speaker&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">mean</span><span class="p">()</span>
<span class="n">df_means</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[8]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>left-x</th>
      <th>left-y</th>
      <th>right-x</th>
      <th>right-y</th>
      <th>nose-x</th>
      <th>nose-y</th>
      <th>grnd-ry</th>
      <th>grnd-rx</th>
      <th>grnd-ly</th>
      <th>grnd-lx</th>
    </tr>
    <tr>
      <th>speaker</th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>man-1</th>
      <td>206.248203</td>
      <td>218.679449</td>
      <td>155.464350</td>
      <td>150.371031</td>
      <td>175.031756</td>
      <td>61.642600</td>
      <td>88.728430</td>
      <td>-19.567406</td>
      <td>157.036848</td>
      <td>31.216447</td>
    </tr>
    <tr>
      <th>woman-1</th>
      <td>164.661438</td>
      <td>161.271242</td>
      <td>151.017865</td>
      <td>117.332462</td>
      <td>162.655120</td>
      <td>57.245098</td>
      <td>60.087364</td>
      <td>-11.637255</td>
      <td>104.026144</td>
      <td>2.006318</td>
    </tr>
    <tr>
      <th>woman-2</th>
      <td>183.214509</td>
      <td>176.527232</td>
      <td>156.866295</td>
      <td>119.835714</td>
      <td>170.318973</td>
      <td>58.022098</td>
      <td>61.813616</td>
      <td>-13.452679</td>
      <td>118.505134</td>
      <td>12.895536</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>To select a mean that matches by speaker, use the pandas <a href="http://pandas.pydata.org/pandas-docs/stable/generated/pandas.Series.map.html">map</a> method:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[9]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;left-x-mean&#39;</span><span class="p">]</span><span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;speaker&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">map</span><span class="p">(</span><span class="n">df_means</span><span class="p">[</span><span class="s1">&#39;left-x&#39;</span><span class="p">])</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">head</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[9]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th></th>
      <th>left-x</th>
      <th>left-y</th>
      <th>right-x</th>
      <th>right-y</th>
      <th>nose-x</th>
      <th>nose-y</th>
      <th>speaker</th>
      <th>grnd-ry</th>
      <th>grnd-rx</th>
      <th>grnd-ly</th>
      <th>grnd-lx</th>
      <th>left-x-mean</th>
    </tr>
    <tr>
      <th>video</th>
      <th>frame</th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th rowspan="5" valign="top">98</th>
      <th>0</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
      <td>164.661438</td>
    </tr>
    <tr>
      <th>1</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
      <td>164.661438</td>
    </tr>
    <tr>
      <th>2</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
      <td>164.661438</td>
    </tr>
    <tr>
      <th>3</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
      <td>164.661438</td>
    </tr>
    <tr>
      <th>4</th>
      <td>149</td>
      <td>181</td>
      <td>170</td>
      <td>175</td>
      <td>161</td>
      <td>62</td>
      <td>woman-1</td>
      <td>113</td>
      <td>9</td>
      <td>119</td>
      <td>-12</td>
      <td>164.661438</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Try-it!">Try it!<a class="anchor-link" href="#Try-it!">&#182;</a></h5>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[10]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">from</span> <span class="nn">asl_utils</span> <span class="k">import</span> <span class="n">test_std_tryit</span>
<span class="c1"># TODO Create a dataframe named `df_std` with standard deviations grouped by speaker</span>
<span class="n">df_std</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="s1">&#39;speaker&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">std</span><span class="p">()</span>
<span class="c1"># test the code</span>
<span class="n">test_std_tryit</span><span class="p">(</span><span class="n">df_std</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>df_std
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>left-x</th>
      <th>left-y</th>
      <th>right-x</th>
      <th>right-y</th>
      <th>nose-x</th>
      <th>nose-y</th>
      <th>grnd-ry</th>
      <th>grnd-rx</th>
      <th>grnd-ly</th>
      <th>grnd-lx</th>
      <th>left-x-mean</th>
    </tr>
    <tr>
      <th>speaker</th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
      <th></th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>man-1</th>
      <td>15.154425</td>
      <td>36.328485</td>
      <td>18.901917</td>
      <td>54.902340</td>
      <td>6.654573</td>
      <td>5.520045</td>
      <td>53.487999</td>
      <td>20.269032</td>
      <td>36.572749</td>
      <td>15.080360</td>
      <td>0.0</td>
    </tr>
    <tr>
      <th>woman-1</th>
      <td>17.573442</td>
      <td>26.594521</td>
      <td>16.459943</td>
      <td>34.667787</td>
      <td>3.549392</td>
      <td>3.538330</td>
      <td>33.972660</td>
      <td>16.764706</td>
      <td>27.117393</td>
      <td>17.328941</td>
      <td>0.0</td>
    </tr>
    <tr>
      <th>woman-2</th>
      <td>15.388711</td>
      <td>28.825025</td>
      <td>14.890288</td>
      <td>39.649111</td>
      <td>4.099760</td>
      <td>3.416167</td>
      <td>39.128572</td>
      <td>16.191324</td>
      <td>29.320655</td>
      <td>15.050938</td>
      <td>0.0</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

<div class="output_area">
<div class="prompt output_prompt">Out[10]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<font color=green>Correct!</font><br/>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part1_submission'></a></p>
<h3 id="Features-Implementation-Submission">Features Implementation Submission<a class="anchor-link" href="#Features-Implementation-Submission">&#182;</a></h3><p>Implement four feature sets and answer the question that follows.</p>
<ul>
<li><p>normalized Cartesian coordinates</p>
<ul>
<li>use <em>mean</em> and <em>standard deviation</em> statistics and the <a href="https://en.wikipedia.org/wiki/Standard_score">standard score</a> equation to account for speakers with different heights and arm length</li>
</ul>
</li>
<li><p>polar coordinates</p>
<ul>
<li>calculate polar coordinates with <a href="https://en.wikipedia.org/wiki/Polar_coordinate_system#Converting_between_polar_and_Cartesian_coordinates">Cartesian to polar equations</a></li>
<li>use the <a href="https://docs.scipy.org/doc/numpy-1.10.0/reference/generated/numpy.arctan2.html">np.arctan2</a> function and <em>swap the x and y axes</em> to move the $0$ to $2\pi$ discontinuity to 12 o'clock instead of 3 o'clock;  in other words, the normal break in radians value from $0$ to $2\pi$ occurs directly to the left of the speaker's nose, which may be in the signing area and interfere with results.  By swapping the x and y axes, that discontinuity move to directly above the speaker's head, an area not generally used in signing.</li>
</ul>
</li>
<li><p>delta difference</p>
<ul>
<li>as described in Thad's lecture, use the difference in values between one frame and the next frames as features</li>
<li>pandas <a href="http://pandas.pydata.org/pandas-docs/stable/generated/pandas.DataFrame.diff.html">diff method</a> and <a href="http://pandas.pydata.org/pandas-docs/stable/generated/pandas.DataFrame.fillna.html">fillna method</a> will be helpful for this one</li>
</ul>
</li>
<li><p>custom features</p>
<ul>
<li>These are your own design; combine techniques used above or come up with something else entirely. We look forward to seeing what you come up with! 
Some ideas to get you started:<ul>
<li>normalize using a <a href="https://en.wikipedia.org/wiki/Feature_scaling">feature scaling equation</a></li>
<li>normalize the polar coordinates</li>
<li>adding additional deltas</li>
</ul>
</li>
</ul>
</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[11]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO add features for normalized by speaker values of left, right, x, y</span>
<span class="c1"># Name these &#39;norm-rx&#39;, &#39;norm-ry&#39;, &#39;norm-lx&#39;, and &#39;norm-ly&#39;</span>
<span class="c1"># using Z-score scaling (X-Xmean)/Xstd</span>

<span class="n">features_norm</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;norm-rx&#39;</span><span class="p">,</span> <span class="s1">&#39;norm-ry&#39;</span><span class="p">,</span> <span class="s1">&#39;norm-lx&#39;</span><span class="p">,</span><span class="s1">&#39;norm-ly&#39;</span><span class="p">]</span> 
<span class="n">features_before_norm</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;right-x&#39;</span><span class="p">,</span> <span class="s1">&#39;right-y&#39;</span><span class="p">,</span> <span class="s1">&#39;left-x&#39;</span><span class="p">,</span> <span class="s1">&#39;left-y&#39;</span><span class="p">]</span> 

<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="n">features_norm</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="s1">&#39;speaker&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">apply</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="p">(</span><span class="n">x</span><span class="p">[</span><span class="n">features_before_norm</span><span class="p">]</span> <span class="o">-</span> <span class="n">x</span><span class="p">[</span><span class="n">features_before_norm</span><span class="p">]</span><span class="o">.</span><span class="n">mean</span><span class="p">())</span> <span class="o">/</span> <span class="n">x</span><span class="p">[</span><span class="n">features_before_norm</span><span class="p">]</span><span class="o">.</span><span class="n">std</span><span class="p">())</span>
<span class="c1">#asl.df.head()</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[12]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO add features for polar coordinate values where the nose is the origin</span>
<span class="c1"># Name these &#39;polar-rr&#39;, &#39;polar-rtheta&#39;, &#39;polar-lr&#39;, and &#39;polar-ltheta&#39;</span>
<span class="c1"># Note that &#39;polar-rr&#39; and &#39;polar-rtheta&#39; refer to the radius and angle</span>

<span class="n">features_polar</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;polar-rr&#39;</span><span class="p">,</span> <span class="s1">&#39;polar-rtheta&#39;</span><span class="p">,</span> <span class="s1">&#39;polar-lr&#39;</span><span class="p">,</span> <span class="s1">&#39;polar-ltheta&#39;</span><span class="p">]</span>

<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;polar-rr&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">hypot</span><span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-rx&#39;</span><span class="p">],</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-ry&#39;</span><span class="p">])</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;polar-lr&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">hypot</span><span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-lx&#39;</span><span class="p">],</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-ly&#39;</span><span class="p">])</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;polar-rtheta&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">arctan2</span><span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-rx&#39;</span><span class="p">],</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-ry&#39;</span><span class="p">])</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;polar-ltheta&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">arctan2</span><span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-lx&#39;</span><span class="p">],</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="s1">&#39;grnd-ly&#39;</span><span class="p">])</span>

<span class="c1">#asl.df.head()</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[13]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO add features for left, right, x, y differences by one time step, i.e. the &quot;delta&quot; values discussed in the lecture</span>
<span class="c1"># Name these &#39;delta-rx&#39;, &#39;delta-ry&#39;, &#39;delta-lx&#39;, and &#39;delta-ly&#39;</span>

<span class="n">features_delta</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;delta-rx&#39;</span><span class="p">,</span> <span class="s1">&#39;delta-ry&#39;</span><span class="p">,</span> <span class="s1">&#39;delta-lx&#39;</span><span class="p">,</span> <span class="s1">&#39;delta-ly&#39;</span><span class="p">]</span>

<span class="c1"># groupby level=0 because we have a multi-index df (video + frame)</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="n">features_delta</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="n">level</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span><span class="o">.</span><span class="n">apply</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="p">[</span><span class="n">features_before_norm</span><span class="p">]</span><span class="o">.</span><span class="n">diff</span><span class="p">()</span><span class="o">.</span><span class="n">fillna</span><span class="p">(</span><span class="mi">0</span><span class="p">))</span>
<span class="c1">#asl.df.head(n=20)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[126]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO add features of your own design, which may be a combination of the above or something else</span>
<span class="c1"># Name these whatever you would like</span>

<span class="c1"># TODO define a list named &#39;features_custom&#39; for building the training set</span>

<span class="c1">##1. just a combination of all aforementioned feature sets</span>
<span class="n">features_custom</span> <span class="o">=</span> <span class="n">features_ground</span> <span class="o">+</span> <span class="n">features_norm</span> <span class="o">+</span> <span class="n">features_polar</span> <span class="o">+</span> <span class="n">features_delta</span>

<span class="c1">#2. additional delta features</span>
<span class="n">features_norm_delta</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;delta-nrx&#39;</span><span class="p">,</span> <span class="s1">&#39;delta-nry&#39;</span><span class="p">,</span> <span class="s1">&#39;delta-nlx&#39;</span><span class="p">,</span> <span class="s1">&#39;delta-nly&#39;</span><span class="p">]</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="n">features_norm_delta</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="n">level</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span><span class="o">.</span><span class="n">apply</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="p">[</span><span class="n">features_norm</span><span class="p">]</span><span class="o">.</span><span class="n">diff</span><span class="p">()</span><span class="o">.</span><span class="n">fillna</span><span class="p">(</span><span class="mi">0</span><span class="p">))</span>

<span class="n">features_polar_delta</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;pol_del-rr&#39;</span><span class="p">,</span> <span class="s1">&#39;pol_del-rtheta&#39;</span><span class="p">,</span> <span class="s1">&#39;pol_del-lr&#39;</span><span class="p">,</span> <span class="s1">&#39;pol_del-ltheta&#39;</span><span class="p">]</span>
<span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="p">[</span><span class="n">features_polar_delta</span><span class="p">]</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">groupby</span><span class="p">(</span><span class="n">level</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span><span class="o">.</span><span class="n">apply</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="p">[</span><span class="n">features_polar</span><span class="p">]</span><span class="o">.</span><span class="n">diff</span><span class="p">()</span><span class="o">.</span><span class="n">fillna</span><span class="p">(</span><span class="mi">0</span><span class="p">))</span>

<span class="c1">#3. combination of all created feature sets</span>
<span class="n">features_all</span> <span class="o">=</span> <span class="n">features_custom</span> <span class="o">+</span> <span class="n">features_norm_delta</span> <span class="o">+</span> <span class="n">features_polar_delta</span>

<span class="c1">#4. (after comparing WERs) feature sets with highest individual WERs were eliminated to improve WER of combined feature set:</span>
<span class="n">features_custom2</span> <span class="o">=</span> <span class="n">features_ground</span> <span class="o">+</span> <span class="n">features_polar</span> <span class="o">+</span> <span class="n">features_delta</span> <span class="o">+</span> <span class="n">features_norm_delta</span> <span class="c1"># all minus hihest WER features. Improved results</span>
<span class="n">features_custom3</span> <span class="o">=</span> <span class="n">features_ground</span> <span class="o">+</span> <span class="n">features_polar</span> <span class="o">+</span> <span class="n">features_norm_delta</span> <span class="c1"># ... again. Improved results</span>
<span class="n">features_custom4</span> <span class="o">=</span> <span class="n">features_polar</span> <span class="o">+</span> <span class="n">features_norm_delta</span> <span class="c1"># ... again. Resulted in worse performance. Stopping</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><strong>Question 1:</strong>  What custom features did you choose for the features_custom set and why?</p>
<p><strong>Answer 1:</strong> For a start, a new feature set including all the previous sub-sets was used (features_custom). After that, additional two feature sets were added (normalized delta and polar delta) and their performance evaluated both individually and as a part of combined set. After that, combined feature set was trimmed down by eliminating subsets with worst WER in order to leave only the key components of the feature set.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part1_test'></a></p>
<h3 id="Features-Unit-Testing">Features Unit Testing<a class="anchor-link" href="#Features-Unit-Testing">&#182;</a></h3><p>Run the following unit tests as a sanity check on the defined "ground", "norm", "polar", and 'delta"
feature sets.  The test simply looks for some valid values but is not exhaustive.  However, the project should not be submitted if these tests don't pass.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[15]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">import</span> <span class="nn">unittest</span>
<span class="c1"># import numpy as np</span>

<span class="k">class</span> <span class="nc">TestFeatures</span><span class="p">(</span><span class="n">unittest</span><span class="o">.</span><span class="n">TestCase</span><span class="p">):</span>

    <span class="k">def</span> <span class="nf">test_features_ground</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
        <span class="n">sample</span> <span class="o">=</span> <span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">ix</span><span class="p">[</span><span class="mi">98</span><span class="p">,</span> <span class="mi">1</span><span class="p">][</span><span class="n">features_ground</span><span class="p">])</span><span class="o">.</span><span class="n">tolist</span><span class="p">()</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">assertEqual</span><span class="p">(</span><span class="n">sample</span><span class="p">,</span> <span class="p">[</span><span class="mi">9</span><span class="p">,</span> <span class="mi">113</span><span class="p">,</span> <span class="o">-</span><span class="mi">12</span><span class="p">,</span> <span class="mi">119</span><span class="p">])</span>

    <span class="k">def</span> <span class="nf">test_features_norm</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
        <span class="n">sample</span> <span class="o">=</span> <span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">ix</span><span class="p">[</span><span class="mi">98</span><span class="p">,</span> <span class="mi">1</span><span class="p">][</span><span class="n">features_norm</span><span class="p">])</span><span class="o">.</span><span class="n">tolist</span><span class="p">()</span>
        <span class="n">np</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">assert_almost_equal</span><span class="p">(</span><span class="n">sample</span><span class="p">,</span> <span class="p">[</span> <span class="mf">1.153</span><span class="p">,</span>  <span class="mf">1.663</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.891</span><span class="p">,</span>  <span class="mf">0.742</span><span class="p">],</span> <span class="mi">3</span><span class="p">)</span>

    <span class="k">def</span> <span class="nf">test_features_polar</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
        <span class="n">sample</span> <span class="o">=</span> <span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">ix</span><span class="p">[</span><span class="mi">98</span><span class="p">,</span><span class="mi">1</span><span class="p">][</span><span class="n">features_polar</span><span class="p">])</span><span class="o">.</span><span class="n">tolist</span><span class="p">()</span>
        <span class="n">np</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">assert_almost_equal</span><span class="p">(</span><span class="n">sample</span><span class="p">,</span> <span class="p">[</span><span class="mf">113.3578</span><span class="p">,</span> <span class="mf">0.0794</span><span class="p">,</span> <span class="mf">119.603</span><span class="p">,</span> <span class="o">-</span><span class="mf">0.1005</span><span class="p">],</span> <span class="mi">3</span><span class="p">)</span>

    <span class="k">def</span> <span class="nf">test_features_delta</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
        <span class="n">sample</span> <span class="o">=</span> <span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">ix</span><span class="p">[</span><span class="mi">98</span><span class="p">,</span> <span class="mi">0</span><span class="p">][</span><span class="n">features_delta</span><span class="p">])</span><span class="o">.</span><span class="n">tolist</span><span class="p">()</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">assertEqual</span><span class="p">(</span><span class="n">sample</span><span class="p">,</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">])</span>
        <span class="n">sample</span> <span class="o">=</span> <span class="p">(</span><span class="n">asl</span><span class="o">.</span><span class="n">df</span><span class="o">.</span><span class="n">ix</span><span class="p">[</span><span class="mi">98</span><span class="p">,</span> <span class="mi">18</span><span class="p">][</span><span class="n">features_delta</span><span class="p">])</span><span class="o">.</span><span class="n">tolist</span><span class="p">()</span>
        <span class="bp">self</span><span class="o">.</span><span class="n">assertTrue</span><span class="p">(</span><span class="n">sample</span> <span class="ow">in</span> <span class="p">[[</span><span class="o">-</span><span class="mi">16</span><span class="p">,</span> <span class="o">-</span><span class="mi">5</span><span class="p">,</span> <span class="o">-</span><span class="mi">2</span><span class="p">,</span> <span class="mi">4</span><span class="p">],</span> <span class="p">[</span><span class="o">-</span><span class="mi">14</span><span class="p">,</span> <span class="o">-</span><span class="mi">9</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">]],</span> <span class="s2">&quot;Sample value found was </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">sample</span><span class="p">))</span>
                         
<span class="n">suite</span> <span class="o">=</span> <span class="n">unittest</span><span class="o">.</span><span class="n">TestLoader</span><span class="p">()</span><span class="o">.</span><span class="n">loadTestsFromModule</span><span class="p">(</span><span class="n">TestFeatures</span><span class="p">())</span>
<span class="n">unittest</span><span class="o">.</span><span class="n">TextTestRunner</span><span class="p">()</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">suite</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>....
----------------------------------------------------------------------
Ran 4 tests in 0.034s

OK
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt output_prompt">Out[15]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&lt;unittest.runner.TextTestResult run=4 errors=0 failures=0&gt;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part2_tutorial'></a></p>
<h2 id="PART-2:-Model-Selection">PART 2: Model Selection<a class="anchor-link" href="#PART-2:-Model-Selection">&#182;</a></h2><h3 id="Model-Selection-Tutorial">Model Selection Tutorial<a class="anchor-link" href="#Model-Selection-Tutorial">&#182;</a></h3><p>The objective of Model Selection is to tune the number of states for each word HMM prior to testing on unseen data.  In this section you will explore three methods:</p>
<ul>
<li>Log likelihood using cross-validation folds (CV)</li>
<li>Bayesian Information Criterion (BIC)</li>
<li>Discriminative Information Criterion (DIC) </li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Train-a-single-word">Train a single word<a class="anchor-link" href="#Train-a-single-word">&#182;</a></h5><p>Now that we have built a training set with sequence data, we can "train" models for each word.  As a simple starting example, we train a single word using Gaussian hidden Markov models (HMM).   By using the <code>fit</code> method during training, the <a href="https://en.wikipedia.org/wiki/Baum%E2%80%93Welch_algorithm">Baum-Welch Expectation-Maximization</a> (EM) algorithm is invoked iteratively to find the best estimate for the model <em>for the number of hidden states specified</em> from a group of sample seequences. For this example, we <em>assume</em> the correct number of hidden states is 3, but that is just a guess.  How do we know what the "best" number of states for training is?  We will need to find some model selection technique to choose the best parameter.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[16]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">import</span> <span class="nn">warnings</span>
<span class="kn">from</span> <span class="nn">hmmlearn.hmm</span> <span class="k">import</span> <span class="n">GaussianHMM</span> <span class="c1">#Hidden Markov Model with Gaussian emissions</span>

<span class="k">def</span> <span class="nf">train_a_word</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">num_hidden_states</span><span class="p">,</span> <span class="n">features</span><span class="p">):</span>
    
    <span class="n">warnings</span><span class="o">.</span><span class="n">filterwarnings</span><span class="p">(</span><span class="s2">&quot;ignore&quot;</span><span class="p">,</span> <span class="n">category</span><span class="o">=</span><span class="ne">DeprecationWarning</span><span class="p">)</span>
    <span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features</span><span class="p">)</span>  
    <span class="n">X</span><span class="p">,</span> <span class="n">lengths</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_word_Xlengths</span><span class="p">(</span><span class="n">word</span><span class="p">)</span>
    <span class="n">model</span> <span class="o">=</span> <span class="n">GaussianHMM</span><span class="p">(</span><span class="n">n_components</span><span class="o">=</span><span class="n">num_hidden_states</span><span class="p">,</span> <span class="n">n_iter</span><span class="o">=</span><span class="mi">1000</span><span class="p">)</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">X</span><span class="p">,</span> <span class="n">lengths</span><span class="p">)</span>
    <span class="n">logL</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">score</span><span class="p">(</span><span class="n">X</span><span class="p">,</span> <span class="n">lengths</span><span class="p">)</span> <span class="c1">#log likelyhood of x</span>
    <span class="k">return</span> <span class="n">model</span><span class="p">,</span> <span class="n">logL</span>


<span class="n">demoword</span> <span class="o">=</span> <span class="s1">&#39;BOOK&#39;</span>
<span class="n">model</span><span class="p">,</span> <span class="n">logL</span> <span class="o">=</span> <span class="n">train_a_word</span><span class="p">(</span><span class="n">demoword</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="n">features_ground</span><span class="p">)</span> <span class="c1">#features_ground #features_custom</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Number of states trained in model for </span><span class="si">{}</span><span class="s2"> is </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">demoword</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">))</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;logL = </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">logL</span><span class="p">))</span>

<span class="c1"># Note, since the EM algorithm is a gradient-based optimization method, it will generally get stuck in local optima. </span>
<span class="c1"># You should in general try to run fit with various initializations and select the highest scored model.</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Number of states trained in model for BOOK is 3
logL = -2331.113812743318
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The HMM model has been trained and information can be pulled from the model, including means and variances for each feature and hidden state.  The <a href="http://math.stackexchange.com/questions/892832/why-we-consider-log-likelihood-instead-of-likelihood-in-gaussian-distribution">log likelihood</a> for any individual sample or group of samples can also be calculated with the <code>score</code> method.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[17]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="k">def</span> <span class="nf">show_model_stats</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">model</span><span class="p">):</span>
    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Number of states trained in model for </span><span class="si">{}</span><span class="s2"> is </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">))</span>    
    <span class="n">variance</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="n">np</span><span class="o">.</span><span class="n">diag</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">covars_</span><span class="p">[</span><span class="n">i</span><span class="p">])</span> <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">)])</span>    
    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">):</span>  <span class="c1"># for each hidden state</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;hidden state #</span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">i</span><span class="p">))</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;mean = &quot;</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">means_</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;variance = &quot;</span><span class="p">,</span> <span class="n">variance</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
        <span class="nb">print</span><span class="p">()</span>
    
<span class="n">show_model_stats</span><span class="p">(</span><span class="n">demoword</span><span class="p">,</span> <span class="n">model</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Number of states trained in model for BOOK is 3
hidden state #0
mean =  [ -1.12415027  69.44164191  17.02866283  77.7231196 ]
variance =  [ 19.70434594  16.83041492  30.51552305  11.03678246]

hidden state #1
mean =  [ -3.46504869  50.66686933  14.02391587  52.04731066]
variance =  [ 49.12346305  43.04799144  39.35109609  47.24195772]

hidden state #2
mean =  [ -11.45300909   94.109178     19.03512475  102.2030162 ]
variance =  [  77.403668    203.35441965   26.68898447  156.12444034]

</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Try-it!">Try it!<a class="anchor-link" href="#Try-it!">&#182;</a></h5><p>Experiment by changing the feature set, word, and/or num_hidden_states values in the next cell to see changes in values.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[18]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">my_testword</span> <span class="o">=</span> <span class="s1">&#39;CHOCOLATE&#39;</span>
<span class="n">model</span><span class="p">,</span> <span class="n">logL</span> <span class="o">=</span> <span class="n">train_a_word</span><span class="p">(</span><span class="n">my_testword</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="n">features_ground</span><span class="p">)</span> <span class="c1"># Experiment here with different parameters</span>
<span class="n">show_model_stats</span><span class="p">(</span><span class="n">my_testword</span><span class="p">,</span> <span class="n">model</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;logL = </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">logL</span><span class="p">))</span>
<span class="c1">#state has two vectors containing means and variances for all feature values at that state</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Number of states trained in model for CHOCOLATE is 3
hidden state #0
mean =  [ -9.30211403  55.32333876   6.92259936  71.24057775]
variance =  [ 16.16920957  46.50917372   3.81388185  15.79446427]

hidden state #1
mean =  [   0.58333333   87.91666667   12.75        108.5       ]
variance =  [  39.41055556   18.74388889    9.855       144.4175    ]

hidden state #2
mean =  [ -5.40587658  60.1652424    2.32479599  91.3095432 ]
variance =  [   7.95073876   64.13103127   13.68077479  129.5912395 ]

logL = -601.3291470028619
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Visualize-the-hidden-states">Visualize the hidden states<a class="anchor-link" href="#Visualize-the-hidden-states">&#182;</a></h5><p>We can plot the means and variances for each state and feature.  Try varying the number of states trained for the HMM model and examine the variances.  Are there some models that are "better" than others?  How can you tell?  We would like to hear what you think in the classroom online.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[19]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="o">%</span><span class="k">matplotlib</span> inline
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[20]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">import</span> <span class="nn">math</span>
<span class="kn">from</span> <span class="nn">matplotlib</span> <span class="k">import</span> <span class="p">(</span><span class="n">cm</span><span class="p">,</span> <span class="n">pyplot</span> <span class="k">as</span> <span class="n">plt</span><span class="p">,</span> <span class="n">mlab</span><span class="p">)</span>

<span class="k">def</span> <span class="nf">visualize</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">model</span><span class="p">):</span>
    <span class="sd">&quot;&quot;&quot; visualize the input model for a particular word &quot;&quot;&quot;</span>
    <span class="n">variance</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="n">np</span><span class="o">.</span><span class="n">diag</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">covars_</span><span class="p">[</span><span class="n">i</span><span class="p">])</span> <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">)])</span>
    <span class="n">figures</span> <span class="o">=</span> <span class="p">[]</span>
    <span class="k">for</span> <span class="n">parm_idx</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">means_</span><span class="p">[</span><span class="mi">0</span><span class="p">])):</span>
        <span class="n">xmin</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="nb">min</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">means_</span><span class="p">[:,</span><span class="n">parm_idx</span><span class="p">])</span> <span class="o">-</span> <span class="nb">max</span><span class="p">(</span><span class="n">variance</span><span class="p">[:,</span><span class="n">parm_idx</span><span class="p">]))</span>
        <span class="n">xmax</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="nb">max</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">means_</span><span class="p">[:,</span><span class="n">parm_idx</span><span class="p">])</span> <span class="o">+</span> <span class="nb">max</span><span class="p">(</span><span class="n">variance</span><span class="p">[:,</span><span class="n">parm_idx</span><span class="p">]))</span>
        <span class="n">fig</span><span class="p">,</span> <span class="n">axs</span> <span class="o">=</span> <span class="n">plt</span><span class="o">.</span><span class="n">subplots</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">,</span> <span class="n">sharex</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">sharey</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
        <span class="n">colours</span> <span class="o">=</span> <span class="n">cm</span><span class="o">.</span><span class="n">rainbow</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">))</span>
        <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="p">(</span><span class="n">ax</span><span class="p">,</span> <span class="n">colour</span><span class="p">)</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="nb">zip</span><span class="p">(</span><span class="n">axs</span><span class="p">,</span> <span class="n">colours</span><span class="p">)):</span>
            <span class="n">x</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="n">xmin</span><span class="p">,</span> <span class="n">xmax</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
            <span class="n">mu</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">means_</span><span class="p">[</span><span class="n">i</span><span class="p">,</span><span class="n">parm_idx</span><span class="p">]</span>
            <span class="n">sigma</span> <span class="o">=</span> <span class="n">math</span><span class="o">.</span><span class="n">sqrt</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">diag</span><span class="p">(</span><span class="n">model</span><span class="o">.</span><span class="n">covars_</span><span class="p">[</span><span class="n">i</span><span class="p">])[</span><span class="n">parm_idx</span><span class="p">])</span>
            <span class="n">ax</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">mlab</span><span class="o">.</span><span class="n">normpdf</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">mu</span><span class="p">,</span> <span class="n">sigma</span><span class="p">),</span> <span class="n">c</span><span class="o">=</span><span class="n">colour</span><span class="p">)</span>
            <span class="n">ax</span><span class="o">.</span><span class="n">set_title</span><span class="p">(</span><span class="s2">&quot;</span><span class="si">{}</span><span class="s2"> feature </span><span class="si">{}</span><span class="s2"> hidden state #</span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">parm_idx</span><span class="p">,</span> <span class="n">i</span><span class="p">))</span>

            <span class="n">ax</span><span class="o">.</span><span class="n">grid</span><span class="p">(</span><span class="kc">True</span><span class="p">)</span>
        <span class="n">figures</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">plt</span><span class="p">)</span>
    <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">figures</span><span class="p">:</span>
        <span class="n">p</span><span class="o">.</span><span class="n">show</span><span class="p">()</span>
        
<span class="n">visualize</span><span class="p">(</span><span class="n">my_testword</span><span class="p">,</span> <span class="n">model</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAYQAAAEICAYAAABfz4NwAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzsnXl4lNXZ/z83WVgS9khYJSgoosgWwZ1YrQWX4gKouGuL
9Fetb9W29tXrBX1ra32rrbtiW5e6olZFRVGoEVGQTZRNFiHs+x4gCUnu3x/nBIdxZjJJZjKT5P5c
13PNM8/Z7nPmmfM923MeUVUMwzAMo1GiDTAMwzCSAxMEwzAMAzBBMAzDMDwmCIZhGAZggmAYhmF4
TBAMwzAMwATBqGOISLaITBORvSLyYKLtiSciMk5EXozgvkhE8sK45YnIughhnxORP8TATKMeYYKQ
QERklIjMEZFCEdkoIh+IyOneLWRlICIqIt0DvvcSkYkisttXkp+IyKlBYdJ9fMtFZJ+IFIjIP0Uk
J8DPBSIyy7tvF5GXRKRzgPt1IjK9kvw8JyKlItIh4NpTPn+FIlIiIgcDvn8gIjk+T4VBx2VhkhkN
bANaqOrtEQu4EhJRKfr8fiIi+0XkWxE5p7pxqerxqpofQ/PiSvC9G4X/fBH5WYzSniAi54pIYxHZ
FOTW2P8f9ojIJhG5LRZp1kVMEBKEv+n+BvwRyAaOBB4HflqFOI4GPgcWAN2AjsBbwEcickqA1zd8
vKOAlkAfYA5wto9nOPCytycLOB4oBqaLSOsobckALgV2A1dVXFfVMaqaqaqZPq+vVXxX1aEBUbQK
uJ6pqq+FSaorsFiT4IlKEUmtRrBXgK+AtsBdwBsickRMDTNCMQB3z58ILAxyGwf0wN1bZwG/FZEh
tWpdsqCqdtTygauUC4EREfyMA14McV2B7v78X8CkEH6eBKb583OAA0CXMOkIsBr4bdD1Rrg/zr3+
+3XA9Aj2XgOsBW4FFkabJyDH5yk1inJ7DjgIlPjyO8fbeSfwHbAdmAC0CQjzOrAJJ1TTgOP99dFB
cb0bXL4Baf7Bn+cB64Df+Tj/5a9fAMwHdgFfACeGsf8YnNA2D7g2DRgTobwmAC8Ae4FFQG6AewFw
jj9v6m3dCSwGfgOsC/DbD5jn43kNeLUiX5XlwadzB/CNL8fXgCZhbO4OfOr9bcM1ACryqcA+X96X
Aa2B94Ct3u73gM7e/31AGVDk/T/mr/cEPgZ2AEuBkVHcN62Blf78F8ADQe4bgHMDvt8LvJqo+iGR
R8INaIgHMAQoJUIlSHSCsAm4PoSfs/yfqSlwP/BphHR6+ji7hXC7B5jhz68jsiBMBR7A9XZKgQHR
5IkqCIL3/1xQRXYrMBPoDDQGngZeCXC/AWju3f4GzA8XV3D5BvvBCUIp8GcfX1NcRbsFGASkANfi
KtDGIWy/GFgSdO1R4NEI90ARcJ6P+0/AzAD3Ar4XhPuBz4A2QBecmK/zbuk40f81kAYMx4lhRb4i
5sGfz8L1QNsASwgvYq/gej6NgCbA6RHKti2uV9nM/0avA28HuOcDPwv4noFrdFwPpHq7twG9wthy
Nk7gCnHCv8t/7vPng3FioUB2QLhLgQWJqh8SediQUWJoC2xT1dJK/I0UkV2BR5B7FrAxRLiNuD9k
G59WKD+BcRDGz8YA97CIyJE4EXpZVTfjxOGaysIFsS0or8dFGW4McJeqrlPVYlwlOrxiOEdV/6mq
ewPc+ohIyyraFkg5MFZVi1X1AK6n8bSqfqmqZar6PK4XcHKIsJm4lnMge3CVYTimq+okVS3D9Qj7
hPE3ErhPVXeo6lrgkQC3k3FC8DdVPaiqbwCzA9yjycMjqrpBVXcA7wJ9w9hxEDf00lFVi1Q17LyT
qm5X1TdVdb+q7sX1CgaH84/rxRSo6rOqWqqqXwFvAiPCxD9VVVsBb3s/nXDilqWqrVT1U9xvAof/
LpX9JvUWE4TEsB3IimIMeoK/cQ8dQe7bgA4hwnXAVVw7fVqh/ATGQRg/HQLcI3E1ruU7339/CRgl
ImlRhK0gKyivS6IM1xV4K0Awl+B6R9kikiIi94vIdyKyB1cZQBQiF4GtqloUlP7tQaLdBdeaDqYQ
aBF0rSVuGCccgROg+4EmYe6bjrjWcwWrg9zWq2/+hnCPJg/BdmQSmt/ihiFn+VVQN4Txh4g0E5Gn
RWS1/32mAa1EJCVMkK7AoCA7rwTah4l/nfdzBfA8rhfUFdgoIg95b4X+M/B3qew3qbeYICSGGbgW
2EU1jGcKoVtHI3FDPfu9n4GBK4aCWIobFz8sHhFphOs6T43CjmuAo/wKjU3AQ7hK97yoclEz1gJD
g8Skiaqux02iD8PNNbTEDU+Bq7DADRUEsx83hFFBcGUTHGYtrmUemH4zVX0lRNyLcOUU2Prs46/X
lI24SryCI4PcOomIhHGvSh4ioqqbVPXnqtoRuAl4IsLKotuBY4FBqtoCONNfD/f7rMUNfwbamamq
vwhjS2fc8OwU35gaD/zSh7vN+9mJK5/AnlesfpM6hwlCAlDV3cD/AI+LyEW+pZQmIkNF5IEqRHUP
cKqI3CcibUSkuYjcgqugf+fTmoKbhHtLRAaISKr3N0ZEbvCtxjuAu8Utg20iIu2Bv+NaTX8NSE+8
e+BxCnA0MBA3jNAXOAG3aqmqw0bV4SngPhHp6g08QkSGebfmOOHdjqvk/xgUdjNwVNC1+bjeTYpf
aRJpCAPgGWCMiAwSR4aInB9U6QOgqst8/GN92V0C9MYNe9SUCcDvRaS1F/9bAtxm4OY+fuXvs0tw
v1eV81AZIjIioPGxE1epl/vvweXdHLfgYZeItAHGBkUX7P894BgRudrnI01ETqpkeHEAbjIdoD9u
pVEwL+Du/9Y+rp/j5o4aHCYICUJVHwRuA+7GrbJYC9yMG++MNo7lwOm4Fk0BrqVzKfATVf08wOtw
YBJudchu3IRjLq73gLolnlfjJh2341apNAVOU9XtAfGcivsDBx43Au+o6gLfOtykqpuAh4EL/B89
GnbJ4c8hRLsW/GFgIm6p7V7cBPMg7/YCbmhkvc/TzKCw/wB6+eGHinK/FbgQN+l4JZX8Hqo6B1eB
PIarAFfgJuDDcTmu7HfiJomHq+rWSnNZOffg8roK+Ag331BhYwlwibdrB26Fz79rkIdInAR8KSKF
uN/lVlVd6d3GAc/78h6Jm+RvihuWnAl8GBTXw7j5oJ0i8oifZzgXV4YbcMNYFRP84RgAzPO9o56E
bvmPxa1SW42byH5AVYNtaRDI4cOKhmEYRkPFegiGYRgGYIJgGIZheEwQDMMwDMAEwTAMw/BUZ3Ou
Q/hleQ/jHnf/u6reH+TeE3gWt9zrLlX9S7RhQ5GVlaU5OTk1MbnW2LdvHxkZGYk2I+mwcgmNlUto
rFxCU9VymTt37jZVrXQTxWoLgn+a8HHgx7gHm2aLyERVXRzgbQfwK4IewIoy7A/IyclhzpxQy4iT
j/z8fPLy8hJtRtJh5RIaK5fQWLmEpqrlIiKrK/dVsyGjgcAKVV3p1zm/insq9BCqukVVZ+P2N6lS
WMOoDXauhDlPw+41ibbEMBJPTYaMOnH43inr+P6BoJiFFZHRuM23yM7OJj8/v8qGJoLCwsI6Y2tt
kizlsm9VBmtePpIt/2kH5QKNlLYnb6fjxetpk7uz1u1JlnJJNqxcQhOvcqnRHEJtoKrjcXuQkJub
q3Wl+2hd3dAkQ7nM+zt8+nNIy4BTboMTLodv3xLmPZPFgt9kce5DcMqva9emZCiXZMTKJTTxKpea
CMJ6Dt9Mq7O/Fu+whlFtNsyBSb+Eo34Ml74Czdq66x0HwOD/gTcuh49/A+37QLcfJdZWw6htajKH
MBvoISLdRCQdt7/IxFoIaxjV4sAOmDAcMrLh0pe/F4MKUtLhouch61h4fSTsKkiImYaRMKotCP7l
LjcDk3F70E9Q1UV+F80xACLSXkTW4Tdx8/uTtwgXtqaZMYxwaDm8dQ3s3QAjXodmYd6I0Lg5XPY2
lJfCaxfDwf21a6dhJJIazSGo6iTcLpqB154KON+EGw6KKqxhxIs5T8Hy92Hoo9C5kqUPbXvAJS/B
KxfA5w9A3rhaMdEwEo49qWzUew7uh0/vha6D4aRfRhfmmPOh58Uw4yHYv71y/4ZRHzBBMOo9s5+A
fZvhR3+Aw94ZVgln/S+UFMLnf46fbYaRTJggGPWa4r2uQj/6XDjy9KqFbXc8nHgVzHrUzT0YRn3H
BMGo18x6FPZvc6396pA3zk0wT/tDTM0yjKTEBMGotxTthi/+AsdcAJ0GVu4/FK2Pgn4/g3nPuG0u
DKM+Y4Jg1FtmPQpFOyHv3prFc+bdII3cBLNh1GdMEIx6SVmJm0zuPgQ69KtZXC06ue0tvn7e9ToM
o75igmDUS5b8Gwo3wsBbYhPfwFvciqP5z8UmPsNIRkwQjHrJrMeg9dGuhxALOuZC51Ng9mPuqWfD
qI+YIBj1jo1fwdrP3UNoEsM7fOAtsGMFrPgwdnEaRjJhgmDUO2Y9CmnNoN/1sY2316WQ2cHFbxj1
ERMEo16xfzsseBlOvBqatIpt3CnpkPsL10PYviy2cRtGMmCCYNQrvvoHlBXDwJvjE/+A0U4YZj8R
n/gNI5GYIBj1Bi2HuU+7TezanRCfNDKz4bhL4OsX4OCB+KRhGInCBMGoN6yc6p4mHnBTfNPpP9o9
8Lb4jfimYxi1jQmCUW+Y+zQ0beta8PEkJw/a9IB54+ObjmHUNiYIRr2gcBMsfQf6XgepjeObloib
S1gzHbbYe/6MeoQJglEv+OpZtyvpgNG1k17f69zk8lzrJRj1CBMEo86j5W430pw8aHtM7aTZLMsN
TX1jk8tGPcIEwajzrJwKu1bFfzI5mAE3QdEuWPx67aZrGPGiRoIgIkNEZKmIrBCRO0O4i4g84t2/
EZH+AW4FIrJAROaLyJya2GE0bOY+5SaTe15cu+l2HQxtj4U5T9ZuuoYRL6otCCKSAjwODAV6AVeI
SK8gb0OBHv4YDQT/dc5S1b6qmltdO4yGzZ518O070O/G+E8mByPinlxeNxM2zqvdtA0jHtSkhzAQ
WKGqK1W1BHgVGBbkZxjwgjpmAq1EpEMN0jSMw5g73s0h5I5JTPp9r4XUpjDbeglGPSC1BmE7AWsD
vq8DBkXhpxOwEVBgioiUAU+rasj1GiIyGte7IDs7m/z8/BqYXHsUFhbWGVtrk1iWS/lBYeZjp9Bm
0F6+Xr0AVsck2iqT9aNj+Ppf2TQbNoPUzNJqxWH3S2isXEITr3KpiSDUlNNVdb2ItAM+FpFvVXVa
sCcvFOMBcnNzNS8vr5bNrB75+fnUFVtrk1iWy8JX4eBOGPI/bemRwLI+tgWMfx8yvzudk2+tXhx2
v4TGyiU08SqXmgwZrQe6BHzv7K9F5UdVKz63AG/hhqAMI2pmP+FfgvOTxNrRoT90PhnmPGEvzzHq
NjURhNlADxHpJiLpwOXAxCA/E4Fr/Gqjk4HdqrpRRDJEpDmAiGQA5wILa2CL0cDYvADWfOYmdWP5
Epzqkvv/3JbYq/6TaEsMo/pU+6+kqqXAzcBkYAkwQVUXicgYEamY4psErARWAM8A/89fzwami8jX
wCzgfVW191AZUTP7cUhtEvuX4FSX40e4h9W+fCTRlhhG9anRHIKqTsJV+oHXngo4V+CXIcKtBPrU
JG2j4VK4Gb5+HnpfBU3bJNoaR2oT98rOT+9x+xu1Oz7RFhlG1UmCzrZhVI0vH4bSYjjtN4m25HAG
3uyWoH7xf4m2xDCqhwmCUaco2u2Gi3pdWnv7FkVLsyzo/zNY8BLsXlu5f8NINkwQjDrFnKegeA+c
9oONUpKDU24DVZj510RbYhhVxwTBqDOUFrmK9qgfQ8cBibYmNK1yoPcV7gnqAzsSbY1hVA0TBKPO
MP852LcZTv99oi2JzKm/hYP7YNZjibbEMKqGCYJRJygtgun3Q6eB7r0HyUx2bzj2pzDjQdi3NdHW
GEb0mCAYdYIZf4Xdq+Hs+90uo8nO2fdDyT63DNUw6gomCEbSs3cjTP8j9LwIup2VaGui44jj3At0
5jwFW5ck2hrDiA4TBCPp+c/d7rmDH9ex9f154yA9Az5OsuclDCMcJghGUrNxHsx/FgbdCm26J9qa
qpFxBJxxNyx/H1ZOSbQ1hlE5JghG0lJeBh/8yj3wdebdibamegz6FbTqBh/cAgf3J9oaw4iMCYKR
tEz/E6z93A0VNWmZaGuqR2pjuHA8bFsKk29LtDWGERkTBCMpWf0Z5I+F3qOgzzWJtqZmHHUOnPob
mPs0LPl3oq0xjPCYIBhJx/7t8O9R0PooOP+purHMtDJ+9L/QMRcm/sz2OTKSFxMEI6koL4W3r3Vb
XA9/DRo3T7RFsSElHS59BcoPwhuXuWcUDCPZMEEwkoayg/DmKLcqZ8jf3Ksp6xNtusOw52D9l/DK
BTbJbCQfJghGUlBWAm9eDotfhx//BU76f5WHqYv0uhQu/hesngavXGiiYCQXJghGwinaDROGuwnX
n/wNTr090RbFl96j4KIXoCAfXjrPPYltGMlAjV6haRg15buPYOKNsHcDDH0MBv7ghav1kxOvdJPl
E38GT54A3X51BOQl2iqjoWM9BCMh7F4D746GF38C6Zlw44yGIwYV9B4FN30FrY+GxeOO580rbN8j
I7HUSBBEZIiILBWRFSLyg3dYieMR7/6NiPSPNqxR/9By2L2gBW9cBg8fBV/9A065HUbPc9taN0Sy
joUbPoeu1xbw7dvwRC94+QK31UV5aaKtMxoa1R4yEpEU4HHgx8A6YLaITFTVxQHehgI9/DEIeBIY
FGVYo45TvMc9obv5a1g1FVZOhf1b+9O4JZz8a/dS+lZdE21l4klJg5zrChjxfznMfgJmPwb/+jE0
bgHdznYPtmX3cTuoNm2TaGuN+kxN5hAGAitUdSWAiLwKDAMCK/VhwAuqqsBMEWklIh2AnCjCxowN
c2DHinjEHJ4ti9uxcFPtplkdVAO/BF1Tf66udV9eBlrmWq5lB93KoLJit6a+pBBK9sC+Le7YuwEK
A/Kf2QG6D4GSzku4+L+PIz2zljJYh8g4AvLGwmm/heWT4LvJsOJD+PatAD/tXFlmZkNGthON9ExI
y4DUJu55h5R0aJQCkgLSyB/iPvEP+Yl8f15BMj4AWFf+R7VB18HQvEN806iJIHQCAp+5XIfrBVTm
p1OUYQEQkdHAaIDs7Gzy8/OrbOjyv/VgwzudqhyuZvSioQwHS1o5KU3KSGlWRnqrEtJaHSSzbwlH
HLmfZl3206zrfpp2PoAIFBYW8sWczYk2OekoLCw8/N5uC81HQd8roGhTE/YXNGP/mgz2r21KyY50
tqxJp+TrdMoOpFB2IAU9WF+nAxvO/6gyev/5G9oMdC/q/sH9EiOSfpWRqo4HxgPk5uZqXl5elePI
7QlF98fYsEqYNWsWAwfWkYHxgJbhoVZiUEtSGn3f6myU6oY5KlqjKemNcNNRaUCTiEnl5+dTnd+w
gs2bNzNixAi++uorRo8ezYMPPljtuJKJUOUybtw4VqxYwYsvvhgyzPHHH8/jjz9OXl7e9z02f0z7
LJ+f33IVi2asQ8tdT0/LfUCFX/7uOjq278x//9cfDl1LRurU/yjOtOh84qGedU3/R2FR1WodwCnA
5IDvvwd+H+TnaeCKgO9LgQ7RhA11DBgwQOsKn3zySaV+XnrpJR0wYIBmZGRo+/btdciQIfrZZ5+p
qurYsWP1yiuv/EEYQJcvX37o+6JFi/TCCy/UFi1aaGZmpubl5ennn39+WJji4mIdO3asdu/eXZs1
a6Zdu3bV66+/XletWnXIz7vvvqsnnXSSNmvWTNu0aaOjRo3StWvXHnJ/9tln9bTTTouYn2uvvVZT
UlJ0w4YNh67ddNNNmpGRoRkZGZqWlqYpKSmHvg8ZMkRXrVqlwKFrFcerr74aMo17771XL774Yi0v
L49oSzRce+21etddd9U4nqqwatUqzcvL06ZNm+qxxx6rH3/8saqGvl/C3QPR8Mknn2inTp3Cuici
78H3bmUMHjxY77jjjpikPWLECJ08ebIWFRVpdnb2YW6vvfaannLKKdq0aVMdPHhwTNKLN9HUL4EA
czSKel1Uq9c0EJFUYBlwNrAemA2MUtVFAX7OB24GzsMNCT2iqgOjCRsmza3A6moZXPtkAdsiuGcD
7XH52YNro7UAmuOG0DoCjYFVQeEGAAuBYu9+HLAV2OTjyMINyS0DKnbM6Y5rvq8G9gMpQBvvfxvQ
GjevsxrY6d07e1sWA2VAWx/30jD5aQT08XFuBEKNC3X0efw24Fo60BuYGybeYLoCB4ENUfqPRA5Q
EqO4oqUnUIi771t6GxYCrfjh/RLuHoiG5kA34Jsw7jnUft4D791oONb7LYhB2icAS3Dl2Rn3/6ig
OW60pAnu/gx3jycTldUvwXRV1SMq9RWNaoQ7cBX9MuA74C5/bQwwxp8LbjXRd8ACIDdS2Pp0EEGR
cRVBITAigp9xwIshrivQ3Z//C5gUws+TwDR/fg5wAOgSJh3BCcFvg643wv157/XfrwOmR7D3Gty8
0K3Awgh52h50LcfnKTWKMn0OJwYlvvzO8Xbe6e+j7cAEoE1AmNdxYrkbmAYc76+PDorr3eDyDUjz
D/48DyfWv/Nx/stfvwCYD+wCvgBODGP/MbgKrnnAtWn+P/OD+8WX1wTgBWAvsCjoP1QAnOPPm3pb
d+JE/DfAugC//YB5Pp7XgFcr8lVZHnw6d+DEZbcP3yRMHrsDn3p/24DXAvKpuEZKIXAZriHyHq5B
s9Ofd/b+78M1RMq9/8f89Z7Ax8AOXMU9Mor7pjWw0p//AnggjL+fAfm1UT/U9Ah1v8Qk3kRnrL4e
kX4wYAhQSoRKkOgEYRNwfQg/Z/k/U1PgfuDTCOn09HF2C+F2DzDDn19HZEGYCjyA6/mUAgPC5Kna
guD9PxdUkd0KzMS1+hrjhilfCXC/AdcCbAz8DZgfLq7g8g32gxOEUuDPPr6muIp2C64HnAJci6tA
G4ew/WJgSdC1R/0RThCKcI2nFOBPwMwA9wK+F4T7gc9wPb8uODFf593ScaL/a1xPcThODCvyFTEP
/nwWrsfSBtfSHhPm93kFuAsn1E2A0yOUbVvgUqCZ/41eB94OcM8HCgK+Z+AaHdfjWvT9cKLTK4wt
Z+MErhAn/Lv85z5/PjjIf4MXhPq6NCHZaQtsU9XKHj0aKSK7Ao8g9yzc8EwwG3F/yDY+rUi75WQF
hAkVT1aI64chIkfiROhlVd2ME4eqvtZmW1Bej4sy3BhcD3OdqhbjKtHhflgSVf2nqu4NcOsjIjV5
/1o5MFZVi1X1AK6n8bSqfqmqZar6PK4XcHKIsJm4lnMge3CVYTimq+okVS3D9Qj7hPE3ErhPVXeo
6lrgkQC3k3FC8DdVPaiqb+CGaSuIJg+PqOoGVd0BvAv0DWPHQdywXkdVLVLV6eEypqrbVfVNVd2v
qntxvYLB4fzjejEFqvqsqpaq6lfAm8CIMPFPVdVWwNveTyecuGWpaitV/TRCWg0SE4T4MT6C23Yg
q6LSisAEf+MeOoLct+Em6YPpgKu4dvq0Iq1erhiHDBdPNOOUV+NavvP995eAUSKSFsLv8jBxZAXl
NdrVhl2BtwIEcwmud5QtIikicr+IfCcie/h+LLpSkYvAVlUtCkr/9iDR7oJrTQdTiBujDqQlbhgn
3P0SuAp/P9AkzH3TkcOXcq8OcluvvmkZwj2aPATbEe5Jkt/ihiFnicgiEbkhjD9EpJmIPC0iq/3v
Mw1o5R9crWBakJ2Dguy8EjcXFyr+dd7PFcDzuF5QV2CjiDwUzq46QqT6pdqYIMQJdctlwzED1wK7
qIbJTCF062gkbqhnv/czUEQ6h4ljKW5c/LB4RKQRrjs/NQo7rgGOEpFNIrIJeAhX6Z4Xwm+sHxFc
CwwNEpMmqroeGIV74PEcvp/Ahe8X2oZaUbEfN4RRQXBlExxmLa5lHph+M1V9JUTci3DlFNgj6AMs
quR+iYaNuEq8giOD3DqJHPboWaB7VfIQEVXdpKo/V9WOwE3AEyLSPYz323ETx4NUtQVwpr8e+PsE
CsJa3PBnoJ2ZqvqLMLZ0xg3PTvGNqfHAL324Ov2G6xjcLyExQUgAqrob+B/gcRG5yLeU0kRkqIg8
UIWo7gFOFZH7RKSNiDQXkVtwFfTvfFpTcJNwb4nIABFJ9f7GiMgNvtV4B3C3iIwSkSYi0h74O641
+9eA9MS7Bx6nAEfjnlzv648TgJep+rBRdXgKuE9EunoDjxCRYd6tOU54t+Mq+T8Ghd0MHBV0bT6u
d5MiIkOIPIQB8AwwRkQG+b27MkTk/KBKHwBVXebjH+vL7hLcCqs3o85teCYAvxeR1l78bwlwm4Gb
+/iVv88uwf1eVc5DZYjIiIDGx05cpV7xBERweTfHLXjYJSJtgLFB0QX7fw84RkSu9vlIE5GTKhle
HICbTAfoD8wJYXOKiDTBzUs08r9NqN5tvccEIUGo6oPAbcDduFUWa3FLdN+uQhzLgdNxrcwCXEvw
UuAnqvp5gNfhwCTc6pDduAnHXFzvAVV9DTfs82tc5bkYN2F6mqpuD4jnVNwfOPC4EXhHVRf41uEm
Vd0EPAxc4P/o0bBLRAoDjmhbcA8DE4GPRGQvboK54qn3F3BDI+t9nmYGhf0H0MsPP1SU+63AhbhJ
xyup5PdQ1TnAz4HHcBXgCtwEfDgux5X9Ttwk8XBV3VppLivnHlxeVwEf4eYbKmwsAS7xdu3ArfD5
dw3yEImTgC9FpBD3u9yqfosa3BzO8768R+Im+ZvihiVnAh8GxfUwbj5op4g84ucZzsWV4QbcMFbF
BH84BgDzfO+oJ66XFszVuHv5SeAMf/5MlXJdT6j2cwiGYRhG/cJ6CIZhGAZggmAYhmF4TBAMwzAM
wATBMAzD8CT99teBZGVlaU5OTqLNiIp9+/aRkZGRaDOSDiuX0Fi5hMbKJTRVLZe5c+du0yg2t6tT
gpCTk8OcOT9YRpyUxG2/8jqOlUtorFxCY+USmqqWi4hEtUt0nRIEw6hvlFLGGnby3dHFrGcWTUmj
Gem0oikLT9AxAAAgAElEQVS96URGxCX2hhFbTBAMIwGUUMonLGMeazhIGdIJsilmB/vYTwnFlDKV
pZxIJ06mG0dE3P/OMGKDCYJh1DIr2ML7LGQ3BziRTvSiA2unL+bsM8845GcbhXzJKr5mHV+xljyO
4Qy6I4HvOzWMGGOCYBi1hKJMZjGzKCCLTK7jFI7E7eyxofzwzV2zyOR8enMWx/Ihi8hnGRvYxUX0
pQkNcpsdoxawZaeGUQuUU847fM0sChhEN0Zz+iExiEQz0rmYvgyhFyvYyjNMZyf7a8FioyFigmAY
caaMct7kK75hPWdxDD+hF6mkVB7QIwgD6cY1nMwBDvIiX1JIUeUBDaOKmCAYRhxRlDf5iiVs4lx6
cQY9qh3XkbRhFCdRSDEvMYsDHIyhpYZhgmAYcSWfZXzLJn7McZxMtxrH15nWXEYu29jHK8zmIGUx
sNIwHCYIhhEnFrGBz1hBP7rERAwqOIosLqEv69jJ+yxAQ774zTCqjgmCYcSBDezmHb6mC605jxNi
vlz0ODowmGP4hvV8ddirlA2j+kQlCCIyRESWisgKEbkzhLuIyCPe/RsR6R/gViAiC0RkvojMCbje
RkQ+FpHl/rN1bLJkGImliIO8zlyakc5IBpASp3bXmXTnKLL4gEVsZHdc0jAaFpXeqSKSAjwODAV6
AVeISK8gb0OBHv4YjXsVXSBnqWpfVc0NuHYnMFVVe+Be5P4DoTGMusgHLGQPRQynf1y3nhCEi+lL
Bum8wTyKbJLZqCHRNF0GAitUdaV/N+urwLAgP8OAF9QxE2glIh0qiXcY8Lw/fx64qAp2G0ZSspD1
LGADZ9KdzsS/05tBYy6lP7s4wAchXxdsGNETzZPKneCwQcp1fP8S80h+OuFe+q7AFBEpA55W1fHe
T7aqbvTnm4DsUImLyGhcr4Ps7Gzy8/OjMDnxFBYW1hlba5P6XC5FjcuZe9IBWuxrRPn89eTrhqjD
1rRcuuSksiBnPWULt5G1rf5sQFCf75eaEK9yqY0753RVXS8i7YCPReRbVZ0W6EFVVURCLpXwAjIe
IDc3V+vKVri2bW9o6mu5KMq/+JIUSri25Zm0HtysSuFrWi5llPMPPmf1CUWcx6k0I73acSUT9fV+
qSnxKpdohozWA10Cvnf216Lyo6oVn1uAt3BDUACbK4aV/OeWqhpvGMnCPNZQwHbOpRetqZoYxIIU
GjGMPhzgIJNYWOvpG/WDaARhNtBDRLqJSDpwOTAxyM9E4Bq/2uhkYLeqbhSRDBFpDiAiGcC5cOhu
nQhc68+vBd6pYV4MIyHs4QAf8y3daEu/w9pFtUs2LRjMMSxmI4uIfrjKMCqodMhIVUtF5GZgMpAC
/FNVF4nIGO/+FDAJOA9YAewHrvfBs4G3RKQirZdV9UPvdj8wQURuBFYDI2OWK8OoJRTlfRZSTjkX
cGLCt6c+jaNYyiY+ZBFHcQRNbWdUowpENYegqpNwlX7gtacCzhX4ZYhwK4E+YeLcDpxdFWMNI9lY
xAaWs4VzOS4hQ0XBNKIRF9CbZ/icKSzhQk5MtElGHcKeVDaMarKfEj5kMR1pxcAYbk1RU9rTklPo
xlespYDtiTbHqEOYIBhGNZnCEoo4yIX0plGSvclsMMfQmma8zwJKbQM8I0pMEAyjGhSwnfms42SO
IpsWiTbnB6SRwnmcwHb28RkrEm2OUUcwQTCMKlJKGe+zgFY0ZXAN3m8Qb47mCHrTic/5jq3sTbQ5
Rh3ABMEwqsjnrGQ7+xjKCaRV4c1nieBcjiOdVN5noW2TbVSKCYJhVIHtFDKdFfSiAz1ol2hzKiWD
xpxDT9awg69Zl2hzjCTHBMEwoqTimYNUGjGE4A1/k5d+dKELrfmYJeyjONHmGEmMCYJhRMnXrKOA
7ZxDTzJpkmhzokYQzqc3xZTyMUsSbY6RxJggGEYU7KOYj1lCF1rTnyMTbU6VaUdzTuVovmE937E1
0eYYSYoJgmFEwccsoZhSzqd3wrenqC5n0p22ZDCJhRy0ZxOMEJggGEYlfMdWvmE9p3IU7WieaHOq
TSopnE9vdrKffJYl2hwjCTFBMIwIFFPKeyygLRmcmcTPHERLjt+RdSar7D3Mxg8wQTCMCPyHb9nN
AX7KiaQm+TMH0XIOx5FBOu/yDWWUJ9ocI4kwQTCMMKxmO7NZzSBy6EKbRJsTM5qSxvmcwCb22LYW
xmFEJQgiMkRElorIChG5M4S7iMgj3v0bEenvr3cRkU9EZLGILBKRWwPCjBOR9SIy3x/nxS5bhlEz
DlLGu3xDK5pyFscm2pyYcyzt6U0nprPCho6MQ1QqCCKSAjwODAV6AVeISPBTOUOBHv4YDTzpr5cC
t6tqL+Bk4JdBYf+qqn39cdj7FgwjkXzMEnawnws5kfRaefV47TOE42lGOu/wte2IagDR9RAGAitU
daWqlgCvAsOC/AwDXlDHTKCViHRQ1Y2qOg9AVfcCS4BOMbTfMGLOcrYwh9WcTDe6kZVoc+JGU9K4
kBPZwl4+ZXmizTGSgGiaPp2AtQHf1wGDovDTCdhYcUFEcoB+wJcB/m4RkWuAObiexM7gxEVkNK7X
QXZ2Nvn5+VGYnHgKCwvrjK21SbKXS0maMvek/WSUCKnzNpNfvqVW0k1kubQ/JpXPO3zHnq/X03pX
ck2cJ/v9kijiVS610hcWkUzgTeC/VHWPv/wk8L+A+s8HgRuCw6rqeGA8QG5urubl5dWGyTUmPz+f
umJrbZLM5aIorzGHcoq4Kv00ss+svfccJLJcTqWUvzOdVX1LOZdTyKBxQuwIRTLfL4kkXuUSzZDR
eqBLwPfO/lpUfkQkDScGL6nqvys8qOpmVS1T1XLgGdzQlGEkjFkUsIwtnE3PpHzpTbxIJ5VL6c8B
DvIOX9s22Q2YaARhNtBDRLqJSDpwOTAxyM9E4Bq/2uhkYLeqbhQRAf4BLFHVhwIDiEiHgK8XAwur
nQvDqCGr2cHHLOFYshlETqLNqXWyacG5HMcKtjKDlYk2x0gQlQ4ZqWqpiNwMTAZSgH+q6iIRGePd
nwImAecBK4D9wPU++GnA1cACEZnvr/23X1H0gIj0xQ0ZFQA3xSxXhlEF9lLEm8yjFc0YRp86u1dR
TcmlK6vYzlSW0p6WHFWPJ9SN0EQ1h+Ar8ElB154KOFfglyHCTYfQ/y5VvbpKlhpGHCijnDeYRzGl
XMUgmpCWaJMShiAMow/P8gVvMJcbOZ22ZCTaLKMWsSeVjQaLorzHAtaykwvpXac3rosVjUnlMnIR
hNeYTREHE22SUYuYIBgNlk9Yxtes40x6cII9HnOI1jRjBAPYwX7e5Cvb76gBYYJgNEjmsJrprKAf
XRhcD3YxjTU5tOV8TuA7tvIW8yk3UWgQ1M9n8g0jAovYwAcspAftOJ8TGuwkcmX040iK/Gs300jh
p5xoZVXPMUEwGhTzWcu7fEMX2nAp/WhkneSInMJRlFDGpywjjRSGcryJQj3GBMFoMMymgA9YxFFk
cRm5pNWT9xvEmzPpzkFK+YKVHOAgw+rRuyGMwzFBMOo9ipLPMj5jBceSzaX0swqtCgjC2fSkKelM
5VsKKeIychv0Et36ivWXjXpNEQd5hdl8xgr60pnh9DcxqAaCcBpHczF9WctOnuULtrI30WYZMcYE
wai3bGIPf2c6K9nGeZzAhZxIit3yNaI3nbiSgeyjhGeYzjzW2N5H9Qj7dxj1jlLK+A/f8nemU0IZ
13AyuXS1ydAY0Y0sbuIMutCa91jAm3xFIUWJNsuIATaHYNQbFGUl2/iQRWxnH33ozLkcR1PSE21a
vaM5TbiKQXzOd+SzjBVsZTA9GEiO9cLqMCYIRr1gNdv5hGWsYQetaMqVDORojki0WfUaQTid7hxH
ez5iCR+zhHms4XS6cwIdTRjqICYIRp3lIGUsZiPzWMNadpJJY4ZyPP3oYhPHtUhbMrmCk1jOFqby
Le/wNf9hKYPIoQ+dk+qFO0ZkTBCMOkUJpaxiO8vYzGI2UkwpbcngJ/SiP0faswUJpAft6M4RfMdW
vmAlU/iWqSylG205gY70oJ2JQ5ITlSCIyBDgYdz7EP6uqvcHuYt3Pw/3PoTrVHVepLAi0gZ4DcjB
vQ9hZKh3KhsNm30Us4HdrGMn69jFGnZQRjmNSeUYsulHF7rSxiaMkwRB6E47utOOLexlIetZyAYm
8g0A7WhON7LoTCva04I2ZNhvl0RUKggikgI8DvwYWAfMFpGJqro4wNtQoIc/BuHelzyokrB3AlNV
9X4RudN//13ssmYkM4pykDL2U8J+DrKfYvZSxB5/bKOQbRRywG+/LLi3euXSlWNox5G0sTHqJKcd
zfkRPTmLY9nAblaxjVVsYw6r+ZJVAKSTQlsyaE0GrWlGS5qSSWMyaUwz0jmYqpSjNDLRqBWi6SEM
BFao6koAEXkVGAYECsIw4AX/opyZItLKvyIzJ0LYYUCeD/88kE+cBGEB61nN9nhEHZYNxxRT6FtF
yUykFeTB68s14LoG+FB/Vu5dyv1RRrk/lFLKKKWMwlMO8CWTKaE0bNqZNKYNGRxHB7LIoD0t6UhL
0m2Es04iCJ1oRSdacTrdKaOcLexlE3vYzB62s49N7OZbNlEefFecDjOYRBoppJNKOimk0ohUUkih
Eak0ohHiD7czlbvi+h1yyAIO9UQkyLbK7U8OBtIt7u/siOYf1glYG/B9Ha4XUJmfTpWEzVbVjf58
E5AdKnERGQ2MBsjOziY/Pz8Kkw9nVbcSNrcvrXK4mqBtytlRvK5W04wLAf/Pw/5IGnSuzl1UEHXX
pBwaqbvWqAxSyqF5cTlNGqWQUppGShmkHRRSDwppB4X0EqFxsdBIBSgGiiliOwW4McX6TGFhYbXu
7bpOEyoqCkGlKSVpSkm6O0rTlH3lxTTKSKcsRSlLKaM8pZSyRlDcCMobKeUCKqCN/Ke/Ed05h27a
H5wHfK8rlC7ZSqtdbo4sbveLqkY8gOG4sf+K71cDjwX5eQ84PeD7VCA3UlhgV1AcOyuzZcCAAVpX
+OSTTxJtQlJS03LZtGmTnnHGGZqZmam33XZbbIxKAkKVy9ixY/XKK68MG6ZXr15hy/OTTz7RTp06
hQ177bXX6l133VVVM2sd+x+FpqrlAszRSupXVY1qEHY90CXge2d/LRo/kcJu9sNK+M8tUdhSr3j5
5ZfJzc0lMzOTDh06MHToUKZPnw7AuHHjuOqqq34QRkRYsWLFoe+LFy/mpz/9KS1btqR58+acddZZ
fPHFF4eFKSkpYdy4cfTo0YOMjAxycnK44YYbKCgoOOTnvffeY+DAgWRkZNC2bVuuvPJK1q37vofz
3HPPcfrpp0fMz3XXXUdqaiobN248dG3MmDFkZmaSmZlJeno655xzzqHvQ4cOpaCgABE5dK3ieO21
10KmMX78eLKystizZw8PPvhgRHsq47rrruPuu++uURxVpaCggLPOOotmzZrRs2dPpkyZUu24Fi1a
RF5eXuyMizPB925l5OXl8f7778ck7ZEjR/LRRx9RXFxM+/btD3O744476NGjB82bN6dnz5688MIL
MUmzLiJOPCJ4EEkFlgFn4yrz2cAoVV0U4Od84GbcKqNBwCOqOjBSWBH5P2C7fj+p3EZVf1uJLVuB
1dXLaq2TBWyL4J4NtMflZw+uJ9sCaI4bWusINAY/+/Y9A4CFuDGVxsBxwFbcsJv6dDvhyn2fD9Md
SPNp7cet+Grj/W8DWuPme1YDO717Z2/LYqAMaOvjXhomP42APj7OjcDmEH46+jx+G3AtHegNzA0T
bzBdgYPAhij9RyIHKIlRXNHSEyjE/R9aehsWAq344f0S7h6IhuZANwg7kZVD7ec98N6NhmO934IY
pH0CsARXnp1x/48KOgI7gCIgA7c4Zjnf/3+Skcrql2C6qmrlT2pG043AVfTLgO+Au/y1McAYfy64
1UTfAQuA3Ehh/fW2uKGl5cAUnCBEZU9dOIjQRcNVBIXAiAh+xgEvhriuQHd//i9gUgg/TwLT/Pk5
wAGgS5h0BCcEvw263gj3573Xf78OmB7B3mtw80W3Agsj5Gl70LUcn6fUKMr0OZwYlPjyO8fbeae/
v7YDEwLvJeB1nFjuBqYBx/vro4Pieje4fAPS/IM/z8OJ9e98nP/y1y8A5gO7gC+AE8PYfwyugmse
cG2a/y/94H7x5TUBeAHYCywK+m8VAOf486be1p04Ef8NsC7Abz9gno/nNeDVinxVlgefzh04cdnt
wzcJk8fuwKfe3zbgtYB8Kq6SLQQuwzVE3sM1aHb6887e/324hki5918x1NwT+BhXgS/FLVev7L5p
Daz0578AHqjE/0Tg9njWDzU9Qt0vMYk30Rmrr0ekHwwYApQSoRIkOkHYBFwfws9Z/s/UFLgf+DRC
Oj19nN1CuN0DzPDn1xFZEKYCD+B6PqXAgDB5qrYgeP/PBVVktwIzca2+xsDTwCsB7jfgWsuNgb8B
88PFFVy+wX5wglAK/NnH1xRX0W7B9YxTgGtxFWjjELZfDCwJuvaoP8IJQhGuUZUC/AmYGeBewPeC
cD/wGa7n1wUn5uu8WzpO9H+N6ykOx4lhRb4i5sGfz8K1pNvgWtpjwvw+rwB34YS6CYfPLQaXbVvg
UqCZ/41eB94OcM8HCgK+Z+AaHdfjFsT0w4lOrzC2nI0TuEKc8O/yn/v8+eAQYZrierhD4lU3xOII
db/E4rCF3ImhLbBNVStb+jRSRHYFHkHuWbibN5iNuD9kG59WKD+BcRDGz8YA97CIyJE4EXpZVTfj
xOGaysIFsS0or8dFGW4Mrue5TlWLcZXocD9ciar+U1X3Brj1EZGWVbQtkHJgrKoWq+oBXE/jaVX9
UlXLVPV5XC/g5BBhM3Et50D2QMS1hNNVdZKqluF6hH3C+BsJ3KeqO1R1LfBIgNvJOCH4m6oeVNU3
cMO3FUSTh0dUdYOq7gDeBfqGseMgblivo6oWqer0cBlT1e2q+qaq7lfVvbheweBw/nG9mAJVfVZV
S1X1K+BNYESY+Keqaivgbe+nE07cslS1lap+GiLYU8DXwOQIdtRbTBDix/gIbtuBrIpKKwIT/I17
6Ahy3wZ0CBGuA67i2unTCuUnMA7C+OlAdOOUV+NavvP995eAUSIS6pVay8PEkRWU1yVRpAuu8nkr
QDCX4HpH2SKSIiL3i8h3IrKH78eiKxW5CGxV1cC9nrsCtweJdhdcazqYQtwcSiAtccM44e6XTQHn
+4EmYe6bjhy+xHt1kNt69U3LEO7R5CHYjsww9v4WNww5S0QWicgNYfwhIs1E5GkRWe1/n2lAK/9A
awXTguwcFGTnlbi5uFDxr/N+rsA967TFx7FRRB4K4f//cHMNI4PKKhmJVL9UGxOEOKGqkX6wGbgW
2EU1TGYKoVtHI3FDPfu9n4Ei0jlMHEtx4+KHxSMijXDd+alR2HENcJSIbBKRTcBDuEr3vBB+o19m
Eh1rgaFBYtJEVdcDo3APQJ7D9xO48P0K9FB/+v24IYwKgiub4DBrcS3zwPSbqeorIeJehCunwB5B
H2BRJfdLNGzk8BV9Rwa5dfJbzIRyr0oeIqKqm1T156raEbgJeEJEuofxfjtu4niQqrYAzvTXA3+f
QEFYixv+DLQzU1V/EcaWzrjh2Sm+MTUe+KUPd1ugXxG5B7fjwrmquqeq+a5tYnC/hMQEIQGo6m7g
f4DHReQi31JKE5GhIvJAFaK6BzhVRO4TkTYi0lxEbsFV0L/zaU3BTcK9JSIDRCTV+xsjIjf4ltAd
wN0iMkpEmohIe+DvuNbsXwPSE+8eeJwCHI17or2vP04AXqbqw0bV4SngPhHp6g08QkSGebfmOOHd
jqvk/xgUdjNwVNC1+bjeTYrfhyvSEAbAM8AYERkkjgwROT+o0gdAVZf5+Mf6srsEt8LqzahzG54J
wO9FpLUX/1sC3Gbg5j5+5e+zS3C/V5XzUBkiMiKg8bETV6mX++/B5d0ct+Bhl9/bbGxQdMH+3wOO
EZGrfT7SROSkSoYXB+Am0wH6A3NC2Px7XOPhHFWt3S0NkgwThAShqg8CtwF341ZZrMUt3X27CnEs
B07HtTILcC3BS4GfqOrnAV6HA5Nwq0N24yYcc3G9B1T1Ndywz69xledi3OTaaUF/kFNxf+DA40bg
HVVd4FuHm1R1E25Dwwv8Hz0adolIYcBxW+VBwKczEfhIRPbiJpgrnoZ/ATc0st7naWZQ2H8Avfzw
Q0W53wpciJt0vJJKfg9VnQP8HHgMVwGuwE3Ah+NyXNnvxE0SD1fVrZXmsnLuweV1FfARbr6hwsYS
4BJv1w7cCp9/1yAPkTgJ+FJECnG/y63qt67BzeE878t7JG6SvyluWHIm8GFQXA/j5oN2isgjfp7h
XFwZbsANY1VM8IdjADDP94564nppwfwR12NaEXD//XdVM14fqPQ5BMMwDKNhYD0EwzAMAzBBMAzD
MDwmCIZhGAZggmAYhmF46tQbR7KysjQnJyfRZkTFvn37yMjISLQZSYeVS2isXEJj5RKaqpbL3Llz
t2kUm9vVKUHIyclhzpwfLCNOSvLz8+vU1sS1hZVLaKxcQmPlEpqqlouIRLVLtA0ZGUZV2LkTunWD
jAzo0AF69YI33ki0VYYRE0wQDKMqjB0La9bAjTfChReCKtx0kxMKw6jjmCAYRrQsWABPPAG/+AU8
8giMHw+vvurE4L77Em2dYdQYEwTDiAZVuOUWaNUK7r33++t9+sB118Gjj8LKlWGDG0ZdwATBMKLh
9dfh009dT6BN0PZM//u/kJoKv/99YmwzjBhhgmAYlVFcDLffDv36wc9+9kP3Tp3gjjtgwgSYMaP2
7TOMGGGCYBiVMXkyrFvnegIpKaH9/OY30K4d3H9/7dpmGDHEBMEwKuP116F1azj33PB+MjPhiiuc
eOxJ+verGEZITBAMIxJFRfDOO3DxxZAW6o2gAQwf7oaX3n+/dmwzjBhjgmAYkfjoI9i7F0aEfI/7
4Zx6qntYzR5UM+ooJgiGEYkJE9xw0dlnV+63USPXk/jgA9i3L/62GUaMMUEwjHAUFcHEidENF1Uw
fDgcOOBEwTDqGCYIhhGOyZPdcNHIkdGHOeMMOOIIGzYy6iQmCIYRjtdfdw+h/ehH0YdJTXU9ivfe
cz0Fw6hDxE0QRGSIiCwVkRUicmcI954iMkNEikXkjnjZYRjVomK46KKLoh8uqmD4cDeHMHlyfGwz
jDgRF0EQkRTgcWAo0Au4QkR6BXnbAfwK+Es8bDCMGpGf74aLLr206mHz8lzP4s03Y22VYcSVePUQ
BgIrVHWlqpYArwLDAj2o6hZVnQ0cjJMNhlF9PvwQmjSBs86qeti0NDjvPBdHeXnsbTOMOBGvN6Z1
AtYGfF8HDKpORCIyGhgNkJ2dTX5+fo2Nqw0KCwvrjK21SV0pl5Peeovi3r355ssvqxW+3ZFH0mvb
NuY+8wx7jz22Uv91pVxqGyuX0MSrXJL+FZqqOh4YD5Cbm6t15XV69uq/0NSJcikogDVryPj1r6tv
6/HHw5/+xICtW90LdCqhTpRLArByCU28yiVeQ0brgS4B3zv7a4aR/FRMBg8ZUv04jjgC+vd3w0aG
UUeIlyDMBnqISDcRSQcuBybGKS3DiC0ffghdu0IUQz0RGTIEZs6EXbtiY5dhxJm4CIKqlgI3A5OB
JcAEVV0kImNEZAyAiLQXkXXAbcDdIrJORFrEwx7DiJqSEpg61VXmIjWLa8gQKCtz8RlGHSBucwiq
OgmYFHTtqYDzTbihJMNIHmbMcMtNazJcVMHJJ0PLlq7HUZ3lq4ZRy9iTyoYRyIcfuqeNq/J0cjhS
U92meB9+6N7JbBhJjgmCYQTy4Ydw2mnQIkajl0OGuLetLVkSm/gMI46YIBhGBZs2wfz58JOfxC7O
irhstZFRBzBBMIwKKirtWMwfVHDkkdCrl22HbdQJTBAMo4L33oNOnaBv39jGO3QoTJvmJqsNI4kx
QTAMcMtNP/rI7UFU0+WmwVxwgYt/ypTYxmsYMcYEwTAApk93Lfjzz4993Ked5pafvvde7OM2jBhi
gmAYAO+/D+np0b07uaqkpbnJ5UmTbPdTI6kxQTAMcIKQlweZmfGJ/4IL3CqmefPiE79hxAATBMP4
7jtYujQ+w0UVDB3q5iZs2MhIYkwQDOP9991nPAUhKwtOOcUEwUhqTBAM4/333c6mRx8d33TOPx/m
zoWNG+ObjmFUExMEo2FTWOjen3zBBfFPqyKNSZMi+zOMBGGCYDRsJk92zwjEc7iogt69oUsXePfd
+KdlGNXABMFo2Lz0EmRnwxlnxD8tEfjpT50I7dkT//QMo4qYIBgNlx073PzBqFFuq+ra4KqroKgI
3nijdtIzjCpggmA0XN54ww0XXXVV7aU5aBD06AEvvFB7aRpGlJggGA2XF1+E446Dfv1qL00RuOYa
+PRTWL269tI1jCgwQTAaJgUF8NlnrncQ683sKqOiR/Lii7WbrmFUggmC0TB56SX3eeWVtZ92Tg4M
HuyGjezVmkYSYYJgNDxUXev8zDOha9fE2HDNNbBsGcyalZj0DSMEJghGw2PuXPj229qdTA5m+HBo
0sQml42kwgTBaHj85S9uV9MRIxJnQ4sWcPHF8PLLsHt34uwwjABMEIyGxYIFMGEC3HortGqVWFvu
uAN27YK//jWxdhiGxwTBaFjccw80bw633ZZoS6B/fzd09OCDpFkvwUgCTBCMhsP8+fDmm/DrX0Ob
Nom2xnHvvbB/P0e+/HKiLTEMEwSjATFunBsm+q//SrQl33PccXD11XR8+21Yvz7R1hgNHBMEo2Ew
eza88w7cfnvi5w6CGTsWKS+HP/wh0ZYYDRwTBKP+s2MHXHEFtG8Pv/pVoq35Id26sfH88+GZZ2DK
lERbYzRgTBCM+k1pKVx+OaxZ4+YPWrRItEUhWfnzn7vhoxEj3PudDSMBmCAY9Zvf/Q4+/hiefBJO
Pf3y2aEAAAZ6SURBVDXR1oSlLCPDvTgnLc29WW379kSbZDRATBCM+kl5Ofz5z/DQQ3DzzXDjjYm2
qHJycuDtt11v5pJLTBSMWscEwah/FBTAj34Ed94Jl17qRKGucOqp8Nxz8MUXcPzx8O9/J9oiowER
N0EQkSEislREVojInSHcRUQe8e7fiEj/eNliNBCWL3fr+k88EebNg2efhddfd8MwdYkrroA5c6Bj
Rydow4fDf/7j5kMMI47E5b2BIpICPA78GFgHzBaRiaq6OMDbUKCHPwYBT/pPwwhPeTns3ev2/1mz
xk3ALl3qVud89ZV7t8GQIW7OIFE7mcaCPn3gyy/hgQfgj390E+JZWXDhhU7wevz/9u4uxIo6jOP4
97cv5qKktdUa7pJC3tgLFGKBN0JRpqJdhUXRG4qgUBBE6o2XQWARESEZGAUihChhlll7ae9J2ItJ
kRmadRHprrUc99fFf7Yd9bjb2s6Zs87zgWFn/jN79n+ePTvPvOw8/zlw/fXQ2QnTpk28pBeaUlED
yc4HDtv+AUDSNmA5kE8Iy4HXbRvYL2m6pGttHxv33mzcOFz/vkHmnz4NHR0N/ZkTwW39/fXjMjQu
gD08DQ6mr7VaGupyYAD6+s4fQ2DSpFQGYtOm9F863d3Fv5FGaG+HDRvSg3R79qSksGNHOvM51+TJ
aWpvT1NrK7S0pCk/ANBIgwE1eqCg/yD+jnK2bEkl2wtUVEKYCfycWz7K+Uf/9baZCZyVECStAlYB
dHV10dvbO+bOzDh9misafLRYq9U42aiB2yeQWq1G2wWOZn3Ojsst6Yqm29oYbG/Hra2c6eigNnUq
tSlTGOjspL+nh79mzEg7QIDDh9M0wZw6dWrkz3ZnJ6xaBStX0v7HH3QcPUrHsWO0nTxJW18frf39
tAwMoDNnaKnVYHAQDSXVjEYajKdJB+qJv6NhRw4doi/7fY76eblITR9p25uBzQDz5s3zwoULx/4i
F/M9/1Nvby8X1ddLXMSlvohLfRGXYV25+aLiUtRN5V+Antxyd9Y21m1CCCE0iFzAqaKkNuAQcAdp
J/8J8IDtg7ltlgBrgcWky0kv2p4/yuv+Bvw07h0uxlXA72V3oglFXOqLuNQXcalvrHG5zvbVo21U
yCUj2zVJa4F3gVbgNdsHJa3O1r8C7CYlg8NAP/Dof3jdUd9Qs5D0qe15Zfej2URc6ou41Bdxqa+o
uBR2D8H2btJOP9/2Sm7ewJqifn4IIYSxiSeVQwghAJEQirS57A40qYhLfRGX+iIu9RUSl0JuKocQ
Qph44gwhhBACEAkhhBBCJhJCQSQ9JcmSrsq1rcuqu34n6e4y+9dokp6T9G1W2XaHpOm5dZWNC4xe
GbgKJPVI+lDS15IOSnoia79S0l5J32dfryi7r2WQ1CrpC0lvZ8uFxCUSQgEk9QB3AUdybXOBFcAN
wCLg5awqbFXsBW60fTPpocV1EHHJVQa+B5gL3J/FpGpqwFO25wK3A2uyODwD7LM9B9iXLVfRE8A3
ueVC4hIJoRjPA08D+Tv2y4Fttv+2/SPpgbwRn8y+lNh+z/ZQQf/9pFIlUPG4kKsMbHsAGKoMXCm2
j9n+PJs/Sdr5zSTFYmu22Vbg3nJ6WB5J3cAS4NVccyFxiYQwziQtB36xfeCcVReq7lpFjwHvZPNV
j0vV3/95JM0CbgE+ArpyJfGPc3aNt6p4gXSAOZhrKyQuTV/ttBlJeh+YUWfVBmA96XJR5YwUF9s7
s202kC4PNHaAijAhSJoKvAU8aftP5Uqi27akSv2fvKSlwAnbn0laWG+b8YxLJISLYPvOeu2SbgJm
AweyD3I38Lmk+VSguuuF4jJE0iPAUuAODz8Ac8nHZRRVf///ktROSgZv2h4aTPrXoYGzJF0LnCiv
h6VYACyTtBiYDFwu6Q0KiktcMhpHtr+yfY3tWbZnkU7/b7V9HNgFrJB0maTZpKFDPy6xuw0laRHp
tHeZ7f7cqkrHhVQJeI6k2ZImkW6w7yq5Tw2ndAS1BfjG9qbcql3Aw9n8w8DORvetTLbX2e7O9icr
gA9sP0hBcYkzhAbJqr1uJw0jWgPW2D5Tcrca6SXgMmBvdva03/bqqsflQpWBS+5WGRYADwFfSfoy
a1sPPAtsl/Q4qfT9fSX1r9kUEpcoXRFCCAGIS0YhhBAykRBCCCEAkRBCCCFkIiGEEEIAIiGEEELI
REIIIYQAREIIIYSQ+QeHJR3Sfj5rEQAAAABJRU5ErkJggg==
"
>
</div>

</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAYoAAAEICAYAAABBBrPDAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzsnXecVNX5/9/PFmBZ6rK6VAEFJSiCgIglEaJRsISYKLGL
RhGjibHEEkzERI0lRiX2EhWNYosGDd9o9MeKqKggBAVElia9LHVp257fH+csDOPM7NSd2d3n/Xrd
19x7T/uce++c57R7j6gqhmEYhhGOrHQLMAzDMDIbMxSGYRhGRMxQGIZhGBExQ2EYhmFExAyFYRiG
EREzFIZhGEZEzFAY9QoRKRKRqSKyTUTuS7eeVCIi40TkhQjuc0VkSBi3ISKyIkLYZ0Xk9iTINBoB
ZijSiIicKyIzRKRMRFaLyP+JyHHeLWQhISIqIj0CjnuLyCQR2eILzykickxQmCY+voUisl1ElorI
30WkW4Cf00TkM+9eKiL/EJHOAe6jRGRaLfl5VkQqRaRDwLnHfP7KRKRcRCoCjv9PRLr5PJUFbT8P
k8xoYAPQSlWvi3iBayEdhaWI/ElEvvTXaVwicanqoapanBxlqSf42Y3Cf7GIXJqktF8RkZNEpKmI
rAlya+r/D1tFZI2IXJuMNBsSZijShH8YHwDuBIqAA4CHgR/HEMdBwEfAl0B3oCPwBvCuiBwd4PU1
H++5QGugLzADOMHHcybwotdTCBwK7AamiUjbKLXkAz8DtgDn15xX1TGq2kJVW/i8vlxzrKrDA6Jo
E3C+haq+HCaprsA8zYA3RUUkJ45gJcANwL+TLMeIzADcM3848FWQ2zigJ+7ZGgrcICLD6lRdpqOq
ttXxhiusy4CzIvgZB7wQ4rwCPfz+88DkEH4eBab6/ROBnUCXMOkIsAy4Ieh8Fu4P9Ud/PAqYFkHv
hcBy4Grgq2jzBHTzecqJ4ro9C1QA5f76neh13gQsAkqBV4CCgDCvAmtwBmwqcKg/PzoorreCr29A
mrf7/SHACuBGH+fz/vxpwGxgM/AxcHgUeXkBGFeLn3E+PxOAbcBcYGCA+1LgRL+f57VuAuYBvwVW
BPg9AvjCx/MyMLEmX7XlwadzPTDHX8eXgWZhNPcAPvD+NuAqBvhrr8B2f71/DrQF3gbWe91vA529
/zuAKmCX9/+QP98L+C+wEVgAjIziWrcFFvv9K4B7gtxXAScFHP8RmFiXZUKmb2kX0Bg3YBhQSYTC
kegMxRrg4hB+hvo/WR5wF/BBhHR6+Ti7h3C7DfjE748isqF4H7gH1zqqBAZEkydiMBTe/7NBBdzV
wHSgM9AUeBx4KcD9EqCld3sAmB0uruDrG+wHZygqgbt9fHm4AngdcBSQDVyEK1ib1pKPaA3FLuAU
H/efgekB7kvZayjuAj4ECoAuOCO/wrs1wVUGrgFygTNxRrImXxHz4Pc/w7VYC4D5wJgwml8CxuIM
eDPguAjXth2uFdrc36NXgTcD3IuBSwOO83GVkYuBHK97A9A7jJYTcIavDFch2Ox/t/v943FGRIGi
gHA/A76s63IhkzfrekoP7YANqlpZi7+RIrI5cAtyLwRWhwi3GvdHLfBphfITGAdh/KwOcA+LiByA
M04vqupanNG4sLZwQWwIyuv3ogw3BhirqitUdTeucD2zpltIVf+uqtsC3PqKSOsYtQVSDdyqqrtV
dSeuZfK4qn6qqlWq+hyu225wAmkEMk1VJ6tqFa4F2TeMv5HAHaq6UVWXA+MD3AbjDMQDqlqhqq8B
nwe4R5OH8aq6SlU3Am8B/cLoqMB14XRU1V2qGnZcS1VLVfV1Vd2hqttwrYjjw/nHtXqWquozqlqp
qrOA14GzwsT/vqq2Ad70fjrhjF6hqrZR1Q+AFt77loCgW3GGy/CYoUgPpUBhFH3cr/gHes8W5L4B
6BAiXAdcgbbJpxXKT2AchPHTIcA9EhcA81V1tj/+B3CuiORGEbaGwqC8zo8yXFfgjQBDOh/XmioS
kWwRuUtEFonIVlwhAVEYvwisV9VdQelfF2TMu+Bq38kgcOB1B9AszHPTEVfbrmFZkNtK9dXlEO7R
5CFYRwtCcwOuO/MzPyvrkjD+EJHmIvK4iCzz92cq0EZEssME6QocFaTzPKB9mPhXeD/nAM/hWk1d
gdUi8lfvrcz/tgoI2hrXRWd4zFCkh09wNbafJBjPe4SuTY3EdRnt8H4GBc5gCmIBrt99n3hEJAvX
BH8/Ch0XAgf6GSNrgL/iCuNTospFYiwHhgcZmWaquhI3eD8CN5bRGtfNBa4gA9flEMwOXFdIDcGF
UHCY5biafGD6zVX1pQTyFA+rcYV7DQcEuXUSEQnjnrQ8qOoaVb1MVTsClwOPRJjpdB1wCHCUqrYC
fuDPh7s/y3HdqIE6W6jqFWG0dMZ1877nK1lPAFf6cNd6P5tw1yewpdYXNx5keMxQpAFV3QL8AXhY
RH7ia1a5IjJcRO6JIarbgGNE5A4RKRCRliLyK1zBfaNP6z3c4N8bIjJARHK8vzEicomvZV4P3CJu
um4zEWkPPIWrZd0fkJ5498DtaOAgYBCuO6IfcBhuFlWs3U/x8Bhwh4h09QL3E5ER3q0lziCX4gr/
O4PCrgUODDo3G9cayvYzXyJ1hQA8CYwRkaPEkS8ip4pIyK4Lf5+b4f57Of4ahqtBx8IrwM0i0tZX
Cn4V4PYJbmzl1z79n+LuV1x5iISInBVQKdmEK+yr/XHw9W6Jm2ixWUQKgFuDogv2/zZwsIhc4POR
KyJH1tJNOQA3iA/QHzfzKZgJuOe/rY/rMtzYlOExQ5EmVPU+4FrgFtysj+XAVbj+1GjjWAgch6sB
LcXVjH4GnKyqHwV4PROYjJutsgU30DkQ19pA3VTUC3CDnaW4WTN5wLGqWhoQzzG4P3bg9gvgX6r6
pa9NrlHVNcCDwGm+AIiGzbLvexTRzmV/EJiEmxK8DTewfZR3m4DrYlnp8zQ9KOzTQG/fjVFz3a8G
TscNdp5HLfdDVWfgCpaHcAVjCW7gPxxP4q7bObhB3524a58ot+HyugR4FzeeUaOxHPip17URN+Po
nwnkIRJHAp+KSBnuvlytqou92zjgOX+9R+ImF+ThujenA/8JiutB3HjTJhEZ78cxTgLOxs1UWsPe
iQXhGAB84VtTvQjdUrgVN2tuGW4A/R5VDdbSqJF9uy0NwzAMY1+sRWEYhmFExAyFYRiGEREzFIZh
GEZEzFAYhmEYEYnno2Zpo7CwULt161bn6W7fvp38/Pw6T7c2TFfsZKo20xUbpis2Zs6cuUFV94s7
grr8Xkii24ABAzQdTJkyJS3p1obpip1M1Wa6YsN0xQYwQ+1bT0ZjZvknMOcF2Lkx3UoMo2FSr7qe
DCOQyt0w5ffw8V8AhawcOPBHcOQv4eDT0q3OMBoO1qIw6iUbvoanB8PH98LAMXDJxzD4Wlg/DyaO
gKXF6VZoGA0HMxRGvaN8O7wwDLaugLMnwamPQJej4Ud3wxVfQkEPeP0cKFubbqWG0TAwQ2HUOz68
A7Ysg5+/AYecvq9b05Zw1muwazP88zyorkqPRsNoSJihMOoV6+e7MYl+o+CA40L7KeoDpzwMS96H
qbfXqTzDaJCYoTDqDaow+ZfQpAWcWMvH2PtdDIefD1P/BJuX1ok8w2iwRGUoRGSYiCwQkRIRuSmE
u4jIeO8+R0T6B7gtFZEvRWS2iMwIOF8gIv8VkYX+t21ysmQ0VL580Q1Sn/BnyK/l1SER50+y/Kwo
wzDiplZD4RdVeRgYDvQGzhGR3kHehgM9/TYaeDTIfaiq9lPVgQHnbgLeV9WeuFXUvmOADKOGqgp4
/yboeCT0vzS6MK06Q9+L4IunoGxN7f4NwwhNNC2KQUCJqi5WtwDKRNzykoGMACb4lwCn49a9jbRO
c02Y5/z+cyS+LKjRgPn6DTfL6Qe/h6wY1oM79gaoroDpD6ROm2E0dGpduEhEzgSGqeql/vgC3Bq3
VwX4eRu4S1Wn+eP3gRtVdYaILMGtqlYFPK6qT3g/m9WtY4tffWpTzXFQ+qNxrRSKiooGTJw4MdE8
x0xZWRktWoRbSz59NCZds646gvJNTRg04VNiXTh03h97s/HTAga/PJ1dbG401ywZmK7YyFRdQ4cO
nRnUoxMTdfFm9nGqulJE9gf+KyJfq+rUQA+qqiIS0mJ5w/IEwMCBA3XIkCEpFxxMcXEx6Ui3NhqL
rlUz4IO5cPL9MPiE2OPt1QYePwKa/O84co5tHNcsWZiu2MhUXYkSTdfTSqBLwHFnfy4qP6pa87sO
eIO9i7qvreme8r/rYhVvNA4+He9mOvW7OL7w7ftBj+Hw6QNQXW4T/QwjVqL513wO9BSR7iLSBLew
+aQgP5OAC/3sp8HAFlVdLSL5ItISQETycQujfxUQ5iK/fxHwrwTzYjRAytbAVxOh7yho1jr+eI6+
FnZsgA0fFiZNm2E0FmrtelLVShG5CngHyAb+rqpzRWSMd38MmAycApQAO4Caul8R8IYbgiAHeFFV
/+Pd7gJeEZFfAMuAkUnLldFgmPG4G4wedFXtfiPR/YfQphus/ncH+FNSpBlGoyGqMQpVnYwzBoHn
HgvYV+DKEOEWA33DxFkKnBCLWKNxUV0JMx+DHsOg8JDE4pIs6HcJFP+hLZsWQ9sDk6PRMBoD1mFr
ZCwl77iupwGXJye+fqOALGXWM8mJzzAaC2YojIzlf89C80LoeUpy4mvdBQqO3MjsZ+xjgYYRC2Yo
jIxkRyksmAR9zofsJsmLt/3w1WxbCYveSV6chtHQMUNhZCRfTYSqct9dlETaHVNK8/1g1tPJjdcw
GjJmKIyMZPYz7v2H9iGnQsRPVq7S90LXWtlub+4YRlSYoTAyjrVfwuqZ8b9gVxv9LnYzqr58KTXx
G0ZDwwyFkXH87znIyoU+56Ym/v0PhQ4DXDqGYdSOGQojo6iqgDkvwMGnuRlPqaLvRbBmlmu9GIYR
GTMURkax6B3Yvjb5g9jBHHY2ZOXA/yakNh3DaAiYoTAyiv89B833cx/xSyX5+0HPU+HLF9x4hWEY
4TFDYWQMOzf6dyfOg+zc1KfX90L35vfi91KflmHUZ8xQGBlDqt6dCEfPUyGvwAa1DaM2zFAYGcPs
Z6Gob/LfnQhHTlM49Gz4+k3YtaVu0jSM+ogZCiMjWD8PVn1ed62JGvqNgspd8JW9U2EYYTFDYWQE
s59zs5BS9e5EODoOhKLD4Ysn6zZdw6hPRGUoRGSYiCwQkRIRuSmEu4jIeO8+R0T6+/NdRGSKiMwT
kbkicnVAmHEislJEZvstSd8INeob1ZUw53n3ldj8/es2bRHofxms/sJthmF8l1oNhYhkAw8Dw4He
wDki0jvI23Cgp99GA4/685XAdaraGxgMXBkU9n5V7ee3fRZGMhoP37wNZavdwkLpoM95kNMMvngq
PekbRqYTTYtiEFCiqotVtRyYCIwI8jMCmKCO6UAbEemgqqtV9QsAVd0GzAc6JVG/0QCY8Si06gwH
n5qe9PPaQu8z4ct/QMWO9GgwjEwmGkPRCVgecLyC7xb2tfoRkW7AEcCnAad/5buq/i4ibaPUbDQg
NpbAoneh/2g3RpEu+l8Gu7fC3FfTp8EwMpU6+WuKSAvgdeA3qrrVn34Ut8y9+t/7gO90PojIaFx3
FkVFRRQXF9eF5H0oKytLS7q10RB0LXr0ICS7E7t6T6e4uDy1wgivTRXyugxiyl8q2Nx1Vsp1RKsr
3Ziu2MhUXQmjqhE34GjgnYDjm4Gbg/w8DpwTcLwA6OD3c4F3gGsjpNEN+Ko2LQMGDNB0MGXKlLSk
Wxv1XVf5DtW7C1RfOTO1egKJpG3aParjUF03t+701FDf72VdY7piA5ihtZSvkbZoup4+B3qKSHcR
aQKcDUwK8jMJuNDPfhoMbFHV1SIiwNPAfFX9a2AAEekQcHgG8FU0hs1oOMx71X22Y+Av063E0W+U
G9T+5P50KzGMzKJWQ6GqlcBVuFbBfOAVVZ0rImNEZIz3NhlYDJQATwI1f/1jgQuAH4aYBnuPiHwp
InOAocA1ScuVUS/4/BEo7AXdhqRbiSN/P+g7CuZMgG2r063GMDKHqMYo1E1dnRx07rGAfQWuDBFu
GiBh4rwgJqVGg2LFdFj5KZz8gHuXIVM4+lqY+Th89jc44c50qzGMzMDezDbSwgd/hLx20P8X6Vay
L+16wvfOcFN2d29LtxrDyAzMUBh1zsrPoeT/4OjroEmLdKv5LsfcALs2w6yn063EMDIDMxRGnTP1
T+7z3oOuSreS0HQ+Cg74Pky/3y3NahiNHTMURp2y+gv45i0YfA00bZluNeE55rew5VtbKtUwwAyF
UcdM/RM0bQ2DfpVuJZE5+DTofDT8v7HujW3DaMyYoTDqjBWfukWCBv8GmrVOt5rIiMCwB2H7Wph6
R7rVGEZ6MUNh1AlV5fDWZdCyk5uCWh/odKR7CW/6/VC6MN1qDCN9mKEw6oSP7oV1X8Kpj0DTVulW
Ez0/vNMtmfrf69OtxDDShxkKI+Vs+Bqm/hEOHQmH/DjdamKjZQf4/i2wYBJ88+90qzGM9GCGwkgp
Wu26nHLzYdj4dKuJj8G/gf37wJsXwqYl6VZjGHWPGQojpfy/38O30+Ck+6BFUbrVxEdOU/j5P6G6
Cl75qS1uZDQ+zFAYKePzR2DanW5RoH6j0q0mMQp6wE//AWtmw7+vcOtXGEZjwQyFkRLm/xMmX+XG
JE59JLM+/BcvB58Kx49zL+F9cJsZC6PxkMbFJ42GyvqphUy7EzoPhp+9lN4lTpPN8b+HzYudodiy
HE57DLJz063KMFJLA/oLG+mmche8+1uY99BhdBoE57wFuc3TrSq5SBaMeBZaHQAf3g5bl8NZr2b+
C4SGkQjW9WQkhZWfwdPHwOcPQeezlnPxh9C8XbpVpQYR+OGf4MdPw9Ip8NAhMPMJqK5MtzLDSA1R
GQoRGSYiC0SkRERuCuEuIjLeu88Rkf61hRWRAhH5r4gs9L9tk5Mlo65QhZJ34Lmh8NRR7iN6Z0+C
g365iOwm6VaXeo64BC752K1h8fbl8FhfmPOCfRvKaHjU2vUkItnAw8CPgBXA5yIySVXnBXgbDvT0
21HAo8BRtYS9CXhfVe/yBuQm4MbkZc1INlXlsGmxW09i8buw+D0oW+M+y3HSfW52U9OWsLo43Urr
jk5Hwqip7htW790Ib1wA2U2hx8lw0DBo3w+K+mTmuhuGES3RjFEMAkpUdTGAiEwERgCBhmIEMMEv
iTpdRNqISAegW4SwI4AhPvxzQDEpMhSrZsDGkvjDr5u3P1+tSZ6eZBFKV9iZOOrdAn+r3VZdBdUV
ruukcrd7T6ByJ+zaAjs3wI5S1xe/aQlolYuu+X5w4InQ81Q49CwaRQsiHCJuVbxeI9yHD+e+AvNf
c29zOw/QqjO07Oje9G6+HzRp6YxHk3x37VYu7cjMhW4MJCvb/SJ+tpgEzRqTfdNOJfXp2c8EUqmr
6/Hu+UkH0RiKTsDygOMVuFZDbX461RK2SFVrlrBfA4R8HUtERgOjAYqKiiguLo5C8r4sfKAnq/7V
KeZwe+nN/ARCp47U6ZLcanKaV5LbuoKc1hU07VROl6N30LzzTvIP3E7+gWVIFmwEPvx437BlZWVx
3ae6oC60NRsB/X4Mu9c1paykBWUlLdi1Ko/tpU3YNLspFVtyqdqZTfWu7IBQB5NAXSaFNL5nPzFS
p6vP3XMoGLQxRbFHJiNmPamqikjIurCqPgE8ATBw4EAdMmRIzPEP7AW77opf32effcagQYPijyBF
hNUVppYZWDuVrL211qycvVtOU8jJg6zsLKCJ32KjuLiYeO5TNKxdu5azzjqLWbNmMXr0aO67776M
0RYrWg0VO11rbuqUjxh85LF7WnhaDXc/OI7Fy0p47N4X9oYJ+Jccd+qh3P2Hhzl20JDvxP3RZ8Vc
ccP5zCleETLtq24eRceizvzuN7dH1Fjvnv00k0pdrTofnr4uTFWNuAFHA+8EHN8M3Bzk53HgnIDj
BUCHSGFr/Pj9DsCC2rQMGDBA08GUKVNSEu8//vEPHTBggObn52v79u112LBh+uGHH6qq6q233qrn
nXfed8IAunDhwj265s6dq6effrq2atVKW7RooUOGDNGPPvponzC7d+/WW2+9VXv06KHNmzfXrl27
6sUXX6xLlizZ4+ett97SI488Ups3b64FBQV67rnn6vLly/e4P/PMM3rsscdGzM9FF12k2dnZ+tpr
r+05d/nll2t+fr7m5+drbm6u5uTk7DkeNmyYLlmyRIE952q2iRMnhkzjj3/8o55xxhlaXV0d+eKG
IfBeXnTRRTp27Ni44omXW265RQ877DDNzs7WW2+9NaSuGsI9A9EwZcoU7dSpU1j3aPOezGc/8NmN
huOPP16ffPLJkG6x6jrrrLP0nXfe0V27dmlRUdE+bi+//LIeffTRmpeXp8cff3xM8Saqq64AZmgt
5WukTbSW10tFJAf4BjgBWAl8DpyrqnMD/JwKXAWcgutaGq+qgyKFFZF7gVLdO5hdoKo31KJlPbAs
ouDUUAhsSHKcRUB7XH62Agq0Alriuug6Ak2B4M/QDQC+Anb78O2B9bjuO/VaO+Gu+3YfpgeQ69Pa
AWQDBd7/BqAtbjxpGbDJu3f2WuYBVUA7H/eCMPnJAvr6OLcCi0P4CZWnJkAfYGaYeIPpClQAq6L0
H0zgvewGlCcQVzy0w+nfD9gZkHaoZyzcMxANLYHuwJww7t2ILu/JfPYDn91oOAQoDZN+rLoOA+bj
rmdn3P+jhpa43pVmuP9guGc8GlJRViSDQ1Q1/sWHo7EmOAPwDbAIGOvPjQHG+H3BzW5aBHwJDIwU
1p9vB7wPLATewxmKuC1eKjcStMYh4msNlAFnRfAzDnghxHkFevj9UmByCD+PAlP9/om4AqlLmHQE
ZyBuCDqfhftT/9EfjwKmRdB7IW486mpgZ7R5whVYCuREcd2exRWy5f76neh13uSfr1LglcBnCXgV
Z0S3AFOBr/z50UFxvRV8fQPSvN3vD8EZ8Rt9nM/786cBs4HNwMfA4VHk5QVgXKRnzF+vV4AJwDZg
btB/aylwot/P81o34Yz7b4EVAX6PAL7w8bwMTKzJV6Q8ADN8OtfjjM4WH75ZmHz1AD7w/jYAL/vz
U/213e6v989xFZS3cRWdTX6/s/d/B66Cssv7f8if7wX8F6jEFegjo7jWbYHFfv8K4J4w/i4FihP8
bye1rEjWlqiutGegPmzJvvnAMP+ghy0cic5QVAAXh/Az1P/J8oC7gA8ipNPLx9k9hNttwCd+fxSR
DcX7wD24lpICA6LJEzEYCu//2aAC7mpgOq6W2BTXDfpSgPsluBpjU+ABYEe4uIKvb7AfnKGoBO72
8eXhCuB1uJZ0NnARrmBtWks+ojUUu3CVrWzgz8D0APel7DUUdwEf4lqKXXBGfoV3a4KrDFyDa1me
6Z+dmnyFzQN7DcVnuBZOAa5mPiZMvl4CxuIMeDPguAjXth3wM6C5v0evAm8GuBcDlwYc5+MqIxd7
XUfgjFHvMFpOwBm+MlyFYLP/3e73jw/yb4YizGZvZqeHdsAGVa3tXd6RIrI5cAtyzwFWhwi3GvdH
LfBphfJTQ2FAmFDxFIY4vw8icgDOOL2oqmtxXU8X1hYuiA1Bef1elOHG4FqqK1R1N65wPdN3e6Kq
f1fVbQFueSKSyAc3qoFbVXW3qu7EtUweV9VPVbVKVZ/Dda0MTiCNQKap6mRVrQKex3XvhWIkcIeq
blTV5UDg6h+DcQbiAVWtUNXXcN3ANUSTh/GqukpVNwJvAf3C6KjAdQ92VNVdqjotXMZUtVRVX1fV
Haq6DdeKOD6cf1yrZ6mqPuPDzwJeB84KE//7qtoGeNP76YQzeoWq2kZVP4iQlhGAGYroeCLJ8ZUC
hTWFWQRe8Q/0ni3IfStuIkAwHXAF2iafVqTZ1zX9qeHiiaa/9QJgvqrO9sevA+eKSCyfyysMymu0
swy7Am8EGNL5uNZUkYhki8hdIrJIRLbiCgmIwvhFYL2q7gpK/7ogY94FV/uOhXDPWOCs/B1AszDP
TUf2nYq+LMhtpfqqZQj3SHmo0RWsI9z8mxtw3ZmfichcEbkkjD9EpLmIPC4iy/z9mQq08S/qhqIr
7kXezUBv/3sebpwuVPwrvJ9zcO9qrfNxrBaRv4bTlSDJLiuSRUK6zFBEgbopusnkE1yN7ScJxvMW
oWtTI3FdRjtw4z+DRKRzmDgW4Prd94lHRLJw3QLvR6HjQuBAEVkjImuAH+MK41OiykViLAeGBxmZ
Zqq6EjgX92LnibhxoW4+TM0E4lAzOXbgukJqCC6EgsMsx9XkA9NvrqovxZKJJDxjq3GFew0HBLl1
Etnn9bxA97B5iFWXqq5R1ctUtSNwOfCIiPQI4/063ID1UaraCviBPx/u/izHdaPW6Gujqi1U9Yow
Wjrjunnf85WsJ4ArfbhrY8lXtKSgrEgKieoyQ5EGVHUL8AfgYRH5ia9Z5YrIcBG5J4aobgOOEZE7
/LezWorIr3AF940+rfdwg39viMgAEcnx/saIyCW+lnk9cIuInCsizUSkPfAUbgbI/QHpiXcP3I4G
DsK9wd/Pb4cBLxJ791M8PAbcISJdvcD9RGSEd2uJM8iluML/zqCwa4EDg87NxrWGskVkGJG7QgCe
BMaIyFH+m2f5InKqiIScYeLvczPcfy/HX8NwNehYeAW4WUTa+krBrwLcPsGNrfzap/9T3P2KKw+R
EJGzAiolm3CFfbU/Dr7eLXETLTaLSAFwa1B0wf7fBg4WkQt8PnJF5MhauikH4AbxAfrjxjaCNWf7
e5IDZPl7Yh+PD8AMRZpQ1fuAa4FbcLM+luOmGL8ZQxwLgeNw/dZLcTXHnwEnq+pHAV7PBCbjZqts
wQ10DsS1NlDVl3HdR9fgCtV5uIHaY1W1NCCeY3B/7MDtF8C/VPVLX5tco6prgAeB03wBEA2bRaQs
YIu2xvcgMAl4V0S24Qa2a97+n4DrYlnp8zQ9KOzT+C4MEam57lcDp+MGO8+jlvuhqjOAy4CHcAVj
CW7gPxxOy7K1AAAgAElEQVRP4q7bObhB3524a58ot+HyugR4FzeeUaOxHPip17URN+PonwnkIRJH
Ap+KSBnuvlyt/hM+uDGi5/z1HombXJCH696cDvwnKK4HceNNm0RkvB/HOAk4Gzetdw17JxaEYwDw
hW9N9cLNHAvmAtx9eBT4vt9/MqZcN3BqfY/CMAzDaNxYi8IwDMOIiBkKwzAMIyJmKAzDMIyImKEw
DMMwIpIRnxmPlsLCQu3WrVudp7t9+3by8/PrPN3aMF2xk6naTFdsmK7YmDlz5gZV3S/uCBL5/kdd
bw3tM+OJYrpiJ1O1ma7YMF2xgX3ryTAaHzsp55/M4jOWsJOKdMsxGjj1quvJMAzHdJbwFav4ilW8
x9f0pgMn05u8OFYkNIzaMENhGPWM3VTwOUvpRRHfpyez+JaZLKclzTiBXumWZzRArOvJMOoZM/mW
XVRyLD3oQGtOoQ8HUciXrERDfufQMBLDDIVh1CMqqWI6S+hOIZ3Y+9X5vnRmK7tYSmmE0IYRH2Yo
DKMeMZsVlLGb4zhon/MHU0RTcpjDyjQpMxoyZigMo55QTTUfs4iOtKEb7fZxyyWb79Ge+aymgqo0
KTQaKmYoDKOesIgNbGYnx3EQgnzH/XA6U04VX++zGJ1hJI4ZCsOoJyxmAzlk0YPQL9h2pYDW5Fn3
k5F0zFAYRj1hCRvoQltyCL0gniD0oSOLWU8Zu0L6MYx4MENhGPWAMnazjm10pzCiv8PpjALzWF03
woxGgRkKw6gHLGUDQK2GopAWtKW5TZM1kooZCsOoByyhlGbk0IHWtfo9gAKWsdFevjOShhkKw6gH
LGEDXWlHVojZTsF0pYCdVLCesjpQZjQGzFAYRoaziR1sZmet3U41dPXvWCyz7icjSZihMIwMZ8me
8Yl2tfh0tCGPVjRjGRtTKctoRJihMIwMZwkbaEFTCmkRlX9B6GrjFEYSMUNhGBmMoiyhlO4Uhnwb
Oxxdacd2drOR7SlUZzQWzFAYRgazjm3soDzqbqcaDqAAwLqfjKRghsIwMpia9yGiHciuoR355NPU
BrSNpGCGwjAymOVsojV5tCYvpnA2TmEkEzMUhpGhKMq3bKQLbeMK35UCtrKLzexMsjKjsWGGwjAy
lE3soIzde8YbYsXepzCShRkKw8hQlrMJIG5DsR8tyCOXb21A20iQhAyFiAwTkQUiUiIiN4VwFxEZ
793niEj/ALelIvKliMwWkRmJ6DCMhsi3bKQZOewX5fsTwQjCARSYoTASJm5DISLZwMPAcKA3cI6I
9A7yNhzo6bfRwKNB7kNVtZ+qDoxXh2E0VJazkS4UxPT+RDAHUMBGdrDN1qcwEiCRFsUgoERVF6tq
OTARGBHkZwQwQR3TgTYi0iGBNA2jUbCd3Wxge9zdTjXUhLdWhZEIohrf1DkRORMYpqqX+uMLgKNU
9aoAP28Dd6nqNH/8PnCjqs4QkSXAFqAKeFxVnwiTzmhca4SioqIBEydOjEtvIpSVldGiRXzN/1Ri
umInU7UF69pQWMm8w3bT94tmtN4aekW7aFBRPjpuB+3X5NBjYdOEdWUKpis2hg4dOjORnpucZIqJ
keNUdaWI7A/8V0S+VtWpwZ68AXkCYODAgTpkyJA6lgnFxcWkI93aMF2xk6nagnW9yzyyWcap/YeE
Xfo0WlbyKWWddjOk0w8S1pUpmK66JZGup5VAl4Djzv5cVH5UteZ3HfAGrivLMAzcjKeOtE7YSIDr
flrHNnZSngRlRmMkEUPxOdBTRLqLSBPgbGBSkJ9JwIV+9tNgYIuqrhaRfBFpCSAi+cBJwFcJaDGM
BkMFVaxmS8LjEzV03TNOsSkp8RmNj7i7nlS1UkSuAt4BsoG/q+pcERnj3R8DJgOnACXADuBiH7wI
eENEajS8qKr/iTsXhtGAWMlmqtGkGYpOtCGbLL5lI4dQlJQ4jcZFQmMUqjoZZwwCzz0WsK/AlSHC
LQb6JpK2YTRUllKKQNyf7ggmh2w60tpmPhlxY29mG0aGsYj1dKQNzchNWpwHUMBqtlBOZdLiNBoP
ZigMI4PYSQWr2MxB7JfUeLtSQDXKCjYnNV6jcWCGwjAyiCVsQIGDYlx/oja60BbBPhBoxIcZCsPI
IBaxnqbk0Ik2SY23Kbl0pA2LWJ/UeI3GgRkKw8gQFGUR6+lOIVkp+GseTBGr2GLffTJixgyFYWQI
pWxnK7uSPj5Rw8HsD8BC1qUkfqPhYobCMDKEmm6hZI9P1LA/LWlNHt+wNiXxGw0XMxSGkSEsYj3t
yKcNzVMSvyAcQhGL2UAFVSlJw2iYmKEwjAygWpSllHJgiloTNfRkfyqpZjEbUpqO0bAwQ2EYGcCW
1tVUUp2y8YkautGOJuRY95MRE2YoDCMDKC2sJJssutEupelkk0UP9mMh61DiW4vGaHyYoTCMNFNB
FeuKKvke7WlSB0vEHMz+lLGbVWxJeVpGw8AMhWGkmXmspjIX+nNAnaTXg/0RYIF1PxlRYobCMNLM
F3xL3g7Zs25EqmlOE7pRyP9YQRXVdZKmUb8xQ2EYaWQd21jOJjqsykWQOkt3MN3Zxi6+YlWdpWnU
X8xQGEYamcW3ZJNF0dq6Xb6+B/uxPy35mEU2qG3UihkKw0gTFVTxP1bSi/bkVtRdawLcy3fHcCDr
KbNPehi1YobCMNLEPFaziwr60yUt6R9KR1rRjI9ZnJb0jfqDGQrDSAM7Ked9vmZ/Wqb83YlwZJPF
YA7kWzaynE1p0WDUD8xQGEYamMxcdlDOCPrW6SB2MP3pQjNymcICqm2swgiDGQrDqGO+YhVzWcXx
9KQDrdOqpQk5nEgvllLKf5mfVi1G5lK3Uy0Mo5GzlV1M5ks60YZjOSjdcgD3ot96tvEpS2hHPgPp
mm5JRoZhhsIw6ojVbOENZlGFcgb9UrKKXbz8iN6Usp3/Yy5taE6PFH+c0KhfJPSkisgwEVkgIiUi
clMIdxGR8d59joj0jzasYTQUqlE+YhFP8xG7qeJsBlJAfrpl7UMWws84gv1owUt8xiT+Z0umGnuI
u0UhItnAw8CPgBXA5yIySVXnBXgbDvT021HAo8BRUYY1jHpLJVWsYDPfsJZvWMdGtvM92nMafcij
SbrlhaQpuVzE0XzIQj5nGXNZzX49hPasoRNtaEmzdEs00kQiXU+DgBJVXQwgIhOBEUBgYT8CmKCq
CkwXkTYi0gHoFkXYpPElK1lGadzhVx28mzLmJFFRcjBdsROvNt1nX/ecU5Qqqqmgmkqq2EE529jF
dsoBNwW1KwUMoSeH0jGtM5yiIY9cTqI3R9KNKSxgbsdVvMJMwH0jKp8m5NGEZuSSQxZZCNlk7clV
cP5SldtMfcZSqWsQ3dmflimJuzYSMRSdgOUBxytwrYba/HSKMiwAIjIaGA1QVFREcXFxzEKXdC9n
bfvKmMPVoAXVbNy9Iu7wqcJ0xU6ytEmN5VDIUsiqFrKqIbdCaLlbKNydS/72LNpsyianaicbWMgH
LAwbX1lZWVzPdiopAPruUGifx9ZW1exoXk1l7k625O6gNAdUlOosUG8NtA5tYKY+Y6nUVTl/PW02
Z6ck7lpR1bg24EzgqYDjC4CHgvy8DRwXcPw+MDCasKG2AQMGaDqYMmVKWtKtjcaoa82aNfr9739f
W7Rooddee23M4evTNbv11lv1vPPOCxumd+/eYfMzZcoU7dSpU9iwF110kY4dOzYuXZmA6YoNYIbG
WdarakKD2Sthn28PdPbnovETTdgGz4svvsjAgQNp0aIFHTp0YPjw4UybNg2AcePGcf75538njIhQ
UlKy53jevHn8+Mc/pnXr1rRs2ZKhQ4fy8ccf7xOmvLyccePG0bNnT/Lz8+nWrRuXXHIJS5cu3ePn
7bffZtCgQeTn59OuXTvOO+88VqzYWzN69tlnOe644yLmZ9SoUeTk5FBaurebb8yYMbRo0YIWLVrQ
pEkTcnNz9xwPHz6cpUuXIiJ7ztVsL7/8csg0nnjiCQoLC9m6dSv33XdfRD21MWrUKG655ZaE4oiV
3//+9/Tp04ecnBzGjRuXUFxz585lyJAhSdFVFwQ/u7UxZMgQnnrqqaSkPXLkSN599112795N+/bt
93G7/vrr6dmzJy1btqRXr15MmDAhKWk2JMQZmzgCiuQA3wAn4Ar5z4FzVXVugJ9TgauAU3BdS+NV
dVA0YcOkuR5YFpfgxCiEpK9GXwS0x+VnK67LuxXQEtcV1xFoCiwJCjcA+ArY7cO3B9YDa3wchbiu
vW+A7T5MDyDXp7UDyMb1LKjPV1vcuNEyYJN37+y1zAOqgHY+7gVh8pMF9PVxboWQHxAKlacmQB/w
HeG10xWogLi/jx14L7sB5QnEFQ/tcPr3A3YGpB3qGQv3DERDS6A7hO0w70Z0eU/msx/47EbDIUBp
mPRj1XUYMB93PTvj/h81dAQ2AruAfNzkm4Xs/f/EQirKimRwiKrGP8CRSHMEZwC+ARYBY/25McAY
vy+42U2LgC+BgZHCZupGgs22EPG1BsqAsyL4GQe8EOK8Aj38fikwOYSfR4Gpfv9EXIHUJUw6gjMQ
NwSdz8L9qf/oj0cB0yLovRA37nQ1sDPaPOEKLAVyorhuz+IK2XJ//U70Om/yz1Ep8ApQEBDmVZwR
3QJMBb7y50cHxfVW8PUNSPN2vz8EZ8Rv9HE+78+fBswGNgMfA4dHkZcXgHGRnjF/vV4BJgDbgLlB
/6GlwIl+P89r3YQz7r8FVgT4PQL4wsfzMjCxJl+R8gDM8OlcjzM6W3z4ZmHy1QP4wPvbALzsz0/1
13a7v94/x1VQ3sZVdDb5/c7e/x24Csou7/8hf74X8F+gEldpGRnFtW4LLPb7VwD31OJ/EnBdnP/t
pJYVydoS1ZX2DNSHLdk3HxjmH/SwhSPRGYoK4OIQfob6P1kecBfwQYR0evk4u4dwuw34xO+PIrKh
eB+4B9dSUmBANHkiBkPh/T8bVMBdDUzH1RKbAo8DLwW4X4KrXTcFHgB2hIsr+PoG+8EZikrgbh9f
Hq4AXodrMWcDF+EK1qa15CNaQ7ELV6nKBv4MTA9wX8peQ3EX8CGupdgFZ+RXeLcmuMrANbiW5Zn+
2anJV9g8sNdQfIareRfgauZjwuTrJWAszoA3Y98xyuBr2w74GdDc36NXgTcD3IuBSwOO83GVkYu9
riNwxqh3GC0n4AxfGa5CsNn/bvf7x4cIkwesBobF+d9ukIYic14NbVy0Azaoam1TsUaKyObALcg9
B/dQB7Ma90ct8GmF8lNDYUCYUPEUhji/DyJyAM44vaiqa3FdTxfWFi6IDUF5/V6U4cbgWqQrVHU3
rnA903dvoqp/V9VtAW55IpLIB5aqgVtVdbeq7sS1TB5X1U9VtUpVn8N1rQxOII1ApqnqZFWtAp7H
de+FYiRwh6puVNXlwPgAt8E4A/GAqlao6mu47t4aosnDeFVdpaobgbeAfmF0VOC6Bzuq6i5VnRYu
Y6paqqqvq+oOVd2Ga0UcH84/rtWzVFWf8eFnAa8DZ4WJ/31VbQO86f10whm9QlVto6ofhAj2GPA/
4J0IOhodZiii44kkx1cKFNYUZhF4xT/Qe7Yg961AhxDhOuAKtE0+rVB+aqjpTw0XTzT9rRcA81V1
tj9+HThXRHKjCFtDYVBeo/1CXVfgjQBDOh/XmioSkWwRuUtEFonIVlwhAVEYvwisV9XAV5a7AtcF
GfMuuNp3LIR7xtYE7O8AmoV5bjqy75TzZUFuK9VXLUO4R8pDja5gHS3C6L0B1535mYjMFZFLwvhD
RJqLyOMisszfn6lAG/9Cbii64l7Y3Qz09r/n4cbpQsW/wvs5B3gO12rqCqwWkb+G8H8vbixjZNC1
ioVklxXJIiFdZiiiQFWTffM/wdXYfpJgPG8RujY1EtdltAN4DxgkIp3DxLEA1+++TzwikoXrFng/
Ch0XAgeKyBoRWQP8GFcYnxJVLhJjOTA8yMg0U9WVwLm4FzlPxI0LdfNhamb8hyoMduC6QmoILoSC
wyzH1eQD02+uqi/FkokkPGOr2Xcm4QFBbp1ERMK4h81DrLpUdY2qXqaqHYHLgUdEpEcY79fhBqyP
UtVWwA/8+XD3ZzmuG7VGXxtVbaGqV4TR0hnXzfuer2Q9AVzpw10b6FdEbsN9SeIkVd0aS56D0sxI
Q5GoLjMUaUBVtwB/AB4WkZ/4mlWuiAwXkXtiiOo24BgRuUNECkSkpYj8Cldw3+jTeg83+PeGiAwQ
kRzvb4yIXOJrTtcDt4jIuSLSTETaA0/hZmHdH5CeePfA7WjgINyb+v38dhjwIrF3P8XDY8AdItLV
C9xPREZ4t5Y4g1yKK/zvDAq7Fjgw6NxsXGsoW0SGEbkrBOBJYIyIHOW/bZYvIqeKSMgZJv4+N8P9
93L8NUzGW1SvADeLSFtfKfhVgNsnuLGVX/v0f4q7X3HlIRIiclZApWQTrrCv9sfB17slbqLFZhEp
AG4Nii7Y/9vAwSJygc9HrogcWUs35QDcID5Af9zYRrDmm3GVihNVNf5PODRgzFCkCVW9D7gWuAU3
62M5birxmzHEsRA4DtdvvRRXc/wZcLKqfhTg9UxgMm62yhbcQOdAXGsDVX0Z1310Da5QnYcb1Ds2
6I9zDO6PHbj9AviXqn7pa5NrVHUN8CBwmi8AomGziJQFbNfWHgR8OpOAd0VkG25gu+Yt/wm4LpaV
Pk/Tg8I+je/CEJGa6341cDpusPM8arkfqjoDuAx4CFcwluAG/sPxJO66nYMb9N2Ju/aJchsur0uA
d3HjGTUay4Gfel0bcTOO/plAHiJxJPCpiJTh7svV6j/Vgxsjes5f75G4yQV5uO7N6cB/guJ6EDfe
tElExvtxjJOAs3HTetewd2JBOAYAX/jWVC/czLFg7sS1sEoCnr/fxZrxhkzc71EYhmEYjQNrURiG
YRgRMUNhGIZhRMQMhWEYhhERMxSGYRhGROrVmtmFhYXarVu3Ok93+/bt5Odn1tKVYLriIVO1ma7Y
MF2xMXPmzA2qGv9C6Il8/6OuN1uPYl9MV+xkqjbTFRumKzawbz0ZRi3MmQM/+QkUFHD4b38Ld94J
M6P9qrlhGGYojIbLihVw9tnQty9MmQKnnkqT0lIYOxYGDoTx42uPwzAMMxRGA2XLFjjpJHjrLfjd
72DJEnj+eWb8/e+wfj389Kdw9dWQ4Cp5htEYqFeD2YYRFVVVcO65sHAhvPsuDB26r3thIUycCOed
B9dfDxUVcNNN6dFqGPUAMxRGw+Pmm2HyZHjkke8aiRpyc+HFF93vzTdDr15uHMMwjO9gXU9Gw+Kl
l+Dee+GKK9wWiZwcePZZOPxwuOoq2LatTiQaRn3DDIXRcNi6FX7zGxg8GB58MLowubnw+OOwahXc
cktq9RlGPcUMhdFw+POfYd06N5spN4bF9QYPdq2Pv/0NPv+8dv+G0cgwQ2E0DJYuhfvvh/PPhyOP
jD38nXdC+/Zw+eVQWdtS5obRuEjIUIjIMBFZICIlIvKdaSN+tazx3n2OiPQPcs8WkVki8nYiOgyD
m2+GrCxX4MdD69auu2rWLJgwIbnaDKOeE7eh8Ms3PoxbZ7Y3cI6I9A7yNhzo6bfRwKNB7lcD8+PV
YBgAfPKJm+56/fXQpUvt/sNx5pkwYIAzNtaqMIw9JNKiGASUqOpidUstTsQtZB/ICGCC/9zIdKCN
iHQA8Ovqnopbm9kw4ud3v3PdRjfckFg8IvCHP8CiRW72lGEYQGLvUXTCrfNcwwr2rlUcyU8n3NrO
DwA34BZYD4uIjMa1RigqKqK4uDgByfFRVlaWlnRrw3RBy3nzGFBcTMkVV7Bixoxa/deqrWVLBh50
EFljx/JZx46QnZ08sYnoShOmKzYyVVfCxPs1QeBM4KmA4wuAh4L8vA0cF3D8PjAQOA14xJ8bArwd
TZr29dh9MV2qesYZqm3bqm7dGpX3qLS99poqqL74YmLaYsDuZWyYrtggjV+PXQkEdgh39uei8XMs
8GMRWYrrsvqhiLyQgBajMfL11/Dmm3DlldAyYsM0Ns44Aw49FG6/HaqrkxevYdRTEjEUnwM9RaS7
iDQBzgYmBfmZBFzoZz8NBrao6mpVvVlVO6tqNx/u/6nq+QloMRoj994LzZrBr3+d3HizsuD3v4d5
85whMoxGTtyGQlUrgauAd3Azl15R1bkiMkZExnhvk4HFQAnwJPDLBPUahmPFCnj+efjFL2C/+Bfu
CsuZZ0L37vDXvyY/bsOoZyT0UUBVnYwzBoHnHgvYV+DKWuIoBooT0WE0Qh54wHULXXddauLPznYt
lWuucW9rx/MSn2E0EOzNbKP+sW0bPPkkjBwJqVxD/ZJL3NjH/fenLg3DqAeYoTDqH88+u/cDgKmk
VSu49FJ49VXX1WUYjRQzFEb9orraffTv6KNh0KDUp/frX7s0H3oo9WkZRoZihsKoX0yeDCUlbhnT
uqBbNzdd9oknYPv2uknTMDIMMxRG/eLBB6FTJ7fmdV1xzTWwaZN9LNBotJihMOoPc+fCe++51ehi
WW8iUY45BgYOdF1e9gKe0QgxQ2HUHx58EPLy4LLL6jZdEdfV9fXX8O67dZu2YWQAZiiM+sGGDe4F
u/PPh3bt6j79kSPdF2qjXWLVMBoQZiiM+sHjj8OuXamfEhuOJk3gl7+E//zHtSwMoxFhhsLIfHbv
dtNTTz4ZegevjVWHXH45NG3qxioMoxFhhsLIfF5+GdascbOP0sn++8O558Jzz7lZUIbRSDBDYWQ2
qu4TGr17w0knpVuNG9TescO9V2EYjQQzFEZm88EHMHu2G5sQSbca6NsXTjjBDWrv3p1uNYZRJ5ih
MDKb+++HwkI32ylTuPFGWL0aXrC1tozGQUKGQkSGicgCESkRkZtCuIuIjPfuc0Skvz/fRUSmiMg8
EZkrInX0PQajXjF3Lkya5GYb5eWlW81eTjwRjjjCLZxkL+AZjYC4DYWIZAMPA8OB3sA5IhI8JWU4
0NNvo4FH/flK4DpV7Q0MBq4MEdZo7Nx5J+TnJ38Fu0QRca2KBQvgX/9KtxrDSDmJtCgGASWqulhV
y3FrX48I8jMCmODX954OtBGRDn451C8AVHUbboW8TgloMRoaJSUwcSJccUV6XrCrjZ/9DA48EO6+
2w24G0YDJhFD0QlYHnC8gu8W9rX6EZFuwBHApwloMRoad93lvueUqhXsEiUnB66/Hj79FKZOTbca
w0gpCS2Fmigi0gJ4HfiNqm4N42c0rtuKoqIiiouL606gp6ysLC3p1kZD1dV07VqOevZZVp9+Ogu/
/jqpb0In85plHXggg9u2Zfs11/C/++5LaFZWQ72XqcJ01TGqGtcGHA28E3B8M3BzkJ/HgXMCjhcA
Hfx+LvAOcG20aQ4YMEDTwZQpU9KSbm00WF1XXaWak6O6bFlS9ASS9Gv24IOqoPruuwlF02DvZYow
XbEBzNA4y3pVTajr6XOgp4h0F5EmwNnApCA/k4AL/eynwcAWVV0tIgI8DcxX1b8moMFoaCxb5tbD
vvBCOOCAdKupncsvh65d4Xe/s7EKo8ESt6FQ1UrgKlyrYD7wiqrOFZExIjLGe5sMLAZKgCeBX/rz
xwIXAD8Ukdl+OyVeLUYD4ne/c104t96abiXR0bQp3HYbzJgB//xnutUYRkpIaIxCVSfjjEHguccC
9hW4MkS4aUAGvGZrZBSffgovvghjx9aP1kQN558P99zjdI8Y4Qa6DaMBYW9mG5mBKlx7LRQVuXcU
6hPZ2XDHHe69iueeS7caw0g6ZiiMzOC11+Djj+H226Fly3SriZ0RI9ySqTfd5BZZMowGhBkKI/3s
2OFaEX36wMUXp1tNfIjAY4/B5s2Z++6HYcSJGQoj/dx4IyxZ4r7Imp2dbjXx06ePa1FMmGBraxsN
CjMURnp59123et1vfgNDh6ZbTeKMHQuHHOKmzW7fnm41hpEUzFAY6WPjRtfV9L3vuQ8ANgSaNXPv
gSxdCjffnG41hpEUzFAY6UEVrrwS1q1z6zpk0mfEE+X733dfvP3b3+D559OtxjASxgyFkR7+8hf3
ddhx46B//3SrST5/+QsMGQKXXQaffZZuNYaREGYojLrn+efhhhvg5z9vuN0zubnw6qvQoQOccYZb
Ec8w6ilmKIy65T//gUsucetOP/ccZDXgR7Cw0C1stGULnHIKrF2bbkWGERcN+F9qZBz//rdb8KdP
H/ddpKZN060o9Rx+OLz+untr+7jjYPHidCsyjJgxQ2GkHlU3q+n0093U0cmToVWrdKuqO04+Gd5/
H0pL4dhjYfbsdCsyjJgwQ2Gklk2b3FjE2LFwzjkwbRq0b59uVXXP0Ue7vOfkuP2774bKynSrMoyo
MENhpIaKChg/Hnr0cF0v997rpsE2b55uZemjd283A2rYMPcG96BBMHNmulUZRq2YoTCSy8aNdHzz
TTjsMLj6ajf1ddYst750AkuFNhg6dHDjM6+9BqtWwcCBcOKJtPv4Y6iuTrc6wwhJQoZCRIaJyAIR
KRGRm0K4i4iM9+5zRKR/tGGNeoIqLFwIzzwDZ50FHTpw8IMPupbD22+7T3Qcfni6VWYWIm5Q/+uv
4c9/hgUL6DN2LHTvDr/8pZsptW1bulUaxh7iXmFFRLKBh4EfASuAz0VkkqrOC/A2HOjpt6OAR4Gj
ogxrpJvycigrc98s2rwZ1q9324oVUFLitjlz3NvVAPvvD1dcwYzDDmPgpZemV3t9oE0b1wV13XXM
vf12Dp01y31Q8NFHnTE58EA49FDXZdW5M3Ts6MZ32rSB1q3d59jz8myhJCPlJPKEDQJKVHUxgIhM
BEYAgYX9CGCCX+luuoi0EZEOQLcowiaPcePgH/+IO/ignTsz8hMTe3SFW6s58HzNvuq+W3U1VFXt
3SornYEoL4/cFdK2LfTs6frbjz3WfbbikEMgK4uy4uKk5bFRkJvL+qFD3ZKq5eVuXY6pU+Grr9w2
eWrOTDIAAAZ1SURBVHLkge/sbPeNqdxcZzSys92WleW2mi4/kdD7EThq586MHFfK+P9kKnj6afjB
D1ITdy0kYig6AcsDjlfgWg21+ekUZVgARGQ0MBqgqKiI4jgKofY7d9K2a9eYw9VQWVnJtgyste2j
K8yfXkOd94WE1vxmZaG+YKnOyUFzcqjOzaW6SROqmjWjKi+Pqvx8Ktq0obx1a8rbtaMyeHrr2rV7
XigrKyuL6z7VBZmq7Tu6fvCDvYVCVRW5W7bQtLSUJhs3krN9O9llZeTs2EFWeTlZFRVklZcjVVVI
ZSVSVQWqSHU1UmPsayoGHglXuQiisqKCnEx/9jOIVOr69ptv2J6mcazMu9JBqOoTwBMAAwcO1CFD
hsQeSTxhAiguLiaudFOM6YqdTNVmumKjMeoqSkms0ZGIoVgJdAk47uzPReMnN4qwhmEYRgYgGmUT
9DsBRXKAb4ATcIX858C5qjo3wM+pwFXAKbiupfGqOiiasGHSXA8si0twYhQCmbgQsumKnUzVZrpi
w3TFxiGqGvdi9HG3KFS1UkSuAt4BsoG/q+pcERnj3R8DJuOMRAmw4/+3d26hVlRhHP/90TS1SO1k
FxQ8RQY+pVTYldLoKp4ehQTt8hIR3Sg0IegtLaq3JLSILEPMTKTAbthTmljHjqlZaKVpx4guFKjB
v4e1Tm0O7umcs3Ovqb4fDHvNmj3sHzOz5tuzZs03wG1V6w7gN88Yqm8rSNpq+6ISv11FeA2eurqF
1+AIr8EhaWsr67d0j8L2m6Rg0Fi3rKFs4O6BrhsEQRDUj3gyOwiCIKgkAsXAeK60QBPCa/DU1S28
Bkd4DY6WvIZ8MzsIgiD4fxBXFEEQBEElESiCIAiCSiJQ/A11yXIraZKk9yV9JmmHpHtz/XhJb0va
kz/HFfIbJuljSRvq4pVzi62RtEvSTkmX1sTr/rwPeyStknRyCS9Jz0vqldTTUNfUQ9Ki3A52S7q+
zV5P5P24XdLrksbWwath2YOSLKmjLl6S7snbbIekpS152Y6pyUR6xuNL4FxgBNANTC3kcjYwPZdP
JT2wOBVYCizM9QuBJYX8HgBeATbk+eJewIvAnbk8Ahhb2ouU52wvMCrPrwYWlPACrgKmAz0Ndcf1
yMdaNzAS6MztYlgbva4Dhufykrp45fpJpGfCvgI66uAFXAO8A4zM8xNa8Yorimr+zJBr+yjQl+W2
7dg+aHtbLv8C7CSddLpIJ0Ty5y3tdpM0EbgZWN5QXdRL0mmkBrQCwPZR2z+W9soMB0blDAWjgW9L
eNn+APihX3Uzjy7gVdtHbO8lPUR7Sbu8bG+03ZdC90NS2p/iXpmngYeBxpFBpb3uAh63fSR/p7cV
rwgU1TTLflsUSZOBacBm4EzbB/OiQ5TJHfYMqaE0prYs7dUJHAZeyF1iyyWNKe1l+wDwJPA1cBD4
yfbG0l4NNPOoU1u4HXgrl4t6SeoCDtju7reo9PaaAlwpabOkTZIubsUrAsW/DEmnAK8B99n+uXGZ
07VlW8c7S5oN9Npu+vLnEl6kf+3TgWdtTwN+JXWlFPXKff5dpEB2DjBG0rzSXsejLh6NSFoM/A4M
/QUz/5zLaOAR4NHSLsdhODAemAE8BKyWhv4u4ggU1QwkQ27bkHQSKUi8bHttrv4uvwyK/NnbbP0T
xOXAHEn7SF1zMyWtrIHXfmC/7c15fg0pcJT2uhbYa/uw7WPAWuCyGnj10cyjeFuQtACYDdyag1hp
r/NIAb87H/8TgW2SzirsBen4X+vEFtLVfsdQvSJQVPMRcL6kTkkjgLnA+hIi+d/ACmCn7acaFq0H
5ufyfOCNdnrZXmR7ou3JpO3znu15NfA6BHwj6YJcNYv0BsWiXqQupxmSRud9Oot0v6m0Vx/NPNYD
cyWNlNRJer3xlnZJSbqB1L05x/Zv/XyLeNn+1PYE25Pz8b+fNODkUEmvzDrSDW0kTSEN5vh+yF4n
4i78f2kiZb/9nDQ6YHFBjytI3QDbgU/ydBNwOvAusIc0ymF8Qcer+WvUU3Ev4EJga95m64BxNfF6
DNgF9AAvkUagtN0LWEW6T3KMdJK7o8oDWJzbwW7gxjZ7fUHqW+879pfVwavf8n3kUU+lvUiBYWU+
xrYBM1vxihQeQRAEQSXR9RQEQRBUEoEiCIIgqCQCRRAEQVBJBIogCIKgkggUQRAEQSURKIIgCIJK
IlAEQRAElfwBm+ji+xOtRekAAAAASUVORK5CYII=
"
>
</div>

</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAX4AAAEICAYAAABYoZ8gAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzsnXd8VUXa+L9PCiSk0IKhSlcElRKkCAos6oJdKVYEfV3E
XV3XspZXdy2vfddd9aerorurrgUUO6K4KkUEpIlKEQiCEiD0lkD68/tjJnBzuTf3Jrk39yZ3vvmc
T845056Ze84zM8/MmRFVxeFwOByxQ1ykBXA4HA5H7eIUv8PhcMQYTvE7HA5HjOEUv8PhcMQYTvE7
HA5HjOEUv8PhcMQYTvE7ohIRyRSRuSJyQESeiLQ84URE7hOR1ypxXykiQ/24DRWRnErCviwiD4ZA
TEc9win+WkBELheRJSKSJyJbReQTERls3Xy+9CKiItLF47q7iHwoIvusMpwlIqd6hWlg41snIvki
slFE/iUiHTz8nCsii6z7LhF5XUTaerhPEJF5AfLzsoiUiEgrj3vP2/zliUiRiBR7XH8iIh1snvK8
jkv8JDMR2Amkq+qtlRZwAGpb+YnIMSLypohssb/X1yLSv7rxqWoPVZ0dQhHDivezG4T/2SJybYjS
fktEzhKRhiKS6+XW0L4P+0UkV0RuCUWadRGn+MOMfbieBB4GMoFjgWeB86sQR2fga+AHoCPQGngP
+ExEBnp4nWbjvRxoDPQElgDDbTyjgTesPBlAD6AQmCciTYOUJQUYBewDriy/r6qTVDVVVVNtXqeW
X6vqSI8omnjcT1XVqX6Sag+s0ij4wlBEEqoYJBVYDGQBzYBXgI9FJDXUsjmOIgvzzJ8MrPByuw/o
inm2hgG3i8iIWpUuWlBVd4TpwCjfPGBMJX7uA17zcV+BLvb8P8AMH36eA+ba8zOAQ0A7P+kI8DNw
u9f9OMwL8oC9ngDMq0Teq4BNwE3AimDzBHSweUoIotxeBoqBIlt+Z1g57wTWA7uAt4BmHmHeBnIx
FdJcoIe9P9Erro+8y9cjzQft+VAgB7jDxvkfe/9cYDmwF5gPnFyFZ2E/kFVJeb0FvAocAFYCfT3c
NwJn2PNkK+seYBXwRyDHw29vYJmNZyowpTxfgfJg07kN+N6W41QgyY/MXYA51t9OTEWPLXsF8m15
XwI0BaYDO6zc04G21v9DQClQYP0/Y+93A/4L7AbWAGODKOOmwE/2/HrgcS/3LcBZHtcPAFNqUydE
yxFxAerzAYwASqhE2RGc4s8FrvbhZ5h9aZKBR4E5laTTzcbZ0Yfb/cACez6ByhX/F8DjmN5LiS9l
5itPVEHxW/8veymsm4CFQFugIfAC8KaH+zVAmnV7EljuLy7v8vX2g1H8JcBjNr5kjELdDvQH4oHx
GEXZMIi89LKKrXElz0ABcLaN+xFgoYf7Ro4o/keBrzA9iXaYSjvHujXAVO43A4nAaEylV56vSvNg
zxdhepTNgNXAJD8yvwncjamQk4DBlZRtc0wvsZH9jd4G3vdwnw1c63GdgmlcXA0kWLl3At39yDIc
U5HlYSr4vfZ/vj0fgqkUFMj0CDcK+CESuiHShzP1hJfmwE5VLQngb6yI7PU8vNwzgK0+wm3FvHjN
bFq+/HjGgR8/Wz3c/SIix2IqmzdUdRumErgqUDgvdnrl9YQgw00C7lbVHFUtxCjL0eVmGFX9l6oe
8HDrKSKNqyibJ2XAvapaqKqHMD2HF1T1G1UtVdVXMGayAZVFIiLpmB7b/aq6rxKv81R1hqqWWv89
/fgbCzykqrtVdRPwtIfbAIzCf1JVi1V1GsbkVE4weXhaVbeo6m7gI0yl5YtijMmktaoWqKrfcSFV
3aWq76jqQVU9gGnlD/HnH9Mr2aiq/1bVElX9FngHGOMn/i9UtQnwvvXTBlOJZahqE1WdgzG/gemh
lLMfUxHFHE7xh5ddQEYQNuK37AN6+PBy3wm08hGuFUZB7bFp+fLjGQd+/LTycK+MccBqVV1ur18H
LheRxCDClpPhldfVQYZrD7znUTGuxvR2MkUkXkQeFZH1IrIf89JDEJVZJexQ1QKv9G/1qpzbYVrH
PhGRZIzyXKiqjwRIz3Mg8iCQ5Oe5aY1pDZfzs5fbZrXNWR/uweTBWw5/4xK3Y8yHi+yso2v8+ENE
GonICyLys/195gJNRCTeT5D2QH8vOa8AWvqJP8f6uQwznrLdxrFVRP5mveXZ/+keQRtjTGIxh1P8
4WUBpkV1YQ3j+RzfrZ2xGBPNQeunn+cMHS/WYOzWFeIRkThMl/eLIOS4CuhkZ0TkAn/DKNezg8pF
zdgEjPSqNJJUdTNmMPsCzFhAY4xZCYxiAtPF9+YgxvRQjrdS8Q6zCdPS9ky/kaq+6UtYEWmIaYHm
ANcFl8Wg2IpR1uUc6+XWRkTEj3uV8lAZqpqrqr9R1daY/P2jkpk8twLHA/1VNR043d739/tswpgt
PeVMVdXr/cjSFmNW/dw2miYDv7PhbrF+9mDKx7Mn1RMznhJzOMUfRmzX/s/AsyJyoW35JIrISBF5
vApR3Q+cKiIPiUgzEUkTkRsxivgOm9bnmMGw90QkS0QSrL9JInKNbQXeBtwjZnppkoi0BF7CtIL+
7pGeWHfPYyDQGeiH6f73Ak7EzBKqqrmnOjwPPCQi7a2ALUTkAuuWhqlgd2GU+cNeYbcBnbzuLcf0
VuLtzI7KTA8ALwKTRKS/GFJE5BwROcpUYHtA0zCD7eNVtSz4bAbkLeAuEWlqK/kbPdwWYMYmfm+f
s4sxv1eV8xAIERnj0cjYg1He5fn0Lu80TFnsFZFmwL1e0Xn7nw4cJyLjbD4SReSUAGbBLMygNkAf
zMweb17FPP9NbVy/wYztxBxO8YcZVX0CuAW4BzOrYRNwA6Y1GGwc64DBmBbKRkzLZRTwa1X92sPr
aGAGZjbGPszAX19MbwA1UyfHYQb/dmFmhSQDg1R1l0c8p2JeVM/jf4APVPUH29rLVdVc4CngXPtC
B8NeqTiPP9i51E8BH2KmsB7ADPSWz41/FWPS2GzztNAr7D+B7tZsUF7uNwHnYQb/riDA76GqSzCK
4hmMosvGDIT74lSMnfosKub3tOCyWin3Y/K6AfgMMx5QLmMRcLGVazdmRs271cxDIE4BvhGRPMzv
cpOq/mTd7gNeseU9FjPYnowxJy4EPvWK6ynMeM0eEXnajgOcBVyKmYmTy5GBdn9kActsb6cbvlvy
92Jmhf2MGVB+XFW9ZYkJpKI50OFwOBz1HdfidzgcjhjDKX6Hw+GIMZzidzgcjhjDKX6Hw+GIMaq6
+FStkJGRoR06dAhL3Pn5+aSkpIQl7lDhZAwNdUFGqBtyOhlDQzhlXLp06U5VbRGU55qs94D5aGIN
ZlrYnT7cr8As+PQDZkGonsHEm5WVpeFi1qxZYYs7VDgZQ0NdkFG1bsjpZAwN4ZQRWKLhXqvHfm79
LDAS6A5cJiLdvbxtAIao6knA/2G+qHM4opqyEtg4Gxb/A/b9EmlpHI7QUxNTTz8gW+1HGyIyBfPZ
/KpyD6o638N/+cqKDkdUsjsb5j4Iaz+CQ7vNvRk3QMdfQe//gRMvhQqLITgcdZRqf8AlZlOPEap6
rb0eh1mL4wY//m8DupX79+E+EbN6IJmZmVlTpkypllyByMvLIzU1uvfDcDKGhqrImL8hhe9u7UlZ
YRwZg3bSfPBOGrU/yI7ZLdj2WUsKtiTT5qIcOt+YHXLlX9/KMlLEuozDhg1bqqp9g/IcrE3I+8As
D/CSx/U47CYKPvwOw6ym2DyYuJ2Nf1akRQhIfZJxyzLVx5qrPtFadcfqo93LylQ/vUX1Psz/srLI
yBlJnIyhIVps/DUx9Wym4iqBbe29CojIyZiFwEZqxfVgHI6Is2Up/OcMaJgOV30JzTof7UcEzvqr
sf0v/BvEJ8LwR5zZx1F3qYniXwx0FZGOGIV/KWZ53MOI2bjjXWCcqq6tQVoOR8gpPgjvXAYN0mDC
XGjS3r9fERjxJJQVw9ePQcYJ0Gt87cnqcISSas/qUbOr1A3ATIwZ5y1VXWmXAZ5kvf0ZszPUP0Rk
uYj4WirV4YgIs/4Mu9fBhS9XrvTLEYGzn4F2g2DmzZC3LewiOhxhoUYfcKnqDMwywJ73nvc4vxbw
OZjrcESSnIWw8O+QdZ2ZtRMsEgfnvQgv9IKZf4BRVd7CxOGIPG7JBkfMUVIAH1wDaW3gzKpsh2Np
cQKcdg+smAJrp4dePocj3DjF74g5vnoEdq42LfeG6YH9+2LwHdCiB3x8PRTuD618Dke4cYrfEVPk
bYMFf4Uel0CXX1c/nvgGcP5LsD8Hvv5L6ORzOGoDp/gdMcVXD0NJIQx7oOZxtR0A3cfAN0/CwZ01
j8/hqC2c4nfEDPt+gaXPQ6+roflxoYlz6P1mWujX1RgrcDgihVP8jphhjm3lD/lz6OJscQKcdAUs
egYObA1dvA5HOHGK3xET7FoLy1+GvtdD43YBvVeJIX+G0iKY90ho43U4woVT/I6YYM79kJAEg+8K
fdzNuhjz0dIX3DLOjrqBU/yOes+en8yc+77XQ2pmeNIY8idQdTN8HHUDp/gd9Z75T0BcAgy8OXxp
ND4WTr4Svv0n5O8IXzoORyhwit9Rr8nbBsv/BSdfBWmtw5vWqX+EkkNmoNfhiGac4nfUa7552szb
H/TH8KfV4gQ4/gJY/AwU5YU/PYejujjF76i3lOTHs/hZ6D4qdPP2AzHoDrNt47KXaic9h6M6OMXv
qLdsnd6awn1GGdcW7QbCsafBgr9BaXHtpetwVAWn+B31ktIiyJnWlo7DoXVwu5CGjEF3wP5NsMIt
2eyIUpzid9RLfngDinY2ZNDttZ9217PhmBNh/l/MFE+HI9pwit9R79Ayo3RTOufR6czaT18EBt4G
21dA9qe1n77DEQin+B31jnWfwI5V0O6STRHbEP2ky8xGL/PdB12OKMQpfke9Y/5fIL0dtBi2PWIy
xDeAAX+AjbNgi9tp2hFlOMXvqFdsXgQ/zzFKNy4hsgb2rIlmhy/X6ndEGzVS/CIyQkTWiEi2iNzp
w72biCwQkUIRua0maTkcwTD/L9CwMfT5TaQlMUo/axKsmmbWC3I4ooVqK34RiQeeBUYC3YHLRKS7
l7fdwO+Bv1ZbQocjSHb+CKveMYuxNUyLtDSGATeBxJv1ghyOaKEmLf5+QLaq/qSqRcAU4AJPD6q6
XVUXA+5TFkfYmfeoWXo5nIuxVZW01tBrglm8zW3U4ogWRKs50VhERgMjVPVaez0O6K+qN/jwex+Q
p6p+W/4iMhGYCJCZmZk1ZcqUaskViLy8PFJTU8MSd6hwMladgtwkvrmiP20u3EyXG7OB6JHx0OYk
Fl3Vn7ajc+h8/fqj3KNFzspwMoaGcMo4bNiwpaoa3OeKqlqtAxgNvORxPQ54xo/f+4Dbgo07KytL
w8WsWbPCFneocDJWnem/VX0gUXXfpiP3oknGd69UfaiRav6Oo92iSU5/OBlDQzhlBJZokDq2Jqae
zYDnJnZt7T2Ho1Y5sNWYUnpNgPS2kZbGN4PvguJDsPDJSEvicNTMxr8Y6CoiHUWkAXAp8GFoxHI4
gmfB36CsuHYXY6sqLbqbVUIX/T8o2BtpaRyxTrUVv6qWADcAM4HVwFuqulJEJonIJAARaSkiOcAt
wD0ikiMi6aEQ3OEAyMuFJf+AEy+DZp0jLU3lnHY3FO43ewQ4HJEkoSaBVXUGMMPr3vMe57kYE5DD
ERbmPGBW4hx6X6QlCUzLXmajlvl/NVNOU1pEWiJHrOK+3HXUWXZnw7IXoc9EaNYl0tIEx/CHoTgf
5j4YaUkcsYxT/I46y5f3mDVxhvwp0pIET4vu0Pt/YMlz7mteR+Rwit9RJ9myFFZOhYG3QmrLSEtT
NYbeB3EJ8OXdkZbEEas4xe+oc6jC53dAoww4tQ6uAJXWGgbeAiumuJU7HZHBKX5HnWPV27DhCzj9
z2YhtLrIoNtNxfXpH8zGMQ5HbeIUv6NOcWgPfPJ7s4/uKb+NtDTVp2E6nPE4bPoatn7UOtLiOGIM
p/gddYrP74CDO+HcyRAXH2lpakavCdBxOPw0uRP7cyItjSOWcIrfUWf4ea6ZvjnwFmjVO9LS1BwR
OG8yaKnw8W/dxuyO2sMpfkedoPggfDQRmnSEIfdGWprQ0bQTdLhmA2s/gpVvRVoaR6zgFL8j6lE1
Sn/XWtNCbpASaYlCS9tRm2l9Cnw8CXYfvWqzwxFynOJ3RD2LnoEfXodhD0CnMyItTeiReGX0FJA4
mHohFOVFWiJHfccpfkdU88s8+OwWOO48OO1/Iy1N+GjaCUZPhR2r4IOrnb3fEV6c4ndELbvXw9tj
oEkHuOhV0yKuz3Q6A854zGzO/tXDkZbGUZ+p0eqcDke42LUOXhlmVt685D1IahJpiWqHgbdC7nKY
dY9Z1mFwFO8x4Ki7OMXviDp2/giv/MpsrjJ+FhxzYqQlqj1E4IJ/m695v7jTrOQ59H5z3+EIFU7x
O6KKn78y5h2A8bPhmB4RFScixCfCRf+BxEYw9/+gYB+c9Vdz3+EIBfXcauqoK5SVwKx74ZWh0CAV
JsyOTaVfTly8mbo64GZY9DT8c6DpCTkcocApfkfE2boMXh4Ccx+AnlfBdd9CRrdISxV5JA5+/TcY
+w7s3Qgv9DabtZcWRVoyR13HKX5HxMhdDlMuhMlZsGM1jHrT2LcbpkVasujihIvhtyugwzCYeTM8
3QUW/wNKCiItmaOuUiPFLyIjRGSNiGSLyJ0+3EVEnrbu34tIn5qk56j7HNgCC5+Cf55qWrAbZ5vB
y5s2wImXRlq66CW1JVz+MVzxCTRuBzN+B0+2hxk3mDIsK420hI66RLUHd0UkHngWOBPIARaLyIeq
usrD20igqz36A8/Z/456jioc3GG2F9y+EnIWQs4C84ESCpk9Yfij0Pe62JmqWVNEoMsI6Pxr2DgL
Fj8L3/7L/E9uDm0HQJt+0PoUaN4VGh9rtqZ0OLypyayefkC2qv4EICJTgAsAT8V/AfCqqiqwUESa
iEgrVd1ag3T9svJt0AAtn+2rjmFFbjhSDx3hlrHCV6HqdV99/C8zLcqyElO+pcXwy+pjmT0HSg5B
UT4U50HBXsjfYRT+gS0Vlx5IamoU04mXQffRkHF8+PJX3xGBjr8yR1E+ZH8C6z6GzYtg3QwO/6YS
Z3b7SsmERs1N5dAwHRJTzHpHCUmmYohvaAaTJd7+jztyICa9bauP4Yct3oJUlCnS1Id3OyEJul0Y
fjlEq/ltuIiMBkao6rX2ehzQX1Vv8PAzHXhUVefZ6y+AO1T1qA3nRGQiMBEgMzMza8qUKVWW6auR
p1FWUMcXaa9jSEIZ8cml5mhUSmKTIho0LqZB8yKSWh8iuXUBye0OktzmUK0rh7y8PFJTU2s30WoQ
SjlL8uLJW59KwdZkCrYmUZCbRPG+RHPsT6T0UDylh+LdexKlJDYt4tR351cr7LBhw5aqat9g/EbN
PH5VnQxMBujbt68OHTq0ynGcuJwKLVhfLFq0iH79+lVdwFqkVmT011qzLbzy/+Wtvrh48yWpxJtW
4tcL5zLsjNOJi4/DDBWVTzIPzdKZ27ZtY8yYMXz77bdMnDiRJ554ospxzJ49m+o8R7XNhAkTKCkp
4bXXXvPp3qNHD5599lmfeZk9ezZXXnklOTm+d3KZMGECbU9py4MPPljhvqr5QK60CEoKTU+urMT0
7LQMUDtuYHt+3yz8hv79+1cIf+SiihkOE/Xh3Zb4BjTvOjT8gqhqtQ5gIDDT4/ou4C4vPy8Al3lc
rwFaBYo7KytLw8WsWbPCFrc/Xn/9dc3KytKUlBRt2bKljhgxQr/66itVVb333nv1iiuuOEpGQNet
W3f43sqVK/W8887T9PR0TU1N1aFDh+rXX39dIVxhYaHee++92qVLF23UqJG2b99er776at2wYcNh
Px999JGecsop2qhRI23WrJlefvnlumnTpsPu//73v3XQoEGV5mf8+PEaFxenW7ZsOXzvuuuu05SU
FE1JSdHExERNSEg4fD1ixAjdsGGDAofvlR9TpkzxmcYDDzygF110kZaVlVVeuJVQ/luPHz9e7777
7mrHU1W2bduml156qbZq1UrT09P11FNP1YULF/r1P378+KOegWCZNWuWtmnTptK4Q5H3qrw33s9u
IIYMGaIvvvhiNaSqyKxZs3TMmDE6c+ZMLSgo0MzMzAruU6dO1YEDB2pycrIOGTKkxulVV8ZwASzR
IPV3TUw9CcBaYDiwGVgMXK6qKz38nAPcAJyNGdR9WlUDVskisgP4uVqCBSYD2BmmuH2RCbTE5Gc/
pn2UDqRhBsVbAw2BDV4ytgdWAIXW/QRgB5Br48gA2mB+g3wbrgum6f0zcBCIB5pZ/zuBpkAH677H
ure1sqwCSoHmNu41fvITB/S051uAbT78+MpTA+AkYKmfeL1pDxTbNKpL+W/dASiqYVxVoQGmrHdj
8lD+W/0A+NpavQum7Df4cAtEGtAR+N6PewdCk/eqvDdZHHl2g+F4YFcV4vdHBuZdW415/tpi3o9y
0jBWjiTMO+jvGQ8n4dQ/7VW1RVA+g60hfB0Yhb4WWA/cbe9NAibZc8HM/FmPeej71iS9UBxUoVYM
QVqNgTxgTCV+7gNe85YRo6y72Ov/ADN8hH0OmGvPzwAOAe38pCMYhX+71/04zEv6gL2eAMyrRN6r
gE3AL8CKKuSpg81TQhDl9jJGYRbZ8jvDynmnfZZ2AW8BzTzCvI2pFPcBc4EethwnesX1kfV/uHw9
0nzQng/FVMp32Dj/Y++fCywH9gLzgZOr8CzsB7L8uG2x+XkVOACs9HxXgI3AGfY82cq6B1NZ/xHI
8fDbG1hm45kKTCnPV6A82HRuw1Qi+2z4JF/vDaaymmP97QSm2vtzbdnm2/K+BFMJTsc0XPbY87bW
/0OYSq/A+n/G3u8G/BdTea4BxgZRxt8CP9nz64HH/fi7FphdW3rA+92ORLpHyRFpAepzwQMjgBIq
UXYEp/hzgat9hB1mX5pk4FFgTiXpdLNxdvThdj+wwJ5PoHLF/wXwuFUeJb6UmZ88dSBIxW/9v+yl
sG4CFmJacQ0xZsQ3PdyvwbToGgJPWvmW+IrL3guk+EuAx2x8yRiFuh3Tc40HxmMUZcMg8tLLKrbG
fty3WPezbdyPAAs93DdyRPE/CnyF6cm1w1TaOdatAaZyvxnT8xuNqfTK81VpHuz5IkyPrRmm5Vze
iPNW/G8Cd2Mq5CRgcCVl2xwYBTSyv9HbwPse7rOBaz2uUzCNi6sxLfTemMqlu5/yG46pyEoxFfxe
+z/fng/x8h/zit99uRtemgM7VbUkgL+xIrK3/MAoCk8yAF9TYLdiXrxmNq3KpslmeITxFU+Gj/sV
EJFjMZXNGxjF+AWmB1AVdnrmVUROCDLcJEyvMkdVCzGVy2hrckRV/6WqBzzcemKUW3UpA+5V1UJV
PYTpObygqt+oaqmqvoIxZQyoLBIRScf02O5X1X2VeJ2nqjNUtdT67+nH31jgIVXdraqbgKc93AZg
FP6TqlqsqtMwJthygsnD06q6RVV3Ax9x9LNYTjHGHNdaVQvUztzzharuUtV3VPWgqh7AtPKH+POP
6ZVsVNV/q2qJqn4LvAOM8RP/F6raBKPkx2DMahuBDFVtoqpzKkkrJolFxT+5FtPaBWSUK6dKeMs+
oE3sA/xbL/edQCsf4VphFNQem5YvP55x4MdPK4KzO44DVqvqckw5vg5cLiJVWTcywzOvqro6yHDt
gfc8KsfVmBZepojEi8ijIrJeRPZjXnqAaVWQy5sdquq5KEJ74FavCrodpnXsExFJxijPhar6SCVp
LcX06so5CCT5eW5aY1rD5fzs5bZZbdPSh3swefCWo3yeqfd7czvGfLhIRFaKyDW+swYi0khEXhCR
n+3vMxdoYj8C9UV7oL+XnFdg7Pe+4s+xfpoCr2B6Ne2BrSLyN39yRYja1D9+iTnFr2baaG2xANOi
qtInGT5k/BzfrZ2xGBPNQeunn4i09RPtGozdukI8IhKH6YZ/EYRoVwGdRCQXeAD4G6ancHYQYWvK
JmCkV6WRpKqbgcsxHwuegRlX6WDDTLX/fc1gOIgxPZTjrVS8w2zCtLQ902+kqm/6ElZEGgLvY8r8
ugB5C3bAG0zvrJ3H9bFebm1EKkzQ9XSvUh488X4mVTVXVX+jqq0x+fuHiHTxE/xWzABuf1VNB063
98vl9FXWc7zkTFXV6/3I1hZjVv2vbThNBn5nw90SKG+1SS3rH7/EnOKvTWzX/s/AsyJyoW35JIrI
SBF5vApR3Q+cKiIPiUgzEUkTkRsxivgOm9bnmMGw90QkS0QSrL9JInKNbQXeBtwjIpeLSJKItARe
wsxw+LtHemLdPY+BQGfMF9u97HEixuxTVXNPdXgeeEhE2lsBW4jIBdYtDVPB7sIoc++NC7cBnbzu
Lcf0VuJFZASVmx4AXgQmiUh/uwZVioicIyJHLSlne0DTMIPt41XV10ye6vIWcJeINLWV/I0ebgsw
Jrjf2+fsYszvVeU8BEJExng0MvZglHd5Pr3LOw1TFntFpBlwr1d03v6nA8eJyDibj0QROSWAWTAL
M6gN0AczTuYtc7yIJGHGDeLscx2Tuxw4xR9mVPUJ4BbgHsyshk2YKa7vVyGOdcBgjN13I6ZlNwr4
tap+7eF1NDAD09Ldhxn464vpDaCqUzHmmpsxSnIVZuBykKru8ojnVMyL6nn8D/CBqv5gW3u5qpoL
PAWca1/oYNgrInkeR7AtsqeAD4HPROQAZqC3/IuiVzEmjc02Twu9wv4T6G7NBuXlfhNwHsYufAUB
fg81X5v/BngGo+iyMQPhvjgVY6c+i4r5PS24rFbK/Zi8bgA+w4wHlMtYBFxs5dqNmVHzbjXzEIhT
gG9EJA/zu9ykdvkWzBjLK7a8x2IG25Mx5sSFwKdecT2FGa/ZIyJP23GAs4BLMQPfuRwZaPdHFrDM
9na6YWZGeTMO8yw/B5xmz1+sUq7rCdWex+9wOByOuolr8TscDkeM4RS/w+FwxBhO8TscDkeM4RS/
w+FwxBjy0FqBAAAgAElEQVRRsyyzJxkZGdqhQ4ewxJ2fn09KSmiWDg4XTsbQUBdkhLohp5MxNIRT
xqVLl+7U2likLVxHfVuWuao4GUNDXZBRtW7I6WQMDdGyLHNUtvgdDkfVUJRtHGA9O8hhDyWUofaD
2FY0pgPNaUdTGrhX3kGUmnocDkdwFFPKN2xgMRs5YJe/b04KDUkkDiiljAX8xNesJw6hJ205jS40
qbBahSPWcIrf4aiDlFHGt2xiDuvIo5DOtGAYrehEC9JJquC3iBJ+YQ9ryeVbcviOHHrTjqEcR0ql
H8M66itO8TscdYwDFPAO3/ILu2lLU0bRh/b4XzGjAQl0oQVdaMFgujCPbJaxiTVs4yJ60THwityO
eoZT/A5HHWIDO3mX5RRRwgX05GTaIEjggJZ0kjmbk8iiPdNYxn/4htPpyul0Ja4K8TjqNm4ev8NR
R1jMRl7jG5JJ4FoG0ZO2VVL6nmSSzm8YzMm0YS7reIullFAaYokd0YpT/A5HHWA+6/mElXQlk2sZ
TAuqvJLyUTQggQvpxQi6s5ZtvMkSigi0WZyjPuAUv8MRxSjKXNbxOT/Sg9aMoU/Ip2T2oyPnczIb
2clrLKKA4pDG74g+nOJ3OKKYuWQzm7X0pC0X0Yv4ML2yvWjHKPqwhb28wSKKndmnXuMUv8MRpSzj
F+ZYpX8+J4d98LU7rRhFb3LYyzt8Sxmh3DjMEU0EpfhFZISIrBGRbBG504d7NxFZICKFInJbVcI6
HI6jWcd2PmYFnWnBuZxU7UHcqnICrRhBD9ayjRmsPPz1r6N+EdBYKCLxwLPAmZiNoxeLyIequsrD
227g93htKh5kWIfD4cEW9jKNZbQkjTH0CZt5xx/96EAeBcxjPekkcTpdazV9R/gJ5onqB2Sr6k9q
9vScAlzg6UFVt6vqYjhqVChgWIfDcYQ8CpjKElJowGWcErG1dYZxPCfThtmsZQ25EZHBET6Ceara
YDYILyeHI5tchyysiEwEJgJkZmYye/bsIJOoGnl5eWGLO1Q4GUNDXZARjshZJsr3vQrITy2j97Jk
luR77xlfu6THKWm94pjWaCnHoVFflnXh944WGaPmy11VnQxMBujbt68OHTo0LOnMnj2bcMUdKpyM
oaEuyAhH5JzBD+znF0bRmx6ntI60WAD05RAv8jUb+xVxXqNBJJEYaZH8Uhd+72iRMRhTz2agncd1
W3svGGoS1uGIGb5lE0v4hVPpRA+iQ+mDWeJhDH0oSFLeY7kb7K0nBKP4FwNdRaSjiDQALgU+DDL+
moR1OGKCvNRSZrCCjmTwK7pFWpyjOJZmdM5uwDq2M5+fIi2OIwQENPWoaomI3ADMBOKBf6nqShGZ
ZN2fF5GWwBIgHSgTkT8A3VV1v6+w4cqMw1HXKKSY1d0LaUQDLqZX1C6U1mpLAg2Oa86XrKEtTStd
DdQR/QRl41fVGcAMr3vPe5znYsw4QYV1OBxmOYbp/MChZGU8faJ6bXxBOI+TyGU/77KMiZwW1fI6
Ksd9uetwRIil/MJKttJhQ2KdaEE3JJHR9OEgxc7eX8dxit/hiAC57Gcmq+hMC9r9Er0zZbxpSToj
6MFP7HT2/jqMU/wORy1TRAnvsIxkErmQnrW2HEOo6EM7utOKL1nDJvZEWhxHNXCK3+GoZT5lJbvI
5yJ61Uk7uSCcy0k0Jol3+dYt41wHcYrf4ahFVrCZ5eRwGl3q9F63SSRyMb05QAEf8b2z99cxnOJ3
OGqJ3eQznRW0oylD6sHCZ21pyjCOZzW5LOOXSIvjqAJO8TsctUApZbzDt8QhXExv4urJq3cqnehE
BjNZxTb2R1ocR5DUj6fP4YhyPudHtrKP8zmZxiRHWpyQIQgX0oskEnmHb92evXUEp/gdjjCzlm18
wwZOoT3daBlpcUJOKg25kF7sJI+ZuK026gJO8TscYWQfh/iA72hJOmdyQqTFCRudyGAwnfmWTXxP
TqTFcQTAKX6HI0wYu/4ySlFG0ZsE4iMtUlgZynEcSzM+ZgU7OBBpcRyV4BS/wxEmvuBHctjLeZxE
c1IjLU7YiSOOUfQmkXimsczZ+6MYp/gdjjDwI7kstHb9aFpfP9ykkcTF9GYHecxghZvfH6U4xe9w
hJhd5PEB39GaxvXaru+PTmRwOl35ns0sdfP7o5KgFL+IjBCRNSKSLSJ3+nAXEXnaun8vIn083DaK
yA8islxEloRSeIcj2iikmKksJQ5hNH3qvV3fH6fTlS604FNW8gu7Iy2Ow4uAil9E4oFngZFAd+Ay
Eenu5W0k0NUeE4HnvNyHqWovVe1bc5EdjuhEUd7nO3aRz2j60IRGkRYpYpR/qNaEZKaxjAMURFok
hwfBtPj7Admq+pOqFgFTgAu8/FwAvKqGhUATEWkVYlkdjqjmK7JZwzbOpFudXocnVCSRyFj6UkgJ
b7GUEkojLZLDIqqVD76IyGhghKpea6/HAf1V9QYPP9OBR1V1nr3+ArhDVZeIyAZgH1AKvKCqk/2k
MxHTWyAzMzNrypQpNc6cL/Ly8khNje4ZFk7G0FCbMu7IKGF1j0KO2R7P8asbVmmp5fpeljtamLJp
sS2eblUsm6pQ38sxEMOGDVsarFUlqK0Xa8hgVd0sIscA/xWRH1V1rrcnWyFMBujbt68OHTo0LMLM
nj2bcMUdKpyMoaG2ZMxhD/NZSFuaMC5zAImZVbPrx0JZfkU2szLXcEJmG4ZyXOgE8yAWyjFUBGPq
2Qy087hua+8F5UdVy/9vB97DmI4cjnrBbvKZwhLSSOIS+pIYo4O5gRhMZ3rRlrms4zv3ZW/ECUbx
Lwa6ikhHEWkAXAp86OXnQ+AqO7tnALBPVbeKSIqIpAGISApwFrAihPI7HBHjIEW8yWIU5XJOqZOb
qtQWgnAOJ9GB5nzE96xnR6RFimkCKn5VLQFuAGYCq4G3VHWliEwSkUnW2wzgJyAbeBH4rb2fCcwT
ke+ARcDHqvppiPPgcNQ6BRTzGt+wj0NcQt+Y+DK3psQTx1iyaEEaU1nipnlGkKBs/Ko6A6PcPe89
73GuwO98hPsJ6FlDGR2OqKKIEt5gEds5wKX05ViaRVqkOkMSiVxBP15hAW+ymKsYQCsaR1qsmMN9
uetwVIFiSpnCEjazj9H0oQvHRFqkOkcqDbmS/iSRyOsschu4RACn+B2OICmgmNdZxEZ2cQEn18u1
9WuLxiQzjv4kEMcrLCSHPZEWKaZwit/hCIJ8CnnVKqhR9OZk2kZapDpPM1KYwECSSeQ/fMMGdkZa
pJjBKX6HIwB7OMjLLGAneVxK35habTPcNKERExhIE5J5g8WsYmukRYoJnOJ3OCphAzt5iXnkU8iV
9Hc2/TCQRhLjGUgrGjONZcxmrVvOOcw4xe9w+EBRFrGB11hEKg25lsFu9k4YaUQDrqL/4Y+83mYp
hW4jl7BRG0s2OBx1ioMUMYMVrGIrx5PJhfSioXtVwk4C8ZzHyRxDGv9lNZP5iovoRVuaRlq0eod7
mh0OD7LZzod8z0GKGE43TqVT2BYVcxyNIAygE61ozPt8x79ZwOl05TQ6E+cMFCHDKX6HAzhAAV+y
hu/IoQWpXM4ptHQfFkWM9jTnOk7jE1Ywh7X8SC4j6eHMbSHCKX5HTFNCKYvYyFzWUYoyiM4MoWvM
7pwVTSSRyEX0phstmckqXmYBJ9GG4RxPOsmRFq9O4xS/IyYpppRl/MICfmI/BRzHMZxFd5qREmnR
HF6cQCs604J5rGcBP7GKrfSmLYPoQmNXAVQLp/gdMcU+DrGcTSzhZ/Ip4liacT496eR2zIpqGpDA
rziePrTja9azjE0sYxMn0po+HEs7NwBcJZzid9R7Cigmm+18z2ay7XLAnWnBYLrQ3tmM6xRNaMQ5
nMRgujCf9XzHZr5nMy1IJbVdEbvJd722IHCK31HvUJRtHGBzG7O2zgZ2UoaSRkNOowu9aEfTGN4I
vT7QmGRGciLD6cZKtrKMX9jQOY9nmE0maXQlkw40px1N3eY4PghK8YvICOApIB54SVUf9XIX6342
cBCYoKrLggnrcNSEUsrYy0G2cYBc9pHLfnLYQwEl0BWacZD+dOR4MmlLU+Lc1Mx6RQMS6E07etOO
Txd+SZMBHfiRbXzNeuaRTRxCKxrbI51M0mlOCg1JjLToESWg4heReOBZ4EwgB1gsIh+q6ioPbyOB
rvboDzwH9A8yrMNRAUUpopRCiimghIMUcYgi8iniAAUcoID9FLCHg+zl0OHP+wWhBamcQCva04wt
C9YyYuDQyGbGUWskFcQxgE4MoBOFlLCJ3WxkFzns5Xs2s4SfD/tNoSHNaEQ6yaSTRDpJNKLB4SOJ
RJJIoCEJ9fL7gWBa/P2AbLupCiIyBbgA8FTeFwCv2g1ZFopIExFpBXQIImzI+IQVlFJWqZ8txxWS
x/fhSD5kREpGf6uj+Fo3Zevxhezjuwruas/Lr8rsuR4+N/9LKTv8v5QySuz/Ikoptoc/BLOeexpJ
tKYxPWhNc1JoQSrHkFZhGubuwuzqFIOjHtCQBLpwzOG1lRRlNwfZzn52c5Dd5LObfLawlx8pqFRv
xBNHIvE0IJ4E4kggnnjiiEeI8/gfhyAIcWDPyv84/D+325H3BqjQ/xSEhiRwFt3DUiaeBKP42wCb
PK5zMK36QH7aBBkWABGZCEwEyMzMZPbs2UGIVpEf+h+kLEDlrM3K2F0Y3Zs9R6WMHrpfgLImZewt
2FzBXTz/A6Ll13Lk3B5xClImxCnElUF8mZBcav7HlSaSUCLEl0JCiZBQLCQWC4nF0KBYEBWgBNgP
7GcPsAdY6yVyXl5etZ6j2qYuyFnfZEyzBwhKEiUJUNxAKU40R0mCUhrP4f9l8UppXAllcUpZHJTE
QZkoGgcqXod9CdS+CGqSMY2g9DL2eb43Hu4AicVCgyXba14YgVDVSg9gNMY2X349DnjGy890YLDH
9RdA32DC+jqysrI0XMyaNStscYcKJ6Nqbm6unnbaaZqamqq33HJLteKoC+Woqjp+/Hi94oor/Lp3
797db15mzZqlbdq0qTTuu+++u6Yi1omyjHUZgSUaQLeWH8EYrzYD7Tyu29p7wfgJJmy954033qBv
376kpqbSqlUrRo4cybx58wC47777uPLKK48KIyJkZx8xVaxatYrzzz+fxo0bk5aWxrBhw5g/f36F
MEVFRdx333107dqVlJQUOnTowDXXXMPGjRsP+5k+fTr9+vUjJSWF5s2bc8UVV5CTc6R38fLLLzN4
8OBK8zNhwgSGDx/O1q1H1k6fNGkSqamppKam0qBBAxITEw9fjxw5ko0bNyIih++VH1OnTvWZxuTJ
k8nIyGD//v088cQTlcoTiAkTJnDPPffUKI6qsH37di677DJat25N48aNGTRoEN98802141u5ciVD
hw4NnYBhxvvZDcTQoUN56aWXQpL22LFj+eyzzygsLKRly4o7pN1222107dqVtLQ0unXrxquvvhqS
NOsiYiqKSjyIJGB60cMxSnsxcLmqrvTwcw5wA2ZWT3/gaVXtF0xYP2nuAI+RmNCSAbW61U8m0BKT
n/2Ynl06pqeZA7QGGgIbvGRsD6wACq37CcAOINfGkYExpa0F8m24LkCiTesgZiZVM+t/J9AUM+7y
M8Y6Eo+pjNMw4y6lQHMb9xo/+YkDetrzLcA2H3585akBcBKw1E+83rQHim0a1aX8t+4AFNUwrqrQ
AFPWuzF5KP+tfgCfxuQumLLf4MMtEGlAR/A7KNSB0OS9Ku9NFkee3WA4HthVhfj9kYF511Zjnr+2
VLQAtsb8JgVACmYyyjqOvD+1QTj1T3tVbRGUz2C6BRiFvhZYD9xt700CJtlzwczeWY95uPtWFjaS
B1XoDoUgrcZAHjCmEj/3Aa95y4hR1l3s9X+AGT7CPgfMtednAIeAdn7SEYzCv93rfhzmJX3AXk8A
5lUi71WYcZtfgBVVyFMHm6eEIMrtZYzCLLLld4aV8077HO0C3gKaeYR5G1Mp7gPmAj1sOU70iusj
6/9w+Xqk+aA9H4qplO+wcf7H3j8XWA7sBeYDJ1fhWdgPZPlx22Lz8ypwAFjp9Q5tBM6w58lW1j2Y
yvqPQI6H397AMhvPVGBKeb4C5cGmcxumEtlnwyf5em8wldUc628nMNXen2vLNt+W9yWYSnA6puGy
x563tf4fwlR6Bdb/M/Z+N+C/GEW9BhgbRBl/C/xkz68HHg/g/0Pg1trSB77KMVJHxAWo9QzXruIf
gRmF9KvsCE7x5wJX+wg7zL40ycCjwJxK0ulm4+zow+1+YIE9n0Dliv8L4HGrPEp8KTM/eepAkIrf
+n/ZS2HdBCzEtOIaAi8Ab3q4X4Np/TYEnrTyLfEVl70XSPGXAI/Z+JIxCnU7pkcbD4zHKMqGQeSl
l1Vsjf24b7HuZ9u4HwEWerhv5IjifxT4CtOTa4eptHOsWwNM5X4zpuc3GlPpleer0jzY80WYlnEz
TMu5vHHnrfjfBO7GVMhJVBzj8y7b5sAooJH9jd4G3vdwnw1c63GdgmlcXI2ZgNIbU7l091N+wzEV
WSmmgt9r/+fb8yE+wiQDW4ERtaUPfJVjpI76N0E1umgO7FTVQFsJjRWRveUHRlF4kgE+NyPdinnx
mtm0KtuwtHwxGn/xBFysRkSOxVQ2b2AU4xeYHkBV2OmZVxE5IchwkzA9xhxVLcRULqOtORFV/Zeq
HvBw6wk1+mSzDLhXVQtV9RCm5/CCqn6jqqWq+grGlDGgskhEJB3TY7tfVfdV4nWeqs5Q1VLrv6cf
f2OBh1R1t6puAp72cBuAUfhPqmqxqk7DmFfLCSYPT6vqFlXdDXzE0c9iOcUYc1xrVS1Q1Xn+Mqaq
u1T1HVU9qKoHMK38If78Y3olG1X136paoqrfAu8AY/zE/4WqNsEo+TEYs9pGIENVm6jqHB/Bnge+
A2ZWIke9JRYV/+RaTGsXkFGunCrhLfuANrEP8G+93HcCrXyEa4VRUHtsWr78eMaBHz+tCM7uOA5Y
rarLMeX4OnC5iFTlM8gMz7yq6uogw7UH3vOoHFdjWniZIhIvIo+KyHoR2Y956QGmVUEub3aoaoFX
+rd6VdDtwP/O6yKSjFGeC1X1kUrSWorp1ZVzEEjy89y0puIU6Z+93DarbVr6cA8mD95ypNpz7/fm
doz5cJGIrBSRa3xnDUSkkYi8ICI/299nLtDEfuDpi/aYD0A95bwCY7/3FX+O9dMUeAXTq2kPbBWR
v/nw/xfgRIz5qPJBztBTm/rHLzGn+FW1Ngt+AaZFdWFVAvmQ8XN8t3bGYkw0B62ffiLS1k+0azB2
6wrxiEgcphv+RRCiXQV0EpFc4AHgb5iewtlBhK0pm4CRXpVGkqpuBi7HfBh4BmZcpYMNUz5lyNfL
fRAqLNjjrVS8w2zCtLQ902+kqm/6ElZEGgLvY8r8ugB5C3bAG0zvzHOm3LFebm3sEiq+3KuUB0+8
n0lVzVXV36hqa0z+/iEiXfwEvxUzgNtfVdOB0+39cjl9lfUcLzlTVfV6P7K1xZhV/2sbTpOB39lw
t3j6FZH7MSsNnKWq+wPlO9TUsv7xS8wp/trEdu3/DDwrIhfalk+iiIwUkcerENX9wKki8pCINBOR
NBG5EaOI77BpfY4ZDHtPRLJEJMH6myQi19iWzW3APSJyuYgkiUhL4CXMLKO/e6Qn1t3zGAh0xnzJ
3cseJ2LMPlU191SH54GHRKS9FbCFiFxg3dIwFewujDJ/2CvsNqCT173lmN5KvF1PqjLTA8CLwCQR
6S+GFBE5R0TSvD3aHtA0zGD7eFWt/HPyqvEWcJeINLWV/I0ebgswJrjf2+fsYszvVeU8BEJExng0
MvZglHd5Pr3LOw1TFntFpBlwr1d03v6nA8eJyDibj0QROSWAWTALM6gN0AczTuYt812YRsIZqror
YCbrMU7xhxlVfQK4BbgHM6thE2bq6/tViGMdMBhj992IadmNAn6tql97eB0NzMC0dPdhBv76YnoD
qOpUjLnmZoySXIUZ5Brk9SKcinlRPY//AT5Q1R9say9XVXMxC/Cda1/oYNgrInkexy2Bg4BN50Pg
MxE5gBnoLf8K/FWMSWOzzdNCr7D/BLpbs0F5ud8EnIexC19BgN9DVZcAvwGewSi6bMxAuC9Oxdip
z6Jifk8LLquVcj8mrxuAzzDjAeUyFgEXW7l2Y2bUvFvNPATiFOAbEcnD/C43qV2aBTPG8oot77GY
wfZkjDlxIfCpV1xPYcZr9ojI03Yc4CzgUszAdy5HBtr9kQUss72dbpiZUd48jOkBZXv8Jv9b1YzX
BwLO43c4HA5H/cK1+B0OhyPGcIrf4XA4Ygyn+B0OhyPGcIrf4XA4Yoyo3HM3IyNDO3ToEJa48/Pz
SUmJ7s2YnYyhoS7ICHVDTidjaAinjEuXLt2poVykrbYPtx7/rEiLEBAnY+ioC3I6GUNDtKzHH5Ut
fkc9paAAZs2CBQtg4UL44Qc4eNDcV4XOnaF7d+jRA847D/r2hQofoTocjlDgFL8j/KxZA5Mnw8sv
w+7dEBcHJ58MI0dCejokJRnFv24drFwJH3wA//d/0KULXH45TJoErSpbhsjhcFSFoBS//aT9Kcxq
hy+p6qNe7t2Af2M+lb5bVf8abFhHPWbjRvjjH2HaNEhIgIsugmuugcGDITXVf7i9e+Hdd+GNN+DB
B+Evf4GbboLbb4emTWtNfIejvhJwVo9dQe9ZzMJG3YHLRMR7G/jdwO+Bv1YjrKO+kZ8Pf/oTdOsG
H39szjdtgrfeghEjKlf6AE2amAri889h7Vq4+GJ47DHo1Amef970DhwOR7UJZjpnPyBbVX9SsxbI
FMxKiIdR1e2quhizRneVwjrqGcuXQ58+pqV+8cXGzPPAA9DS54q6gencGV57zcSblQXXXw9nnw1b
amsXRYej/hHMnrujMbvUXGuvx2GWV73Bh9/7gLxyU08Vw07EbBRBZmZm1pQpU2qSL7/k5eWRGqjF
GWHqpIyqtHn/fTo/9xzFjRuz+q672NunT2gTVaX1++/T+YUXKGvQgB/vuINdgwYFL2OUUhfkdDKG
hnDKOGzYsKWq2jcoz4Gm/WBWfHzJ43ocdl9MH37vA26rTljPw03nnBVpEQJSQcaDB1XHjlUF1XPO
Ud2+PbyJr1mjmpWlKqL6yCOqZWWBZYxi6oKcTsbQEC3TOYMx9Wym4sYPbe29YKhJWEddYMcOGD4c
3n7b2OE/+ghaBPcNSbU57jj46iu49FK46y646iozJdThcARFMLN6FgNdRaQjRmlfitnMIBhqEtYR
7axbZ6Zkbt5sFP+oUbWXdnIyvP66mfN/zz3wyy+m0klPrz0ZHI46SkDFr6olInIDZlPieOBfqrpS
RCZZ9+ftTk5LMDs5lYnIH4DuqrrfV9hwZcZRe6Rs2ACXXAJlZfDllzBwYO0LIQJ3320GgMeNgzPO
gE8+gebNa18Wh6MOEdQ8flWdgdnZyfPe8x7nuRgzTlBhHXWc776j1x/+YKZlfvklHH98ZOW59FJI
SYExY2DoUPjsM/fBl8NRCW51TkfVWLYMfvUrSpOSYM6cyCv9cs47z3wzsGEDDBsG27ZFWiKHI2px
it8RPCtWGHNKWhrLn3zSLKkQTQwfDjNmGHv/mWeSsH9/pCVyOKISp/gdwZGdDWeeaQZVZ82iIFpN
Kaefbtb6WbuWk2+/Hfbti7REDkfU4RS/IzA5OaalX1wM//0vdOwYaYkq58wzYdo0UrOz4dxz4dCh
SEvkcEQVTvE7Kmf3bjjrLPN/5kyzbHJd4NxzWf2//wtff21W+CwpibREDkfU4BS/wz+HDsH558P6
9WaOfFZWpCWqEjt+9St46il4/3347W/d4m4Oh8Wtx+/wTWmpaSnPn29W1RwyJNISVY8bb4TcXHj4
YTPF8/77Iy2RwxFxnOJ3HI0q/P73pqX89NMwenSkJaoZDz5olP8DD0D79mbJZ4cjhnGK33E0f/0r
/OMfZuOTG2+MtDQ1R8Ss45+TAxMnQps28OtfR1oqhyNiOBu/oyJvv20U/iWXwCOPRFqa0JGYaPJ2
4ommB7N8eaQlcjgihlP8jiPMn2/WvBk0yOyPG1fPHo/0dPN1b5MmcM45pgfgcMQg9ezNdlSb7Gwz
g+fYY41tPykp0hKFhzZtzNe9Bw6YOf4HDkRaIoej1nGK3wG7dpntDMEoxYyMyMoTbk46yWwAv2IF
jB3r5vg7Yg6n+GOdggK48EKzvs0HH0Tf+jvh4qyz4Lnn4NNPzQC2m+PviCHcrJ5YRtVMbZw3D6ZM
Mbb9WOI3vzEfpz32GHTqBH/8Y6QlcjhqBaf4Y5m774Y33zQfN11ySaSliQwPPwwbN5qZTO3bG9OP
w1HPcYo/VnnhBTNdc+JEuPPOSEsTOeLizAymzZvNjKbWrWHw4EhL5XCEFWfjj0VmzDBr15x9Njz7
rPnAKZZJSjIzmTp0gAsugB9/jLREDkdYCUrxi8gIEVkjItkiclTzUAxPW/fvRaSPh9tGEflBRJaL
yJJQCu+oBosXG3NG794wdSokuE4fYPbpnTHDlMeIEbBlS6QlcjjCRkDFLyLxwLPASKA7cJmIeK/N
OxLoao+JwHNe7sNUtZeq9q25yI5qs3ataeUfcwxMn272zHUcoXNno/x37jTl5DZxcdRTgmnx9wOy
VfUnVS0CpgAXePm5AHhVDQuBJiISpVs0xShbtpgpjCJmM/KWLSMtUXSSlQXvvgsrV8JFF0FhYaQl
cjhCjmiA+csiMhoYoarX2utxQH9VvcHDz3TgUVWdZ6+/AO5Q1SUisgHYB5QCL6jqZD/pTMT0FsjM
zMyaMmVKjTPni7y8PFKjvKUbahkT8vLoddNNJG3dyvK//528EGyQXt/LMfOzzzjhkUfYcdpprLr3
XjQ+PsTSHaG+l2VtEesyDhs2bGnQVhVVrfQARgMveVyPA57x8jMdGOxx/QXQ1563sf+PAb4DTg+U
ZpJj25AAAAwUSURBVFZWloaLWbNmhS3uUBFSGQ8cUB0wQDUxUfWzz0IWbUyU45NPqoLq+PGqpaWh
EMknMVGWtUCsywgs0QC6tfwIZmRvM9DO47qtvReUH1Ut/79dRN7DmI7mBlUrOWpG+Q5aixeblSnP
PDPSEtUtbrrJ2Pnvvdcs7Pb3v7sZUI56QTA2/sVAVxHpKCINgEuBD738fAhcZWf3DAD2qepWEUkR
kTQAEUkBzgJWhFB+hz+KimDMGJg928xTv+iiSEtUN/nTn+Dmm80Wjnfd5ZZ2cNQLArb4VbVERG4A
ZgLxwL9UdaWITLLuzwMzgLOBbOAgcLUNngm8J6aVlAC8oaqfhjwXjooUFhql//HHZgOSK6+MtER1
FxGzMU1BgVnaQcR87eta/o46TFCTuFV1Bka5e9573uNcgd/5CPcT0LOGMjqqQkEBjBplpiU+8wxc
d12kJar7xMWZslSFRx81Sv+hh5zyd9RZ3Nc79YlDh4xJZ+ZMsyTDxIn/v71zj5GqvuL458y+WHdN
kUCWlYogWRVoyoorIBGziluskFCNVawx0prYJopttEbdGkuiRGLqo6kN1mdofRATSyUVNWpcFXzx
EGXZBSUIVp6C2cLycHdmTv84d91h2cdAZ+fe2Tmf5GTu3Mfsd3+5c+b3+93zOydsRQOHWMxWOata
qovDh+HBBwdesRonL3DHP1BoabEHuStWwFNPeUHx/iAWs1rEgwbBI49Ymz/xhK9+dnIOv2MHAjt2
WJqBjRst22a+ZtrMBrGYRfcMGWLRPi0t1uYDtWKZMyBxx5/rbNxoTn/fPpvXv+SSsBUNfETgnnvg
lFPglltg+nRL8jZsWNjKHCctfIIyl3ntNZgyxeab33nHnX62mTfP1kesXQuTJ0NTU9iKHCct3PHn
Iqrw0EMwc6alEl61CiZO7PMypx+48kr70T10CKZOtVGX40Qcd/y5xoEDFpd/220WwbNyJYwcGbaq
/GbSJPjoI/sRnjkT7r4bEomwVTlOj7jjzyXWrrWe/ZIlcN998OKLUFYWtioHrGzjBx/ADTdYjH9d
HezaFbYqx+kWd/y5QCJhq0enTLEFWg0NVi/XY8ijRWkpPPkkPPOM/QiMH28/zo4TMdxzRJ3GRps7
vv12Kw6ybh1Mmxa2Kqc35s610dmYMRZae/XVVtzFcSKCO/6ocvCghQxOnAhbtlis+NKlViLQiT5j
x8L779u0z9KlcOaZsGiRz/07kcAdf9RIJql4/XVzFPfea/Vxm5pgzhzPDZNrFBZCfT188glUV1uB
+5oaiwJynBBxxx8Vkkkr+XfuuYxduBBGjLCInWef9YVBuc748fDWW1bcfu9eqK21h78ffhi2MidP
cccfNm1t8PzzMGGCZdVsbaW5vt6cwtSpYatzMoWIjd4+/9ySu336KZx/PsyYwZCPP/Y8/05Wcccf
Fl99ZUU+Ro6Ea6+FeNx6983N7K6r84idgUppKdx6qz23uf9+WL+eH99xh40KHn3UUm84Tj/j3iWb
7Ntn6ZJra22xz4IFcN558OqrsGGD/QB4psf8oLwc7rwTtm6lqb7e1mPMmweVlXDFFfDSS9DaGrZK
Z4DiXqY/SSbhs8/MsS9fblEeySScdRbMnw/XXQejR4et0gmT4mL21NUxbsECm/5ZvBiee84igUpK
LP/SrFlw8cVQVeUP+J2M4I4/k3zzjUVwrFljefFXrrRi3WBhmXfdZfP41dX+BXaOZcIEy8H0wAPw
3nvw8stmr7xix089FS680FJE1NTAOefYyMFxjpO0HL+IXAr8Gau5+6SqLuxyXILjl2E1d+eq6tp0
rs059u+HbdvMvvwSNm0ya26G7ds7zxs71h7mTZtmvbbKyvA0O7lFYSFcdJHZww/D5s3w9ttmK1ZY
yg6wzsOoUTBunNmYMTaCHD3aosJOOinUf8OJLn06fhEpAP4K1AFfA6tEZJmqpuag/SlQFdhkYBEw
Oc1r+w9VWzATj0N7O7S1Ubx3rznsI0fMDh0yO3jQ5lT377deekuLzcnv22cheLt2wc6ddl4qJ58M
Z59tQ/EJE6xnX11tudod5/9FxKZ4qqo6S2nu2gWrV9vq4KYmszfesAixVAYPtlHCsGGdNniw2Q9+
YPdueblZaWmnlZR0WnExFBXZFKUzYEinxz8J2BwUTkdElgCzgVTnPRv4e1B0/UMRGSwilcCoNK7N
HBUVlr0ykei0LqQdIFlcbKtkO6ymBoYPt5776aebjRplf9OnbZxsMny4zfvPmtW5L5m0SmxbtljH
ZscOG4Hu2GEdl8ZGe21psY7QcVILdp8XFBxtsVjnayxm5/RlHZ/VQTrbaTD58GH74TrB67PBpK4a
uzJ0qOV56mfScfwjgP+kvP8a69X3dc6INK8FQERuBG4EqKiooKGhIQ1pR3PG9On2BYjF0FgMLSj4
3pJFRWhhIYcTCYrLy0mWlJAsLiZRXEyytJTEoEEkSkuJl5WRKCsjWVTU+41z5IhVv9q48bh19kVr
a+sJ/f/ZxDVmjozr7OiYdIcqsSNHKGxtpeDw4U5rayP23Xdm7e3E2tuRtjZiiQQSj9N+6BAlBQVI
MokkEkgyCcmkvU8mbXSt2rkNSLDvqPeBhlQ93SEnsK6hPR6nqCMqLqLrIuLxOAd6idyLl5XxRRbu
2cg83FXVx4HHAWpqarS2tvb4PySNaxoaGjihz84irjEz5IJGyA2drjEzpKNxRBZ0pOP4twOnpbz/
YbAvnXOK0rjWcRzHySLpOP5VQJWIjMac9hzgF13OWQbcHMzhTwb+q6o7ReSbNK49hjVr1uwVkW3H
8X8cD0OBqOfIdY2ZIRc0Qm7odI2ZoT819jC/dyx9On5VjYvIzcDrWEjm06q6QUR+Exx/DFiOhXJu
xsI5f9nbtWn8zX7LSiYiq1W1pr8+PxO4xsyQCxohN3S6xswQFY1pzfGr6nLMuafueyxlW4Gb0r3W
cRzHCQ/P1eM4jpNn5KPjfzxsAWngGjNDLmiE3NDpGjNDJDSKRjTe1XEcx+kf8rHH7ziOk9e443cc
x8kz8sbxi8jPRWSDiCRFpKbLsbtEZLOIbBKRGWFpTEVE5ovIdhFZF9hlYWvqQEQuDdpqs4jcGbae
7hCRrSKyPmi71WHrARCRp0Vkj4g0puwbIiJviMgXwWuo2f160Bipe1FEThORt0WkKfhO/zbYH5m2
7EVjJNoyb+b4RWQskAT+BvxeVVcH+8cBL2DJ6E4F3gTOVNVjM7xlERGZD7Sq6p/C1NGVIOPq56Rk
XAWuyVrG1TQRka1AjapGZkGPiFwItGIJDX8U7HsA+FZVFwY/oqeo6h0R0zifCN2LQQLISlVdKyIn
A2uAnwFziUhb9qLxKiLQlnnT41fVZlXd1M2h2cASVf1OVb/EFqFNyq66nOL7bK2q2gZ0ZFx1+kBV
3wW+7bJ7NrA42F6MOYfQ6EFjpFDVnR31PlT1ANCMpbiJTFv2ojES5I3j74WeMotGgXki8lkw/I5K
gv8ot1cqCrwpImuCzK9RpUJVdwbbu4CKMMX0QhTvRURkFHAO8BERbcsuGiECbTmgHL+IvCkijd1Y
JHukfehdBJwBVAM7gQdDFZt7XKCq1ViRoJuCKYxIE6yAj+LcayTvRREpB14Cfqeq+1OPRaUtu9EY
ibaMTFrmTKCql5zAZelkH+0X0tUrIk8A/+5nOekSWnsdD6q6PXjdIyJLsSmqd8NV1S27RaQySGpY
CewJW1BXVHV3x3ZU7kURKcIc6nOq+s9gd6TasjuNUWnLAdXjP0GWAXNEpCTIIloFfByypo6HQx1c
DjT2dG6W+T5bq4gUYxlXl4Ws6ShEpCx4oIaIlAE/ITrt15VlwPXB9vXAyyFq6Zao3YsiIsBTQLOq
PpRyKDJt2ZPGqLRlPkX1XA78BRgGtADrVHVGcOwPwK+AODYkezU0oQEi8g9sOKjAVuDXKfOXoRKE
oD1CZ8bVBSFLOgoROQNYGrwtBJ6PgkYReQGrYjgU2A38EfgX8CIwEtgGXKWqoT1c7UFjLRG6F0Xk
AuA9YD0WqQdQj82hR6Ite9F4DRFoy7xx/I7jOI7hUz2O4zh5hjt+x3GcPMMdv+M4Tp7hjt9xHCfP
cMfvOI6TZ7jjdxzHyTPc8TuO4+QZ/wMBXr6rHUbrvgAAAABJRU5ErkJggg==
"
>
</div>

</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAX4AAAEICAYAAABYoZ8gAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJztnXmYFNW5/z/vLGzDDNvgsDMqKOKCCoILiZi4ADGSX1Ri
NG5JJCSaGJck5pobTa4mxly90atR0SRKYhT3oJe4hlFREUERBQIiAgPMsDMw7MO8vz/OaSja7p7q
me7pnun38zz1dHWdpb6nuvpbp845dUpUFcMwDCN3yMu0AMMwDKN5MeM3DMPIMcz4DcMwcgwzfsMw
jBzDjN8wDCPHMOM3DMPIMcz4jaxERMpE5A0R2Soid2RaTzoRkZtF5G8JwueLyKg4YaNEZGWCtA+L
yC0pkGm0Isz4mwERuVBEZotIrYhUicg/RWSkD4v5pxcRFZEBge+DRWSqiNR4M5wuIidHpWnj8/tE
RLaJyDIR+bOIlAfinC0is3z4BhF5VET6BMIvE5EZDZTnYRGpE5GegW33+/LVishuEdkT+P5PESn3
ZaqNWr4RZzcTgPVAiapel/AAN0AmzM//PutEZIuIfCgi4xqbl6oeqaoVKZSXVqLP3RDxK0Tkuyna
9xMicqaItBWR6qiwtv7/sEVEqkXk2lTssyVixp9m/Mn1B+A3QBnQD7gXOCeJPA4F3gI+Ag4GegHP
Ai+LyEmBqE/5fC8EOgFDgNnAl30+5wF/93pKgSOBXcAMEekSUksRcC5QA3wrsl1VJ6pqR1Xt6Ms6
JfJdVccEsugc2N5RVafE2VV/YIFmwROGIlLQiGQ/BvqoagnuIva34IXSSBtDcef8McDHUWE3AwNx
59ZpwE9FZHSzqssWVNWWNC04860Fzk8Q52bgbzG2KzDAr/8VmBYjzn3AG379dGAH0DfOfgRYDvw0
anse7g/ya//9MmBGAr2XAJXA1cDHYcsElPsyFYQ4bg8De4Dd/vid7nXeAHwKbACeALoG0jwJVOMu
SG8AR/rtE6Lyej76+Ab2eYtfHwWsBH7m8/yr3342MBfYDLwNHBPyPBgO7ASGJzheTwCTga3AfGBY
IHwZcLpfb++1bgIWAD8BVgbiHge87/OZAjweKVdDZfD7uR6Y54/jFKBdHM0DgNd9vPW4Cz3+2Cuw
zR/vbwBdgBeAdV73C7iLIsCtwF5/fGqBe/z2QcArwEZgETA+xHHuAiz1698Hbo8KXw2cGfj+a+Dx
5vaFbFgyLqA1L8BooI4EZkc4468GLo8R5zT/p2kP3Aa8nmA/g3yeB8cI+xXwjl+/jMTG/xpwO+7u
pQ4YGqZMJGH8Pv7DUYZ1NTAT6AO0BR4AHguEfxso9mF/AObGyyv6+EbHwRl/HfA7n197nKGuBUYA
+cClOKNsm6AML3hDU+BFIC/BObATGOvz/i0wMxC+jP3GfxvwJtAV6Iu7aK/0YW1wF/drgELgPNxF
L1KuhGXw67Nwd5RdgYXAxDiaHwNuxF2Q2wEjExzbbri7xA7+N3oSeC4QXgF8N/C9CFe5uBwo8LrX
A4PjaPky7kJWi7vAb/af2/z6qbiLggJlgXTnAh9l0iMytVhTT3rpBqxX1boG4o0Xkc3BJSq8FKiK
ka4K98fr6vcVK04wD+LEqQqEx0VE+uEuNn9X1TW4i8AlDaWLYn1UWY8ImW4icKOqrlTVXTizPC/S
DKOqf1bVrYGwISLSKUltQeqBm1R1l6ruwN05PKCq76rqXlV9BNdMdmK8DFT1bJzRjQVeVtX6BPub
oarTVHUv7g5vSJx444FbVXWjqlYCdwfCTsQZ/h9UdY+qPgW8FwgPU4a7VXW1qm4EngeOjaNjD67J
pJeq7lTVuP1CqrpBVZ9W1e2quhVXyz81XnzcXckyVf2Lqtap6gfA08D5cfJ/TVU7A8/5OL1xF7FS
Ve2sqq8DHX30mkDSLbjfJ+cw408vG4DSEG3ET/gTdN8SFb4eiNU+3BNnUJv8vhK1Ia8PpImVz/oY
26O5GFioqnP990eBC0WkMETaCKVRZV0YMl1/4NnAhXEh7m6nTETyReQ2EflURLbg/vQQ4mKWgHWq
ujNq/9dFXZz74mrHcfEG/E/gTBFJ1K8T7IjcDrSLc970wtWGIyyPClulvjobIzxMGaJ1dCQ2P8U1
H87yo46+HSceItJBRB4QkeX+93kD6Cwi+XGS9AdGROm8COgRJ/+VPs43gUdwdzX9gSoRudNHq/Wf
JYGknXBNYjmHGX96eQdXo/paE/N5ldi1nfG4JprtPs7w4AidKBbh2q0PyEdE8nC3vK+F0HEJcIgf
EVEN3Ikz17GhStE0KoExUReNdqq6CteZPQ7XF9AJ16wEzpjA3eJHsx3X9BAh2lSi01TiatrB/XdQ
1cdC6i8ADg0ZNxFVOLOO0C8qrLeISJzwppZhH6parapXqGov4HvAHxOM5LkOOBwYoa6z+4t+e7zf
pxLXbBnU2VFVvx9HSx9cs+qrvtI0CbjSp7vWx9mEOz7BO6khuP6UnMOMP42oag3wS+BeEfmar/kU
isgYEbk9iax+BZwsIreKSFcRKRaRH+KM+Gd+X6/iOsOeFZGhIlLg400UkW/7WuD1wC/EDS9tJyI9
gIdwtaD/CexPfHhwOQlnXMNxt//HAkfhRgkl29zTGO4HbhWR/l5g98AQyWLcBXYDzsx/E5V2DXBI
1La5uLuVfD+yI1HTA8CDwEQRGSGOIhH5ioh8rqlARAb537i9/72/hTO715MobzyeAH4uIl38Rf6H
gbB3cH0TP/L7/Tru90q6DA0hIucHKhmbcOYdacqKPt7FuIEHm0WkK3BTVHbR8V8ADhORi305CkXk
hAaaBYfiOrUBjseN7IlmMu787+LzugLXt5NzmPGnGVW9A7gW+AVuVEMlcBWuPTJsHp8AI3E1lGW4
msu5wFmq+lYg6nnANNxojBpcx98w3N0A6oZOXozr/NuAGxXSHjhFVTcE8jkZ90cNLt8B/qGqH/na
XrWqVgN3AWf7P3QYNsuB4/jDjqW+C5iKG8K6FdfRO8KHTcY1aazyZZoZlfZPwGDfbBA57lcDX8V1
/l1EA7+Hqs7GGcU9OKNbgusIj4Xg+hnW4n7zq4FvqOr7ceInw69wZf0MeBnXHxDRuBv4ute1ETei
5plGlqEhTgDeFZFa3O9ytaou9WE3A4/44z0e19neHtecOBPX0R3kLlx/zSYRudv3A5wJXIAbiVPN
/o72eAwF3vd3O4OIXZO/CTcqbDmuQ/l2VY3WkhPIgc2BhmEYRmvHavyGYRg5hhm/YRhGjmHGbxiG
kWOY8RuGYeQYoSaf8sPd7sI95v2Qqt4WFT4I+AtuGNWNqvrfYdPGorS0VMvLy8OWIe1s27aNoqKi
TMtoFKY9M5j25qel6obUaJ8zZ856Ve0eKnJDczrgDPtT3DjbNsCHRM2ZARyEG951K3B9MmljLUOH
DtVsYvr06ZmW0GhMe2Yw7c1PS9WtmhrtwGxN4Vw9w4ElqrpU3Tjhx3FPSQYvHmtV9T3c/B1JpTWM
5mDtx1D5dqZVGEZ2EKappzcHzg2ykv0PzqQsrYhMwE0iRVlZGRUVFSF3kX5qa2uzSk8ymHbH3GuG
sGttO0Y8+m5K8msIO+7NT0vVDc2vvTEvmEgLqjoJN8cGw4YN01GjRmVWUICKigqySU8ymHbQenhn
CezeBqcMH0Vhh4bTNBU77s1PS9UNza89TFPPKg6cFKqP3xaGpqQ1jJSwfhHsrgUU1v8702oMI/OE
Mf73gIEicrCItMHNnzE1ZP5NSWsYKWF1YLqudQsyp8MwsoUGm3pUtU5ErgJewo3S+bOqzheRiT78
fj/L42zcLI/1IvJj3OidLbHSpqswhhGL1e9BYQfYuwfW2tlnGOHa+FV1Gm7Wx+C2+wPr1bhmnFBp
DaM5WT0beg6FHRthvdX4DcOe3DVaN/V1UP0B9BoG3Qdbjd8wwIzfaOWsnQ91O6HXCdD9SNi0FPbs
yLQqw8gsZvxGqybSsRup8dvIHsMw4zdaOavfg7adoOuhcNCRbpuN7DFyHTN+o1Wzerar7UsedB0A
eQWwztr5jRzHjN9otdTtgjXznPED5LeBbodZjd8wzPiNVsuaeVC/Z7/xg2vntxq/keuY8Rutln0d
uyfs32YjewzDjN9oxax+DzqUQqd++7d1H+wmbduwKHO6DCPTmPEbrZa1H0OPY0Fk/7buNrLHMMz4
jdZLzQro1P/Abd0GupE99gSvkcuY8RutkrpdsG0NlPQ9cHt+G+g60ObsMXIbM36jVbLVv/Uh2L4f
websMXIdM36jVVKzwn126vv5sK4DoGa56+Q1jFzEjN9oldT4Nz1HN/WAuwvYuxtq1zSvJsPIFsz4
jVbJFm/8sWr8keafyF2BYeQaZvxGq6SmEtp3JeaL1SMjfcz4jVzFjN9olWypjN2xC4Ea//Lm02MY
2YQZv9EqqVkRu30foF0naFtiNX4jdzHjN1olWyrjGz+4Wr8Zv5GrhDJ+ERktIotEZImI3BAjXETk
bh8+T0SOD4QtE5GPRGSuiMxOpXjDiMXuWti5OXbHboRO/a2px8hdChqKICL5wL3AGcBK4D0Rmaqq
wWcfxwAD/TICuM9/RjhNVdenTLVhJCDRUM4InfrByneaR49hZBthavzDgSWqulRVdwOPA+Oi4owD
JqtjJtBZRHqmWKthhCLRUM4InfrBjo3u7sAwco0Ga/xAb6Ay8H0lB9bm48XpDVQBCrwqInuBB1R1
UqydiMgEYAJAWVkZFRUVYfQ3C7W1tVmlJxlyUXvVKz2Bw1m4eiafVeyMGWfttoOAwbzy9CyK+m9v
ks5Y5OJxzzQtVTc0v/Ywxt9URqrqKhE5CHhFRP6tqm9ER/IXhEkAw4YN01GjRjWDtHBUVFSQTXqS
IRe1T58OiwXOOPdE8gtjx1lRCAtvgcPLhjMg+V00SC4e90zTUnVD82sP09SzCgjeNPfx20LFUdXI
51rgWVzTkWGkjS2V0LEHcU0f7OldI7cJY/zvAQNF5GARaQNcAEyNijMVuMSP7jkRqFHVKhEpEpFi
ABEpAs4EPk6hfsP4HFsqE7fvAxT3BMk34zdykwabelS1TkSuAl4C8oE/q+p8EZnow+8HpgFjgSXA
duByn7wMeFbcK5AKgL+r6ospL4VhBKiphIOOShwnrwBK+tiQTiM3CdXGr6rTcOYe3HZ/YF2BK2Ok
WwoMaaJGwwiNqqvFDxzbcFx7iMvIVezJXaNVsWMj1O1IPIY/ghm/kauY8RutijBj+CN06g9bVkL9
3vRqMoxsw4zfaFWEeWo3Qqd+UF8HtVXp1WQY2YYZv9GqSKrGb0M6jRzFjN9oVdSsgLxCN46/ISLG
v9lG9hg5hhm/0arYUgklvUFCnNlW4zdyFTN+o1VR08A8/EHaFkO7Lmb8Ru5hxm+0GlRh/ULoemj4
NJ36wRYzfiPHMOM3Wg0bFsP29dD3lPBpOve3Nn4j9zDjN1oNK2a4z34jw6cp6Qebl4HWp0WSYWQl
ZvxGq6FyBrTvBt0OD5+m93DYvRWqP0yfLsPINsz4jVbDihmutu/mBAzHIae7z09fTo8mw8hGzPiN
VkFtNWxcklwzD7jpmcuOgaVm/EYOYcZvtApWvOU+kzV+gEPOdHcLu7elVpNhZCtm/EarYMUMKGgH
PY9PPu2hZ8Le3bD8cy8ENYzWiRm/0SqonAG9R0B+m+TT9hvpLhpLX0m9LsPIRsz4jRbP7lqo+qBx
zTwAhe2h3xesg9fIHcz4jRbPyndB9zbe+ME196ybD1tWpU6XYWQrZvxGi2fFDECgz0mNz+PQM92n
NfcYuYAZv9HiWfGmG5LZrlPj8zjoaCgqs+YeIzcIZfwiMlpEFonIEhG5IUa4iMjdPnyeiBwfNq1h
NBZVeOt2+Ow1GDC6aXmJuFr/py9bc4/R+mnQ+EUkH7gXGAMMBr4pIoOjoo0BBvplAnBfEmkNI2m0
Hl66Fl79GRz1TTjt103Pc+gE96L2+46GBU81PT/DyFYKQsQZDixR1aUAIvI4MA5YEIgzDpisqgrM
FJHOItITKA+RNmXMf9J18qWatQsO4uPq1OfbHLR07R9VAepq97oXdmx0T+munu1q+iN+DGfdEe7F
Kw3RbyR8by48cxE8eT4ccS70ONbN2d+uk9+Hnw6ioWkhWvpxb4naW6pu2K+9oB0M+lr69xfG+HsD
lYHvK4ERIeL0DpkWABGZgLtboKysjIqKihDSDuTNS75A/c78pNM1zGAWpiHX5qH1aZeCetp02c2h
P1hJ23NW8nqKH7w69DdCweT+LH66DwufDvMXiUXrO+7ZT0vVDRHthV12c3Lnt9O+t8ae1SlHVScB
kwCGDRumo0aNSjqPo+YCmlpdALNmzWL48OGpz7gZaKna165fw/jvjGbZyiVcMn4C//UfdyAC7btC
uy55iLQDBvglDZwOTHZP9O7YBLu2BKZuDnGOJXPcb7/nZj5bsYT7bv9bzPCRZx/J7355L6cMH/W5
sLdmVfD9n36LeRUrY6a96ueX0ausD//x41tCaUlWezbRUnXDfu2S34ZuA0elf4eqmnABTgJeCnz/
OfDzqDgPAN8MfF8E9AyTNtYydOhQzSamT5/epPSPPvqoDh06VIuKirRHjx46evRoffPNN1VV9aab
btKLLrroc2kA/eSTT/Z9nz9/vn71q1/VkpIS7dixo44aNUrfeuutA9Ls2rVLb7rpJh0wYIB26NBB
+/fvr6NHj9bPPvtsX5znn39eTzjhBO3QoYN27dpVL7zwQq2srNwX/pe//EVPOeWUhOW59NJLNT8/
X1evXr1v2/e+9z0tKirSoqIiLSws1IKCgn3fIxqAfdsiy+OPPx5zH7/+9a/1C1/4gtbX1yfUEoZL
L71Ub7zxxibnkwzHHnuslpaWanFxsR5zzDH63HPPxY0b7xwIw/Tp07V3795xwxtT9qae79HnbkOc
euqp+uCDDzZpn6pO9/nnn68vvfSS7ty5U8vKyg4InzJlip500knavn17PfXUU5u8v1TS1GOuqgrM
1ga8NbKIix8fESkAFgNfBlYB7wEXqur8QJyvAFcBY3FNOXer6vAwaePscx2QTe9FKgXWNzJtGdAD
V54tuPpiCVCMa/rqBbQFPotKNxT4GNjlw48A1gHVPo9SXFPaYiAyvdgAoNDvazuQD/QDtnr9XXD9
LsuBTT68j9eyANgLdPN5L4pTnjxgiNdQBayJESdWmdoARwNz4uQbTX9fliUh4yeiHNgNrE5BXmHp
yf7fqgg4DPd77okRN945EIZi4GBgXpzwcpIve1POdzjw3A3D4cCGJu4TnO4ewELc8eyD+39EKMa1
crTD/QfjneOZoKnHHKC/qnYPFTPM1QFn6IuBT4Eb/baJwES/LrjRO58CHwHDEqVtaQtJXEmj0nUC
aoHzE8S5GfhbjO0KDPDrfwWmxYhzH/CGXz8d2AH0jaXd/0bLgZ9Ghefh/qS/9t8vA2Yk0HsJrt/m
auDjsGXCGZACBSGO28M4g6z3x+90r/MGfx5tAJ4AugbSPIkz2hrgDeBIv32Cz2u3z+v56OMb2Oct
fn0U7qL8M5/nX/32s4G5wGbgbeCYMOcMboDETmB4guP1BDAZd5GeH/UfWgac7tfbe62bcBfrnwAr
A3GPA973+UwBHo+Uq6Ey+P1cj6s01Pj07eJoHgC87uOtB6b47W/4Y7vNH+9v4CocL+AqLpv8eh8f
/1ZchWOnj3+P3z4IeAXYiDPo8SHOmw+ApX79+8DtceJ9F6hIhTekaqGRHtPo/WW6wC1haeyPAowG
6khgdoQz/mrg8hhxTvN/mvbAbcDr8bT7P5ICB8eI8yvgHb9+GYmN/zXgdtydTB0wNEyZSML4ffyH
gdWB71cDM3G1uLa45sXHAuHfxtXo2gJ/AOZG5XVLVP4NGX8d8DufX3ucoa7F3dHmA5fijLJtvHPG
G9xOv68XgbwE58BOXCUpH/gtMDMQvoz9xn8b8CbQFeiLu2iv9GFtcBf3a3B3S+fhLnqRciUsg1+f
BXzo81+Ir9zF0PwYcCPugtwOGJng2HYDzgU6+N/oSeC5QHgF8N3A9yJc5eJyXA39ONzFZXAcLV/G
Xcj24i7wm/3nNr9+alT8nDd+e3I3vXQD1qtqXQPxxovI5uASFV6Ka1aJpgr3x+vq9xUrTjAP4sSp
CoTHRUT64S42f1fVNbiLwCUNpYtifVRZjwiZbiLujnGlqu7CmeV5vjkRVf2zqm4NhA0RkSY8y0s9
cJOq7lLVHbg7hwdU9V1V3auqj+CaMk6Ml4Gqno0zurHAy6oJ3+w7Q1Wnqepe3B3ekDjxxgO3qupG
Va0E7g6EnYgz/D+o6h5VfQrXvBohTBnuBvao6kbgeeDYODr24JrjeqnqTlWdEa9gqrpBVZ9W1e2q
uhVXyz81XnzcXckyVf2Lqtap6gfA08D5cfJ/TVU740z+fFwT6DKgVFU7q+rrCfaVk5jxh2NSI9Nt
AEoj5pSAJ/wJum+JCl+PazOOpifOoDb5fcWKE9G+PpAmVj5h2hcvBhaq6lz//VHgQhEpDJE2QmlU
WRONwPsgsN4feDZwYVyIq+GViUi+iNwmIp+KyBbcnx5CXMwSsE5Vd0bt/7qoi3NfXPt8LCYBeAP+
J3CmiJyTYH/BEejbgXZxzpteHDhEenlU2Cr1VcgY4WHKUM3+c2Y70DGO3p/img9nich8Efl2nHiI
SAcReUBElvvf5w2gs3/AMxb9gRFROi/Ctd/Hyn+lj9MFeAR3V9MfqBKRO+PpyjIa6zGNwow/BOqG
mjaGd3A1qqY+kvEqsWs743FNNNt9nOEi0icYIaB9Ea7d+oB8RCQPdxv+WggdlwCHiEi1iFQDd+LM
dWwSZUmGoPFXAmOiLhrtVHUVcCHuwcDTcf0q5T5N5DGrWCMYtuOaHiJEm0p0mkpcTTu4/w6q+lgs
4THOmQLg0Fhxk6QKZ9YR+kWF9RY54PGyYHioMoQ531W1WlWvUNVewPeAP4pIvLG11+E6cEeoagnw
Rb893u9TiWu2DOrsqKrfj6OlD65Z9RVfaZoEXOnTXdtQWbKBJnhMozDjTyOqWgP8ErhXRL7maz6F
IjJGRG5PIqtfASeLyK0i0lVEikXkhzgj/pnf16u4zrBnRWSoiBT4eBNF5Nu+Fng98AsRuVBE2olI
D+Ah3AiH/wnsT3x4cDkJZ1zDcbf/xwJHAX8n+eaexnA/cKuI9PcCu4vIOB9WjLvAbsCZ+W+i0q4B
DonaNhd3t5IvIqNJ3PQA8CAwUURG+LmpikTkKyJSHB1RRAb537i9/72/hTO7VDQ5PAH8XES6+Iv8
DwNh7+D6Jn7k9/t13O+VdBkaQkTOD1QyNuHMO9KUFX28i3EDDzaLSFfgpqjsouO/ABwmIhf7chSK
yAkNNAsOxXVqAxyP62OJ1pwv7gGQAiDPn9fJ3K22Gsz404yq3gFcC/wCN6qhEjf09bkk8vgEGIlr
912Gq9mdC5ylqm8Fop4HTMONxqjBdfwNw90NoKpTcM011+BMcgGu4/IUVd0QyOdk3B81uHwH+Ieq
fuRre9WqWg3cBZzt/9Bh2CwitYElbI3sLmAq8LKIbMV19EaeAp+Ma9JY5cs0Myrtn4DBvtkgctyv
Br6Kaxe+iAZ+D1WdDVwB3IMzuiW4jvBYCK6fYS3uN78a+Iaqvh8nfjL8ClfWz4CXcf0BEY27ga97
XRtxI2qeaWQZGuIE4F0RqcX9Llern5oFV/ZH/PEej+tsb49rTpyJ6+gOcheuv2aTiNzt+wHOBC7A
DUOtZn9HezyGAu/7u51BuJFR0VyMO5fvA77g1x9MqtSthAbH8RuGYRitC6vxG4Zh5Bhm/IZhGDmG
Gb9hGEaOYcZvGIaRY2TNtMxBSktLtby8PNMy9rFt2zaKiooyLaNRmPbMYNqbn5aqG1Kjfc6cOes1
5CRtWWn85eXlzJ79uWG4GaOiooLGvB8gGzDtmcG0Nz8tVTekRruIhJ7ROCuN3zBaI/Uor7KQPexl
IAdxMKUUko43xhlGYsz4DaMZUJRpfMz7rKCAPOb4zy8wgC8wMNPyjBzDjN8wmoF/sYj3WcEpHMqp
DGQ5G5nFMqazmEPoTm+i5+UzjPRho3oMI828w1Le4lOOpx9f4nAKyOdQuvN1jqWYtvwfH1FPohmb
DSO1mPEbRhqpYQev8W8GUcZYjkLYP3FmWwo5iyOpZguz9s0kbRjpx4zfMNLILJahKGcymDzkc+FH
0IMBdGc6i6lhRwYUGrmIGb9hpIld7OF9VnAEPel8wNT/+xGEsRyForxConfSGEbqMOM3jDTxAZXs
oo6TPvcqgAPpTAdOoJyFVLOVnQnjGkYqMOM3jDSgorzLMvrRNdSInePoi6LMY1UzqDNyHTN+w0gD
60r3UsMOTuLgUPFL6UhfujCXSjTmmyINI3WY8RtGGljVdw9dKeIwykKnOY6+bGAbK9iURmWGYcZv
GClnLVvZWlLPcPofMHyzIQbTkzYUMJfKNKozDDN+w0g581kNCoPplVS6NhRwFD1ZQBW72JMmdYZh
xm8YKUVR5lNF5815dEz4bvDYHEtf9rCX+VSlQZ1hOMz4DSOFVLOFjWyj+9rGTYPVm850pyMfWHOP
kUbM+A0jhcxnNXkIpesaZ/yCcDS9WcVme5LXSBtm/IaRIiLNPIdQSmFd+E7daI6gJwALqU6VNMM4
ADN+w0gRkVr6kUl26kbTjSLKKGahtfMbacKM3zBSxHyqyCePw5MYux+PQfSkkk02hYORFsz4DSMF
KMoCVjOA7rSjsMn5DaYHAP+25h4jDZjxG0YKcLXzXRzp2+ebSneKKaXI2vmNtBDK+EVktIgsEpEl
InJDjHARkbt9+DwROd5v7ysi00VkgYjMF5GrU10Aw8gG/k01+eQxkINSlucgerKcDWxjV8ryNAwI
Yfwikg/cC4wBBgPfFJHBUdHGAAP9MgG4z2+vA65T1cHAicCVMdIaRotGUf5NNYdQStsUNPNEGEwP
FFjEmpTlaRgQrsY/HFiiqktVdTfwODAuKs44YLI6ZgKdRaSnqlap6vsAqroVWAj0TqF+w8g41Wxh
MzsY5NskpUDdAAAfnklEQVTlU0UZJXShgzX3GClHVBNPASsi5wGjVfW7/vvFwAhVvSoQ5wXgNlWd
4b+/BvxMVWcH4pQDbwBHqeqWGPuZgLtboKysbOjjjz/etJKlkNraWjp27JhpGY3CtKefZeW7WdF/
Dye93YHCPW78fqq0Lz1kN6v67OHEtzs06dmAZGgpxz2alqobUqP9tNNOm6Oqw8LEbdzjhUkiIh2B
p4EfxzJ9AFWdBEwCGDZsmI4aNao5pIWioqKCbNKTDKY9/dzH65RTwhmnnLhvW6q0D2Qzf+ItDho5
kCH0aXJ+YWgpxz2alqobml97mKaeVUDfwPc+fluoOCJSiDP9R1X1mcZLNYzsYz21rKM25c08EXrR
iRLa2cNcRkoJY/zvAQNF5GARaQNcAEyNijMVuMSP7jkRqFHVKhER4E/AQlW9M6XKDSMLiIyzH5SC
h7ZiIQhH0JNPWW9TNRspo0HjV9U64CrgJVzn7BOqOl9EJorIRB9tGrAUWAI8CPzAbz8FuBj4kojM
9cvYVBfCMDLFv6mmN50poX3a9nEEPdhLPYtZm7Z9GLlFqDZ+VZ2GM/fgtvsD6wpcGSPdDEjiFUSG
0YLYzHZWU8OXGZTW/fSlCx1py0KqOdoGxRkpwJ7cNYxGEnlZyuAUPa0bD9fc04MlrGU3dWndl5Eb
mPEbRiOZz2p605kudEj7vo6gJ3XUs4R1ad+X0fox4zeMRrCOrVSzhaOaOAVzWPrRlQ60YYGN7jFS
gBm/YTSCj1mNQMomZWuIPIRB9OATa+4xUoAZv2EkiXvT1mrK6UZH2jXbfo+mF3vYa1M1G03GjN8w
kqSKGjayvdmaeSL0oytd6MBcVjbrfo3Whxm/YSTJx/6F6oOaqZkngiAcQx+WsYHNbG/WfRutCzN+
w0iCet/MM4CDaJ/CKZjDMsSP45/3uVlTDCM8ZvyGkQTL2MBWdjV7M0+EznSgnG58yEqUxDPrGkY8
zPgNIwneYxkdaJO2uXnCMIQ+bGI7lWzKmAajZWPGbxgh2cR2FrGG4+lHAfkZ03EEPWhDPh9aJ6/R
SMz4DSMks1mOIAyjX0Z1tKGAwfRkPlXssjH9RiMw4zeMEOxhLx9QyRH0SOtMnGEZSn92U8cclmda
itECMeM3jBB8xCp2socTKM+0FAB605mD6cZMPqOOvZmWY7QwzPgNowEUZRbLKKOEfnTJtJx9jGQA
teziAyozLcVoYZjxG0YDLGU9a9nKcPojWfR6iXK60YfOvM1S9lKfaTlGC8KM3zASUE89r7CQzrTP
upegCMJIBlDDDj6yB7qMJDDjN4wEzGEFa9nKGRyR0SGc8RjIQfSghLf4lHp7oMsIiRm/YcRhB7up
YDHldGMQPTItJyaC8EUGsoFtvMtnmZZjtBDM+A0jDhUsZid7OIvBWdW2H83hlHE4ZfyLRaxla6bl
GC0AM37DiEE1W5jNCobSnzJKMi0nIYLwFY6mLQX8gw+to9doEDN+w4iilp1MYTZFtGEUh2VaTig6
0pavcBRV1DCDJZmWY2Q5ZvyGEWA3dTzGbLazm29yAh1ok2lJoTmCnhxNL95kCZ+wNtNyjCzGjN8w
PPUoT/MB1dRwLsfRk06ZlpQ0ozmKgyhmCrPtxexGXMz4DQPXvPM47/EJaxnNkRyWwWmXm0J7CrmE
E+lNZ57mfebaU71GDMz4jZxnEdXcz5ssYwNjOSpr5uNpLO0o5CKGczClTGUeU/mQLezMtCwjiwhl
/CIyWkQWicgSEbkhRriIyN0+fJ6IHB82rWFkgr3U82+qeZRZTGEOJbTjCkYyjP6ZlpYS2lDABQzj
JA7hI1ZzD9OZziK7ABgAFDQUQUTygXuBM4CVwHsiMlVVFwSijQEG+mUEcB8wImRaw0grirKLOjaw
jSpqWM1mPmEd29hFMW05jcM4mUPJb2U3wAXkcwZHMIz+/ItFvMkS3mQJPSjhMMroRSe6UURnOrS6
shuJadD4geHAElVdCiAijwPjgKB5jwMmq6oCM0Wks4j0BMpDpE0Z/+TjtIxhXn3YLmqZl/J8m4PW
pD04IUHkfbPq1xVlL0o9Sh172eOXHexhKzupC5wX7SmkP105lr4MoDt5rdz0utCBczmOUxnIItaw
mDW8ySf7jqcgFNGGdhTSjkK2HbOTat4jnzzyyUMQ8vwDbBJIEyQbHm9rDed6Gwo4k8Fp318Y4+8N
B/QQrcTV6huK0ztkWgBEZAIwAaCsrIyKiooQ0g7koxHbqU/Df1i71rNxV8t8zV2r1q4BI9L9S169
kL8X8vYKBXVQtjuPNrsLaLdDKN6aR9tdglDLahaymoVp0V5bW9uoc7g5OBjoW9CB7R3q2dG+nu0d
lD2Fe6krqKO2cDt7ZC+rt66nPk+pF0BA/YFWyA6Xj0FrONcL9whtZjfDUFxVTbgA5wEPBb5fDNwT
FecFYGTg+2vAsDBpYy1Dhw7VbGL69OmZltBoWqr26upqPeaYY7Rjx4567bXXZlpO0iRz3G+66Sa9
6KKL4oYPHjw4bn7Tp0/X3r17x0176aWX6o033hhaSyTPlkhL1a2aGu3AbG3AWyNLmPrxKqBv4Hsf
vy1MnDBpWz1///vfGTZsGB07dqRnz56MGTOGGTNmAHDzzTfzrW9963NpRIQlS/Y/gblgwQLOOecc
OnXqRHFxMaeddhpvv/32AWl2797NzTffzMCBAykqKqK8vJzf/e53LFu2bF+cF154geHDh1NUVES3
bt246KKLWLlyfy3p4YcfZuTIkQnLc9lll1FQUEBV1f5x4hMnTqRjx4507NiRNm3aUFhYuO/7mDFj
WLZsGSKyb1tkmTJlSsx9TJo0iU6dOrFlyxbuuOOOhHoa4rLLLuMXv/hFk/JIlmuuuYbu3btTUlLC
kCFD+Mc//tHovObPn8+oUaNSJy7NRJ+7DTFq1CgeeuihlOx7/PjxvPzyy+zatYsePQ6cWO/6669n
4MCBFBcXM2jQICZPnpySfbZExF0oEkQQKQAWA1/GmfZ7wIWqOj8Q5yvAVcBYXFPO3ao6PEzaOPtc
B1n1MtFSYH0j05YBPXDl2YK7Wy4BinFNX72AtvC5qRWHAh8Du3z4EcA6oNrnUYprSlsMbPNpBgCF
fl/bgXygH7DV6++C63dZDmzy4X28lgXAXqCbz3tRnPLkAUO8hipgTYw4scrUBjgamBMn32j6+7Kk
Yv6BcmA3sDoFeYWlJ/t/qyLgMNzvuSdG3HjnQBiKca038Rq3y0m+7E053+HAczcMhwMbmrhPcLp7
AAtxx7MP7v8RoRewEdiJ+00GAp+w//+TSZp6zAH6q2r3UDHD3BbgDH0x8Clwo982EZjo1wU3eudT
4CNgWKK0LW0hiVuoqHSdgFrg/ARxbgb+FmO7AgP8+l+BaTHi3Ae84ddPB3YAfWNp97/RcuCnUeF5
uD/pr/33y4AZCfReguu3uRr4OGyZcAakQEGI4/YwziDr/fE73eu8wZ9HG4AngK6BNE/ijLYGeAM4
0m+f4PPa7fN6Pvr4BvZ5i18fhbso/8zn+Ve//WxgLrAZeBs4Jsw5gxsgsRMYnuB4PQFMxl2k50f9
h5YBp/v19l7rJtzF+ifAykDc44D3fT5TgMcj5WqoDH4/1+MqDTU+fbs4mgcAr/t464Epfvsb/thu
88f7G7gKxwu4issmv97Hx78VV+HY6ePf47cPAl7BGfUiYHyI8+YDYKlf/z5wewPxpwLXNcUbUrXQ
SI9p9P4yXeCWsDT2RwFGA3UkMDvCGX81cHmMOKf5P0174Dbg9Xja/R9JgYNjxPkV8I5fv4zExv8a
cDvuTqYOGBqmTCRh/D7+w8DqwPergZm4Wlxb4AHgsUD4t3G137bAH4C5UXndEpV/Q8ZfB/zO59ce
Z6hrcXe0+cClOKNsG++c8Qa30+/rRSAvwTmwE1dJygd+C8wMhC9jv/HfBrwJdMU1o36MN37cXdVy
4Brc3dJ5uItepFwJy+DXZwEf+vwX4it3MTQ/BtyIuyC348A+vuhj2w04F+jgf6MngecC4RXAdwPf
i3CVi8txA1COw11cBsfR8mXchWwv7gK/2X9u8+unxkjTHnfHOjoVHtHUhWY2/tY9ji3zdAPWq2pd
A/HGi8jm4BIVXgoxJ16pwv3xuvp9JZqcpTSQJlY+pTG2H4CI9MNdbP6uqmtwF4FLGkoXxfqosh4R
Mt1E3B3jSlXdhTPL83xzIqr6Z1XdGggbIiJNmWynHrhJVXep6g7cncMDqvququ5V1UdwTRknxstA
Vc/GGd1Y4GVVTTTWeIaqTlPVvbg7vCFx4o0HblXVjapaCdwdCDsRZ/h/UNU9qvoUrnk1Qpgy3A3s
UdWNwPPAsXF07ME1x/VS1Z2qOiNewVR1g6o+rarbVXUrrpZ/arz4uLuSZar6F1WtU9UPgKeB8+Pk
/5qqdsaZ/Pm4JtBlQKmqdlbV12Mkux93gXspgY5Wixl/OCY1Mt0GoDRiTgl4wp+g+5ao8PW4NuNo
euIMapPfV6w4Ee3rA2li5ROmffFiYKGqzvXfHwUuFJHCEGkjlEaVNdF4yg8C6/2BZwMXxoW4Gl6Z
iOSLyG0i8qmIbMH96SHExSwB61Q1+Jhrf+C6qItzX1y7cSwmAXgD/idwpoick2B/1YH17UC7OOdN
Lw4cIr08KmyV+ipkjPAwZahm/zmzHegYR+9Pcc2Hs0Rkvoh8O048RKSDiDwgIsv97/MG0Nk/4BmL
/rgHQIM6L4LYr0ETkZU+ThfgEdxdTX+gSkTujBH/98BRuOajbHlfZWM9plGY8YdAVRv7o7yDq1F9
rYkSXiV2bWc8rolmu48zXET6BCMEtC/CtVsfkI+I5OFuw18LoeMS4BARqRaRauBOnLmOTaIsyRA0
/kpgTNRFo52qrgIuxD0YeDquX6Xcp4mMOI/1596Oa3qIEG0q0WkqcTXt4P47qOpjsYTHOGcKgENj
xU2SKg4cKdcvKqy3iEic8FBlCHO+q2q1ql6hqr2A7wF/FJEBcaJfh+vAHaGqJcAX/fZ4v08lrtky
qLOjqn4/jpY+uGbVV3ylaRJwpU93bTCuiPwKN9PAmaq6paFyNhdN8JhGYcafRlS1BvglcK+IfM3X
fApFZIyI3J5EVr8CThaRW0Wkq4gUi8gPcUb8M7+vV3GdYc+KyFARKfDxJorIt33N5nrgFyJyoYi0
E5EewEO4UUb/E9if+PDgchLOuIbjbv+PxdWa/k7yzT2N4X7gVhHp7wV2F5FxPqwYd4HdgDPz30Sl
XQMcErVtLu5uJV9ERpO46QHgQWCiiIzwc1MVichXRKQ4OqKIDPK/cXv/e38LZ3axmhyS5Qng5yLS
xV/kfxgIewfXN/Ejv9+v436vpMvQECJyfqCSsQln3pGmrOjjXYwbeLBZRLoCN0VlFx3/BeAwEbnY
l6NQRE5ooFlwKK5TG+B4XB9LtOaf4yoJp6vqhgYL2Yox408zqnoHcC3wC9yohkrc0NfnksjjE2Ak
rt13Ga5mdy5wlqq+FYh6HjANNxqjBtfxNwx3N4CqTsE111yDM8kFuE6uU6L+CCfj/qjB5TvAP1T1
I1/bq1bVauAu4Gz/hw7DZhGpDSzXNpwE/H6mAi+LyFZcR2/kKfDJuCaNVb5MM6PS/gkY7JsNIsf9
auCruHbhi2jg91DV2cAVwD04o1uC6wiPheD6GdbifvOrgW+o6vtx4ifDr3Bl/Qx4GdcfENG4G/i6
17URN6LmmUaWoSFOAN4VkVrc73K1+qlZcGV/xB/v8bjO9va45sSZuI7uIHfh+ms2icjdvh/gTOAC
3DDUavZ3tMdjKPC+v9sZhBsZFc1vcHdASwLn338kW/DWQIPj+A3DMIzWhdX4DcMwcgwzfsMwjBzD
jN8wDCPHMOM3DMPIMcLMx9/slJaWanl5eaZl7GPbtm0UFRVlWkajMO2ZwbQ3Py1VN6RG+5w5c9Zr
yEnastL4y8vLmT37c8NwM0ZFRUWLmhY3iGnPDKa9+WmpuiE12kUk9IzG1tRjGMnw8MNw0EHwm99A
XUNTMBlGdmLGbxhhqK+Hn/8cLr8c2rWDG2+EL34RPv0008oMI2nM+A2jIXbuhPPPh9tugwkTnNk/
+igsXAhDhkAWNUsaRhjM+A2jIf73f+GZZ+COO+D++6GwEC68EObNgw4d4D//M9MKDSMpzPgNIxG7
d8Ndd8Fpp8G110Jw4su+fd22F1+0Wr/RojDjN4xEPPYYrFoFP/lJ7PAf/AA6d4Zbb21eXYbRBMz4
DSMeqvDf/w1HHQWjR8eOU1ICV18Nzz0HH33UvPoMo5GY8RtGPF58ET7+2NX2D3i3SRQ/+hF07Ai/
/W3zaTOMJmDGbxjx+P3voXdvuOCCxPG6doUrr4QpU2Dx4ubRZhhNwIzfMGIxZw5Mnw4//jG0adNw
/Guugbw8eOih9GszjCZixm8YsZg8Gdq2hSuuCBe/rAzOOAOefNL1DRhGFmPGbxjR1NfD00/DmDHQ
qVP4dOPHw7JlNrTTyHrM+A0jmpkz3RDO885LLt24ce7hrieeSI8uw0gRZvyGEc1TT7l2/a9+Nbl0
XbrAmWc647fmHiOLMeM3jCD19c74zzrLjdFPlvHjYcUKShYuTL02w0gRZvyGEeS996CyMvlmngjn
nANt2tB9+vTU6jKMFGLGbxhBnnrKtdOfc07j0nfuDGedRffXX3d3D4aRhZjxG0YEVTcc84wznIE3
lvHjabduneskNowsxIzfMCLMmQPLlze+mSfCOedQX1jo7h4MIwsx4zeMCM88A/n5blhmUygpYdNx
x8HUqTa6x8hKzPgNI8LUqXDqqW7unSay4eST3Zu6/v3vFAgzjNRixm8Y4Ex6/vzGd+pGseHkk93K
1Kkpyc8wUokZv2EAPP+8+0z2oa047OreHY4/3ozfyEpCGb+IjBaRRSKyRERuiBEuInK3D58nIsf7
7X1FZLqILBCR+SJydaoLYBgpYepU98KVQw5JXZ7nnAPvvANr16YuT8NIAQ0av4jkA/cCY4DBwDdF
ZHBUtDHAQL9MAO7z2+uA61R1MHAicGWMtIaRWTZtgjfeSFkzzz7OOcd17k6bltp8DaOJhKnxDweW
qOpSVd0NPA5ED3sYB0xWx0ygs4j0VNUqVX0fQFW3AguB3inUbxhN55//hL17U9bMs49jj4U+fay5
x8g6CkLE6Q1UBr6vBEaEiNMbqIpsEJFy4Djg3Vg7EZEJuLsFysrKqKioCCGteaitrc0qPclg2htm
8EMP0blLF97evh1StL/a2loqXn+dgUOH0uOf/+Stl1+mPswLXbKAlnrOtFTdkAHtqppwAc4DHgp8
vxi4JyrOC8DIwPfXgGGB7x2BOcDXG9qfqjJ06FDNJqZPn55pCY3GtDfArl2qJSWq3/lOSrPdp/3F
F1VB9f/+L6X5p5OWes60VN2qqdEOzNYQ/qqqoZp6VgF9A9/7+G2h4ohIIfA08KiqPhP6imQYzcEb
b8CWLalv348wapR7Eftzz6Unf8NoBGGM/z1goIgcLCJtgAuA6EbLqcAlfnTPiUCNqlaJiAB/Ahaq
6p0pVW4YqeC556BdOzj99PTk37YtnH22209dXXr2YRhJ0qDxq2odcBXwEq5z9glVnS8iE0Vkoo82
DVgKLAEeBH7gt5+Caxr6kojM9cvYVBfCMBrF3r3uFYtjx0KHDunbz3nnwbp18Oab6duHYSRBmM5d
VHUaztyD2+4PrCtwZYx0MwBpokbDSA9vvQXV1XD++endz5gx7sLy1FNw2mnp3ZdhhMCe3DVylyef
dM08Z5+d3v106ODM/5lnbI5+Iysw4zdyk/p618wzZozrfE03553n7i7efjv9+zKMBjDjN3KTt96C
qqr0N/NE+MpXXEevzdFvZAFm/EZu8uST+0fcNAfFxTB6tLvLsOYeI8OY8Ru5R7CZp7i4+fZ77rmw
ciXMmtV8+zSMGJjxG7nH22/D6tXN18wT4atfdS9yf/LJ5t2vYURhxm/kHlOmuGaeVE/K1hCdO7um
pb/+FXbvbt59G0YAM34jt9i2zRnv17/evM08ESZMcA9zPfts8+/bMDxm/EZu8dhjUFMDP/hBw3HT
wZlnQnk5PPBAZvZvGJjxG7mEKvzxj3D00XDKKZnRkJcHV1wB06fD4sWZ0WDkPGb8Ru4waxZ88IGr
7UsGZxK5/HIoKIAHH8ycBiOnMeM3coc//tE9pXvRRZnV0bOnmwb64Ydh167MajFyEjN+IzdYv96N
5rnkksx06kbzve85Tc/YKyqM5seM38gN/vIXV7v+/vczrcRx+ulwyCFw5532JK/R7JjxG62fmhr4
/e/hS1+Co47KtBpHXh788pcwezY88USm1Rg5hhm/0fr5r/9yzSq//32mlRzIt74Fxx4LN9wAO3dm
Wo2RQ5jxG62bRYvgrrvgO9+B44/PtJoDyc+H//5vWL4c7rkn02qMHMKM32jdXHcdtG8Pt9ySaSWx
+fKX3asfb7kFNmzItBojRzDjN1ovL74I//d/ri29rCzTauJz++2wdSv8539mWomRI5jxG62TVavc
vDgDBsCPfpRpNYk58kj44Q/hvvvc2H7DSDOhXrZuGC2KzZvdS082b4bXX4c2bTKtqGF+/3uYP99d
rMrLYdSoTCsyWjFW4zdaFzt3wte+5jp1n3kGjjsu04rCEZmnf8AAN3OozeNjpBEzfqP1sGaNM83X
X3dNJqefnmlFydG5s+uTKCiA006DV1/NtCKjlWLGb7R8VOFvf4PBg+G119ycPBdemGlVjePgg+GV
V6CkBM44w/VPbN+eaVVGKyOU8YvIaBFZJCJLROSGGOEiInf78HkicnzYtIbRaGpqYPJkVzu++GI4
/HCYOzd7pmVoLEOGwPvvO9P/3/+FQYPgpptgyZJMKzNaCQ127opIPnAvcAawEnhPRKaq6oJAtDHA
QL+MAO4DRoRMaxjxqa93Br9xo3tz1eLFsGABzJsH//qXm3+nf3+4+2433XJ+fqYVp4b27d2DZ+PG
wW23uaePf/1rGDbMPYh2zDFwxBFumGr37tC1q2siMowQhDlThgNLVHUpgIg8DowDguY9DpisqgrM
FJHOItITKA+RNnUccwzs2JHybIfv2OH+iC2QrNCuGn898l0V9u7dv+zaxRe3b4c9ez6fX2EhHHaY
m+Hym9+EESMyO79+OvnSl9yycqVrznrxRdcJPGnS5+MWFkK7dm7Jz9+/iBy4RIiznhXnTCNoqboh
oL20FN55J+37C2P8vYHKwPeVuFp9Q3F6h0wLgIhMACYAlJWVUVFREULagRzeuzd5sYyiidTV1bG1
hdamskZ7wFg02qT9d83LQ/PzIS+P+sJCdopQ0KEDdcXF7Ckpoa6khB29e7OjVy80UqadO11nbpZR
W1vbqHM4ISee6BZV2q5fT/vKSgo3b6awpobCLVvI27173yJ79yL19Uh9/YEXWI/EuxiTRedMkrRU
3bBfe11REZ+k+ryJQdYcJVWdBEwCGDZsmI5qzDjmNI19rqiooFF6sgDTnhlMe/PTUnXDgdp7N8P+
whj/KqBv4Hsfvy1MnMIQaQ3DMIxmJIzxvwcMFJGDcaZ9ARA9Vm4qcJVvwx8B1KhqlYisC5H2c8yZ
M2e9iCxPohzpphRYn2kRjcS0ZwbT3vy0VN2QGu39w0Zs0PhVtU5ErgJeAvKBP6vqfBGZ6MPvB6YB
Y4ElwHbg8kRpQ+yze9gCNAciMltVh2VaR2Mw7ZnBtDc/LVU3NL/2UG38qjoNZ+7BbfcH1hW4Mmxa
wzAMI3PYk7uGYRg5hhl/OGIMmm4xmPbMYNqbn5aqG5pZu2jUGF7DMAyjdWM1fsMwjBzDjN8wDCPH
MONPgIjcLCKrRGSuX8YGwn7uZxxdJCJnZVJnPFrSzKgiskxEPvLHebbf1lVEXhGRT/xnl0zrBBCR
P4vIWhH5OLAtrtZsOlfiaG8R57mI9BWR6SKyQETmi8jVfntWH/sEujN33FXVljgLcDNwfYztg4EP
gbbAwcCnQH6m9UZpzPe6DgHaeL2DM60rgd5lQGnUttuBG/z6DcDvMq3Ta/kicDzwcUNas+1ciaO9
RZznQE/geL9eDCz2GrP62CfQnbHjbjX+xjEOeFxVd6nqZ7gH14ZnWFM0+2ZVVdXdQGRm1JbEOOAR
v/4I8LUMatmHqr4BbIzaHE9rVp0rcbTHI9u0V6nq+359K7AQN7VNVh/7BLrjkXbdZvwN80P/cpk/
B24h481Gmk20BI1BFHhVROb4mVoBylS1yq9XA2WZkRaKeFpbyu/Qos5zESkHjgPepQUd+yjdkKHj
nvPGLyKvisjHMZZxuBfKHAIcC1QBd2RUbOtmpKoei3upz5Ui8sVgoLp74BYx9rglafW0qPNcRDoC
TwM/VtUtwbBsPvYxdGfsuGfNtMyZQlVDvZFbRB4EXvBfw8xYmmlagsZ9qOoq/7lWRJ7F3dquEZGe
6ib86wmszajIxMTTmvW/g6quiaxn+3kuIoU483xUVZ/xm7P+2MfSncnjnvM1/kT4kyjC/wMiIyGm
AheISFs/8+hAYFZz62uAfbOqikgb3MyoUzOsKSYiUiQixZF14EzcsZ4KXOqjXQr8IzMKQxFPa9af
Ky3lPBcRAf4ELFTVOwNBWX3s4+nO6HHPRO98S1mAvwIfAfP8j9EzEHYjrrd9ETAm01rj6B+LG0Hw
KXBjpvUk0HkIbhTDh8D8iFagG/Aa8AnwKtA101q9rsdwt+Z7cO2v30mkNZvOlTjaW8R5DozENePM
A+b6ZWy2H/sEujN23G3KBsMwjBzDmnoMwzByDDN+wzCMHMOM3zAMI8cw4zcMw8gxzPgNwzByDDN+
wzCMHMOM3zAMI8f4/9JTPkbW4t0uAAAAAElFTkSuQmCC
"
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="ModelSelector-class">ModelSelector class<a class="anchor-link" href="#ModelSelector-class">&#182;</a></h5><p>Review the <code>ModelSelector</code> class from the codebase found in the <code>my_model_selectors.py</code> module.  It is designed to be a strategy pattern for choosing different model selectors.  For the project submission in this section, subclass <code>SelectorModel</code> to implement the following model selectors.  In other words, you will write your own classes/functions in the <code>my_model_selectors.py</code> module and run them from this notebook:</p>
<ul>
<li><code>SelectorCV</code>:  Log likelihood with CV</li>
<li><code>SelectorBIC</code>: BIC </li>
<li><code>SelectorDIC</code>: DIC</li>
</ul>
<p>You will train each word in the training set with a range of values for the number of hidden states, and then score these alternatives with the model selector, choosing the "best" according to each strategy. The simple case of training with a constant value for <code>n_components</code> can be called using the provided <code>SelectorConstant</code> subclass as follow:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[21]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">from</span> <span class="nn">my_model_selectors</span> <span class="k">import</span> <span class="n">SelectorConstant</span>

<span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features_ground</span><span class="p">)</span>  <span class="c1"># Experiment here with different feature sets defined in part 1</span>
<span class="n">word</span> <span class="o">=</span> <span class="s1">&#39;VEGETABLE&#39;</span> <span class="c1"># Experiment here with different words</span>
<span class="n">model</span> <span class="o">=</span> <span class="n">SelectorConstant</span><span class="p">(</span><span class="n">training</span><span class="o">.</span><span class="n">get_all_sequences</span><span class="p">(),</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_Xlengths</span><span class="p">(),</span> <span class="n">word</span><span class="p">,</span> <span class="n">n_constant</span><span class="o">=</span><span class="mi">3</span><span class="p">)</span><span class="o">.</span><span class="n">select</span><span class="p">()</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Number of states trained in model for </span><span class="si">{}</span><span class="s2"> is </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Number of states trained in model for VEGETABLE is 3
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Cross-validation-folds">Cross-validation folds<a class="anchor-link" href="#Cross-validation-folds">&#182;</a></h5><p>If we simply score the model with the Log Likelihood calculated from the feature sequences it has been trained on, we should expect that more complex models will have higher likelihoods. However, that doesn't tell us which would have a better likelihood score on unseen data.  The model will likely be overfit as complexity is added.  To estimate which topology model is better using only the training data, we can compare scores using cross-validation.  One technique for cross-validation is to break the training set into "folds" and rotate which fold is left out of training.  The "left out" fold scored.  This gives us a proxy method of finding the best model to use on "unseen data". In the following example, a set of word sequences is broken into three folds using the <a href="http://scikit-learn.org/stable/modules/generated/sklearn.model_selection.KFold.html">scikit-learn Kfold</a> class object. When you implement <code>SelectorCV</code>, you will use this technique.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[22]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">from</span> <span class="nn">sklearn.model_selection</span> <span class="k">import</span> <span class="n">KFold</span>

<span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features_ground</span><span class="p">)</span> <span class="c1"># Experiment here with different feature sets</span>
<span class="n">word</span> <span class="o">=</span> <span class="s1">&#39;VEGETABLE&#39;</span> <span class="c1"># Experiment here with different words</span>
<span class="n">word_sequences</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_word_sequences</span><span class="p">(</span><span class="n">word</span><span class="p">)</span>
<span class="n">split_method</span> <span class="o">=</span> <span class="n">KFold</span><span class="p">()</span>
<span class="k">for</span> <span class="n">cv_train_idx</span><span class="p">,</span> <span class="n">cv_test_idx</span> <span class="ow">in</span> <span class="n">split_method</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">word_sequences</span><span class="p">):</span>
    <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Train fold indices:</span><span class="si">{}</span><span class="s2"> Test fold indices:</span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">cv_train_idx</span><span class="p">,</span> <span class="n">cv_test_idx</span><span class="p">))</span>  <span class="c1"># view indices of the folds</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Train fold indices:[2 3 4 5] Test fold indices:[0 1]
Train fold indices:[0 1 4 5] Test fold indices:[2 3]
Train fold indices:[0 1 2 3] Test fold indices:[4 5]
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><strong>Tip:</strong> In order to run <code>hmmlearn</code> training using the X,lengths tuples on the new folds, subsets must be combined based on the indices given for the folds.  A helper utility has been provided in the <code>asl_utils</code> module named <code>combine_sequences</code> for this purpose.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Scoring-models-with-other-criterion">Scoring models with other criterion<a class="anchor-link" href="#Scoring-models-with-other-criterion">&#182;</a></h5><p>Scoring model topologies with <strong>BIC</strong> balances fit and complexity within the training set for each word.  In the BIC equation, a penalty term penalizes complexity to avoid overfitting, so that it is not necessary to also use cross-validation in the selection process.  There are a number of references on the internet for this criterion.  These <a href="http://www2.imm.dtu.dk/courses/02433/doc/ch6_slides.pdf">slides</a> include a formula you may find helpful for your implementation.</p>
<p>The advantages of scoring model topologies with <strong>DIC</strong> over BIC are presented by Alain Biem in this <a href="http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.58.6208&amp;rep=rep1&amp;type=pdf">reference</a> (also found <a href="https://pdfs.semanticscholar.org/ed3d/7c4a5f607201f3848d4c02dd9ba17c791fc2.pdf">here</a>).  DIC scores the discriminant ability of a training set for one word against competing words.  Instead of a penalty term for complexity, it provides a penalty if model liklihoods for non-matching words are too similar to model likelihoods for the correct word in the word set.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part2_submission'></a></p>
<h3 id="Model-Selection-Implementation-Submission">Model Selection Implementation Submission<a class="anchor-link" href="#Model-Selection-Implementation-Submission">&#182;</a></h3><p>Implement <code>SelectorCV</code>, <code>SelectorBIC</code>, and <code>SelectorDIC</code> classes in the <code>my_model_selectors.py</code> module.  Run the selectors on the following five words. Then answer the questions about your results.</p>
<p><strong>Tip:</strong> The <code>hmmlearn</code> library may not be able to train or score all models.  Implement try/except contructs as necessary to eliminate non-viable models from consideration.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[23]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">words_to_train</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;FISH&#39;</span><span class="p">,</span> <span class="s1">&#39;BOOK&#39;</span><span class="p">,</span> <span class="s1">&#39;VEGETABLE&#39;</span><span class="p">,</span> <span class="s1">&#39;FUTURE&#39;</span><span class="p">,</span> <span class="s1">&#39;JOHN&#39;</span><span class="p">]</span>
<span class="kn">import</span> <span class="nn">timeit</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[151]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO: Implement SelectorCV in my_model_selector.py</span>

<span class="kn">from</span> <span class="nn">importlib</span> <span class="k">import</span> <span class="n">reload</span>
<span class="kn">import</span> <span class="nn">my_model_selectors</span>
<span class="n">reload</span><span class="p">(</span><span class="n">my_model_selectors</span><span class="p">)</span>

<span class="kn">from</span> <span class="nn">my_model_selectors</span> <span class="k">import</span> <span class="n">SelectorCV</span>

<span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features_ground</span><span class="p">)</span>  <span class="c1"># Experiment here with different feature sets defined in part 1</span>
<span class="n">sequences</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_sequences</span><span class="p">()</span>
<span class="n">Xlengths</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_Xlengths</span><span class="p">()</span>
<span class="k">for</span> <span class="n">word</span> <span class="ow">in</span> <span class="n">words_to_train</span><span class="p">:</span>
    <span class="n">start</span> <span class="o">=</span> <span class="n">timeit</span><span class="o">.</span><span class="n">default_timer</span><span class="p">()</span>
    <span class="n">model</span> <span class="o">=</span> <span class="n">SelectorCV</span><span class="p">(</span><span class="n">sequences</span><span class="p">,</span> <span class="n">Xlengths</span><span class="p">,</span> <span class="n">word</span><span class="p">,</span> 
                    <span class="n">min_n_components</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">max_n_components</span><span class="o">=</span><span class="mi">15</span><span class="p">,</span> <span class="n">random_state</span> <span class="o">=</span> <span class="mi">14</span><span class="p">)</span><span class="o">.</span><span class="n">select</span><span class="p">()</span>
    <span class="n">end</span> <span class="o">=</span> <span class="n">timeit</span><span class="o">.</span><span class="n">default_timer</span><span class="p">()</span><span class="o">-</span><span class="n">start</span>
    <span class="k">if</span> <span class="n">model</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Training complete for </span><span class="si">{}</span><span class="s2"> with </span><span class="si">{}</span><span class="s2"> states with time </span><span class="si">{}</span><span class="s2"> seconds&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">,</span> <span class="n">end</span><span class="p">))</span>
    <span class="k">else</span><span class="p">:</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Training failed for </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Training complete for FISH with 7 states with time 0.40756149403750896 seconds
Training complete for BOOK with 5 states with time 5.0582979610189795 seconds
Training complete for VEGETABLE with 2 states with time 2.0030296460026875 seconds
Training complete for FUTURE with 2 states with time 4.81143228901783 seconds
Training complete for JOHN with 12 states with time 61.78701633599121 seconds
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[28]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO: Implement SelectorBIC in module my_model_selectors.py</span>
<span class="kn">from</span> <span class="nn">importlib</span> <span class="k">import</span> <span class="n">reload</span>
<span class="kn">import</span> <span class="nn">my_model_selectors</span>
<span class="n">reload</span><span class="p">(</span><span class="n">my_model_selectors</span><span class="p">)</span>

<span class="kn">from</span> <span class="nn">my_model_selectors</span> <span class="k">import</span> <span class="n">SelectorBIC</span>

<span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features_ground</span><span class="p">)</span>  <span class="c1"># Experiment here with different feature sets defined in part 1</span>
<span class="n">sequences</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_sequences</span><span class="p">()</span>
<span class="n">Xlengths</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_Xlengths</span><span class="p">()</span>
<span class="k">for</span> <span class="n">word</span> <span class="ow">in</span> <span class="n">words_to_train</span><span class="p">:</span>
    <span class="n">start</span> <span class="o">=</span> <span class="n">timeit</span><span class="o">.</span><span class="n">default_timer</span><span class="p">()</span>
    <span class="n">model</span> <span class="o">=</span> <span class="n">SelectorBIC</span><span class="p">(</span><span class="n">sequences</span><span class="p">,</span> <span class="n">Xlengths</span><span class="p">,</span> <span class="n">word</span><span class="p">,</span> 
                    <span class="n">min_n_components</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">max_n_components</span><span class="o">=</span><span class="mi">15</span><span class="p">,</span> <span class="n">random_state</span> <span class="o">=</span> <span class="mi">14</span><span class="p">)</span><span class="o">.</span><span class="n">select</span><span class="p">()</span>
    <span class="n">end</span> <span class="o">=</span> <span class="n">timeit</span><span class="o">.</span><span class="n">default_timer</span><span class="p">()</span><span class="o">-</span><span class="n">start</span>
    <span class="k">if</span> <span class="n">model</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Training complete for </span><span class="si">{}</span><span class="s2"> with </span><span class="si">{}</span><span class="s2"> states with time </span><span class="si">{}</span><span class="s2"> seconds&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">,</span> <span class="n">end</span><span class="p">))</span>
    <span class="k">else</span><span class="p">:</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Training failed for </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Training complete for FISH with 5 states with time 0.4043509580078535 seconds
Training complete for BOOK with 8 states with time 2.866096017009113 seconds
Training complete for VEGETABLE with 9 states with time 1.0537159809900913 seconds
Training complete for FUTURE with 9 states with time 3.210963505989639 seconds
Training complete for JOHN with 13 states with time 41.92054786501103 seconds
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[150]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO: Implement SelectorDIC in module my_model_selectors.py</span>
<span class="kn">from</span> <span class="nn">importlib</span> <span class="k">import</span> <span class="n">reload</span>
<span class="kn">import</span> <span class="nn">my_model_selectors</span>
<span class="n">reload</span><span class="p">(</span><span class="n">my_model_selectors</span><span class="p">)</span>

<span class="kn">from</span> <span class="nn">my_model_selectors</span> <span class="k">import</span> <span class="n">SelectorDIC</span>

<span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features_ground</span><span class="p">)</span>  <span class="c1"># Experiment here with different feature sets defined in part 1</span>
<span class="n">sequences</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_sequences</span><span class="p">()</span>
<span class="n">Xlengths</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_Xlengths</span><span class="p">()</span>
<span class="k">for</span> <span class="n">word</span> <span class="ow">in</span> <span class="n">words_to_train</span><span class="p">:</span>
    <span class="n">start</span> <span class="o">=</span> <span class="n">timeit</span><span class="o">.</span><span class="n">default_timer</span><span class="p">()</span>
    <span class="n">model</span> <span class="o">=</span> <span class="n">SelectorDIC</span><span class="p">(</span><span class="n">sequences</span><span class="p">,</span> <span class="n">Xlengths</span><span class="p">,</span> <span class="n">word</span><span class="p">,</span> 
                    <span class="n">min_n_components</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">max_n_components</span><span class="o">=</span><span class="mi">15</span><span class="p">,</span> <span class="n">random_state</span> <span class="o">=</span> <span class="mi">14</span><span class="p">)</span><span class="o">.</span><span class="n">select</span><span class="p">()</span>
    <span class="n">end</span> <span class="o">=</span> <span class="n">timeit</span><span class="o">.</span><span class="n">default_timer</span><span class="p">()</span><span class="o">-</span><span class="n">start</span>
    <span class="k">if</span> <span class="n">model</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Training complete for </span><span class="si">{}</span><span class="s2"> with </span><span class="si">{}</span><span class="s2"> states with time </span><span class="si">{}</span><span class="s2"> seconds&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">,</span> <span class="n">model</span><span class="o">.</span><span class="n">n_components</span><span class="p">,</span> <span class="n">end</span><span class="p">))</span>
    <span class="k">else</span><span class="p">:</span>
        <span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Training failed for </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">word</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Training complete for FISH with 3 states with time 1.0030482279835269 seconds
Training complete for BOOK with 15 states with time 5.288400722027291 seconds
Training complete for VEGETABLE with 15 states with time 4.6213095569983125 seconds
Training complete for FUTURE with 15 states with time 5.965372018981725 seconds
Training complete for JOHN with 15 states with time 43.91558559203986 seconds
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><strong>Question 2:</strong>  Compare and contrast the possible advantages and disadvantages of the various model selectors implemented.</p>
<p><strong>Answer 2:</strong> In this section we explored three different selectors based on cross-validation folds, Bayesian information criterion, and Deviance information criterion. Cross-validation improves model accuracy by reducing the likelyhood of overfitting, which is achieved by witholding a part of the data during the training, and then using that hidden data to test the trained model. Bayesian criterion explicitly penalizes the complexity (number of features/parameters) of the model instead. DIC penalizes models which result with a similar likelyhood between the right and wrong words. None of the approaches is perfect. Cross-validation reduces the amount of data you can train on (undesirable if data size is small) and it relies on several non-rigorous "rule of thumb" decisions, such as how to split the initial dataset into train and test datasets. BIC may penalize complexity harsher than needed, sacrificing prediction accuracy for the sake of simplicity and resulting in an underfitted model. It may however compute faster. Finding the number of free parameters in BIC formula may also be non-trivial. DIC may take longer to compute and favor more complex models compared to BIC.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part2_test'></a></p>
<h3 id="Model-Selector-Unit-Testing">Model Selector Unit Testing<a class="anchor-link" href="#Model-Selector-Unit-Testing">&#182;</a></h3><p>Run the following unit tests as a sanity check on the implemented model selectors.  The test simply looks for valid interfaces  but is not exhaustive. However, the project should not be submitted if these tests don't pass.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[72]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">from</span> <span class="nn">asl_test_model_selectors</span> <span class="k">import</span> <span class="n">TestSelectors</span>
<span class="n">suite</span> <span class="o">=</span> <span class="n">unittest</span><span class="o">.</span><span class="n">TestLoader</span><span class="p">()</span><span class="o">.</span><span class="n">loadTestsFromModule</span><span class="p">(</span><span class="n">TestSelectors</span><span class="p">())</span>
<span class="n">unittest</span><span class="o">.</span><span class="n">TextTestRunner</span><span class="p">()</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">suite</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>....
----------------------------------------------------------------------
Ran 4 tests in 54.431s

OK
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt output_prompt">Out[72]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&lt;unittest.runner.TextTestResult run=4 errors=0 failures=0&gt;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part3_tutorial'></a></p>
<h2 id="PART-3:-Recognizer">PART 3: Recognizer<a class="anchor-link" href="#PART-3:-Recognizer">&#182;</a></h2><p>The objective of this section is to "put it all together".  Using the four feature sets created and the three model selectors, you will experiment with the models and present your results.  Instead of training only five specific words as in the previous section, train the entire set with a feature set and model selector strategy.</p>
<h3 id="Recognizer-Tutorial">Recognizer Tutorial<a class="anchor-link" href="#Recognizer-Tutorial">&#182;</a></h3><h5 id="Train-the-full-training-set">Train the full training set<a class="anchor-link" href="#Train-the-full-training-set">&#182;</a></h5><p>The following example trains the entire set with the example <code>features_ground</code> and <code>SelectorConstant</code> features and model selector.  Use this pattern for you experimentation and final submission cells.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[73]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># autoreload for automatically reloading changes made in my_model_selectors and my_recognizer</span>
<span class="o">%</span><span class="k">load_ext</span> autoreload
<span class="o">%</span><span class="k">autoreload</span> 2
<span class="kn">from</span> <span class="nn">my_model_selectors</span> <span class="k">import</span> <span class="n">SelectorConstant</span>

<span class="k">def</span> <span class="nf">train_all_words</span><span class="p">(</span><span class="n">features</span><span class="p">,</span> <span class="n">model_selector</span><span class="p">):</span>
    <span class="n">training</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_training</span><span class="p">(</span><span class="n">features</span><span class="p">)</span>  <span class="c1"># Experiment here with different feature sets defined in part 1</span>
    <span class="n">sequences</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_sequences</span><span class="p">()</span>
    <span class="n">Xlengths</span> <span class="o">=</span> <span class="n">training</span><span class="o">.</span><span class="n">get_all_Xlengths</span><span class="p">()</span>
    <span class="n">model_dict</span> <span class="o">=</span> <span class="p">{}</span>
    <span class="k">for</span> <span class="n">word</span> <span class="ow">in</span> <span class="n">training</span><span class="o">.</span><span class="n">words</span><span class="p">:</span>
        <span class="n">model</span> <span class="o">=</span> <span class="n">model_selector</span><span class="p">(</span><span class="n">sequences</span><span class="p">,</span> <span class="n">Xlengths</span><span class="p">,</span> <span class="n">word</span><span class="p">,</span> 
                        <span class="n">n_constant</span><span class="o">=</span><span class="mi">3</span><span class="p">)</span><span class="o">.</span><span class="n">select</span><span class="p">()</span>
        <span class="n">model_dict</span><span class="p">[</span><span class="n">word</span><span class="p">]</span><span class="o">=</span><span class="n">model</span>
    <span class="k">return</span> <span class="n">model_dict</span>

<span class="n">models</span> <span class="o">=</span> <span class="n">train_all_words</span><span class="p">(</span><span class="n">features_ground</span><span class="p">,</span> <span class="n">SelectorConstant</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Number of word models returned = </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">models</span><span class="p">)))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>The autoreload extension is already loaded. To reload it, use:
  %reload_ext autoreload
Number of word models returned = 112
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h5 id="Load-the-test-set">Load the test set<a class="anchor-link" href="#Load-the-test-set">&#182;</a></h5><p>The <code>build_test</code> method in <code>ASLdb</code> is similar to the <code>build_training</code> method already presented, but there are a few differences:</p>
<ul>
<li>the object is type <code>SinglesData</code> </li>
<li>the internal dictionary keys are the index of the test word rather than the word itself</li>
<li>the getter methods are <code>get_all_sequences</code>, <code>get_all_Xlengths</code>, <code>get_item_sequences</code> and <code>get_item_Xlengths</code></li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[74]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">test_set</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_test</span><span class="p">(</span><span class="n">features_ground</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Number of test set items: </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">test_set</span><span class="o">.</span><span class="n">num_items</span><span class="p">))</span>
<span class="nb">print</span><span class="p">(</span><span class="s2">&quot;Number of test set sentences: </span><span class="si">{}</span><span class="s2">&quot;</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">test_set</span><span class="o">.</span><span class="n">sentences_index</span><span class="p">)))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Number of test set items: 178
Number of test set sentences: 40
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part3_submission'></a></p>
<h3 id="Recognizer-Implementation-Submission">Recognizer Implementation Submission<a class="anchor-link" href="#Recognizer-Implementation-Submission">&#182;</a></h3><p>For the final project submission, students must implement a recognizer following guidance in the <code>my_recognizer.py</code> module.  Experiment with the four feature sets and the three model selection methods (that's 12 possible combinations). You can add and remove cells for experimentation or run the recognizers locally in some other way during your experiments, but retain the results for your discussion.  For submission, you will provide code cells of <strong>only three</strong> interesting combinations for your discussion (see questions below). At least one of these should produce a word error rate of less than 60%, i.e. WER &lt; 0.60 .</p>
<p><strong>Tip:</strong> The hmmlearn library may not be able to train or score all models.  Implement try/except contructs as necessary to eliminate non-viable models from consideration.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[75]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO implement the recognize method in my_recognizer</span>
<span class="kn">from</span> <span class="nn">my_recognizer</span> <span class="k">import</span> <span class="n">recognize</span>
<span class="kn">from</span> <span class="nn">asl_utils</span> <span class="k">import</span> <span class="n">show_errors</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[135]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO Choose a feature set and model selector</span>
<span class="n">features</span> <span class="o">=</span> <span class="n">features_custom</span> <span class="c1"># change as needed</span>
<span class="n">model_selector</span> <span class="o">=</span> <span class="n">SelectorDIC</span> <span class="c1"># change as needed #SelectorConstant #SelectorCV #SelectorBIC </span>

<span class="c1"># TODO Recognize the test set and display the result with the show_errors method</span>
<span class="n">models</span> <span class="o">=</span> <span class="n">train_all_words</span><span class="p">(</span><span class="n">features</span><span class="p">,</span> <span class="n">model_selector</span><span class="p">)</span>
<span class="n">test_set</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_test</span><span class="p">(</span><span class="n">features</span><span class="p">)</span>
<span class="n">probabilities</span><span class="p">,</span> <span class="n">guesses</span> <span class="o">=</span> <span class="n">recognize</span><span class="p">(</span><span class="n">models</span><span class="p">,</span> <span class="n">test_set</span><span class="p">)</span>
<span class="n">show_errors</span><span class="p">(</span><span class="n">guesses</span><span class="p">,</span> <span class="n">test_set</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>
**** WER = 0.4943820224719101
Total correct: 90 out of 178
Video  Recognized                                                    Correct
=====================================================================================================
    2: JOHN WRITE *ARRIVE                                            JOHN WRITE HOMEWORK
    7: JOHN CAN GO CAN                                               JOHN CAN GO CAN
   12: JOHN *WHAT *JOHN CAN                                          JOHN CAN GO CAN
   21: JOHN *JOHN *JOHN *JOHN *CAR *CAR *FUTURE *FUTURE              JOHN FISH WONT EAT BUT CAN EAT CHICKEN
   25: JOHN *MARY *LOVE IX IX                                        JOHN LIKE IX IX IX
   28: JOHN *MARY IX *MARY IX                                        JOHN LIKE IX IX IX
   30: JOHN *MARY *MARY IX IX                                        JOHN LIKE IX IX IX
   36: MARY *JOHN *IX *GIVE *MARY *JOHN                              MARY VEGETABLE KNOW IX LIKE CORN1
   40: JOHN IX *CORN MARY *IX                                        JOHN IX THINK MARY LOVE
   43: JOHN *FUTURE BUY HOUSE                                        JOHN MUST BUY HOUSE
   50: *JOHN JOHN BUY CAR *JOHN                                      FUTURE JOHN BUY CAR SHOULD
   54: JOHN SHOULD *FUTURE BUY HOUSE                                 JOHN SHOULD NOT BUY HOUSE
   57: JOHN *IX *IX *IX                                              JOHN DECIDE VISIT MARY
   67: JOHN FUTURE *FUTURE BUY HOUSE                                 JOHN FUTURE NOT BUY HOUSE
   71: JOHN *FUTURE VISIT MARY                                       JOHN WILL VISIT MARY
   74: *IX *MARY *MARY *IX                                           JOHN NOT VISIT MARY
   77: *JOHN BLAME MARY                                              ANN BLAME MARY
   84: *JOHN *JOHN *JOHN BOOK                                        IX-1P FIND SOMETHING-ONE BOOK
   89: *FUTURE *POSS *IX *IX IX *ARRIVE *BOOK                        JOHN IX GIVE MAN IX NEW COAT
   90: JOHN *IX IX *IX *IX BOOK                                      JOHN GIVE IX SOMETHING-ONE WOMAN BOOK
   92: JOHN *IX IX *IX *IX BOOK                                      JOHN GIVE IX SOMETHING-ONE WOMAN BOOK
  100: POSS NEW CAR BREAK-DOWN                                       POSS NEW CAR BREAK-DOWN
  105: JOHN *FRANK                                                   JOHN LEG
  107: JOHN *IX *JOHN *IX *IX                                        JOHN POSS FRIEND HAVE CANDY
  108: *JOHN ARRIVE                                                  WOMAN ARRIVE
  113: IX CAR *IX *MARY *BOX                                         IX CAR BLUE SUE BUY
  119: *JOHN *BUY1 IX *JOHN *IX                                      SUE BUY IX CAR BLUE
  122: JOHN *GIVE1 BOOK                                              JOHN READ BOOK
  139: *IX *BUY1 WHAT *JOHN BOOK                                     JOHN BUY WHAT YESTERDAY BOOK
  142: JOHN BUY YESTERDAY WHAT BOOK                                  JOHN BUY YESTERDAY WHAT BOOK
  158: LOVE JOHN WHO                                                 LOVE JOHN WHO
  167: JOHN IX *VISIT LOVE MARY                                      JOHN IX SAY LOVE MARY
  171: JOHN MARY BLAME                                               JOHN MARY BLAME
  174: *JOHN *GIVE1 GIVE1 *IX *BLAME                                 PEOPLE GROUP GIVE1 JANA TOY
  181: JOHN *BOX                                                     JOHN ARRIVE
  184: *IX BOY *GIVE1 TEACHER *GO                                    ALL BOY GIVE TEACHER APPLE
  189: JOHN *IX *VISIT BOX                                           JOHN GIVE GIRL BOX
  193: JOHN *IX *IX BOX                                              JOHN GIVE GIRL BOX
  199: *JOHN *ARRIVE *MARY                                           LIKE CHOCOLATE WHO
  201: JOHN *MAN *IX *JOHN BUY HOUSE                                 JOHN TELL MARY IX-1P BUY HOUSE
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[148]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO Choose a feature set and model selector</span>
<span class="n">features</span> <span class="o">=</span> <span class="n">features_all</span> <span class="c1"># change as needed</span>
<span class="n">model_selector</span> <span class="o">=</span> <span class="n">SelectorBIC</span> <span class="c1"># change as needed #SelectorConstant #SelectorCV #SelectorBIC </span>

<span class="c1"># TODO Recognize the test set and display the result with the show_errors method</span>
<span class="n">models</span> <span class="o">=</span> <span class="n">train_all_words</span><span class="p">(</span><span class="n">features</span><span class="p">,</span> <span class="n">model_selector</span><span class="p">)</span>
<span class="n">test_set</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_test</span><span class="p">(</span><span class="n">features</span><span class="p">)</span>
<span class="n">probabilities</span><span class="p">,</span> <span class="n">guesses</span> <span class="o">=</span> <span class="n">recognize</span><span class="p">(</span><span class="n">models</span><span class="p">,</span> <span class="n">test_set</span><span class="p">)</span>
<span class="n">show_errors</span><span class="p">(</span><span class="n">guesses</span><span class="p">,</span> <span class="n">test_set</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>
**** WER = 0.48314606741573035
Total correct: 92 out of 178
Video  Recognized                                                    Correct
=====================================================================================================
    2: JOHN WRITE *ARRIVE                                            JOHN WRITE HOMEWORK
    7: JOHN *PEOPLE GO CAN                                           JOHN CAN GO CAN
   12: JOHN CAN *WHAT CAN                                            JOHN CAN GO CAN
   21: JOHN *ARRIVE WONT *MARY *CAR *CAR *FUTURE *MARY               JOHN FISH WONT EAT BUT CAN EAT CHICKEN
   25: *MARY *IX *LOVE IX IX                                         JOHN LIKE IX IX IX
   28: JOHN *WHO IX *JOHN IX                                         JOHN LIKE IX IX IX
   30: JOHN LIKE *MARY *MARY IX                                      JOHN LIKE IX IX IX
   36: MARY *MARY *IX *GIVE *MARY *JOHN                              MARY VEGETABLE KNOW IX LIKE CORN1
   40: JOHN IX *JOHN MARY *MARY                                      JOHN IX THINK MARY LOVE
   43: JOHN *JOHN BUY HOUSE                                          JOHN MUST BUY HOUSE
   50: *JOHN *SEE BUY CAR *JOHN                                      FUTURE JOHN BUY CAR SHOULD
   54: JOHN SHOULD *FUTURE BUY HOUSE                                 JOHN SHOULD NOT BUY HOUSE
   57: *MARY *JOHN *IX MARY                                          JOHN DECIDE VISIT MARY
   67: JOHN FUTURE *MARY BUY HOUSE                                   JOHN FUTURE NOT BUY HOUSE
   71: JOHN *FINISH VISIT MARY                                       JOHN WILL VISIT MARY
   74: JOHN *MARY *MARY MARY                                         JOHN NOT VISIT MARY
   77: *JOHN BLAME MARY                                              ANN BLAME MARY
   84: *JOHN *BUY *ARRIVE BOOK                                       IX-1P FIND SOMETHING-ONE BOOK
   89: *MARY IX *IX *IX IX NEW COAT                                  JOHN IX GIVE MAN IX NEW COAT
   90: JOHN *IX IX *IX WOMAN BOOK                                    JOHN GIVE IX SOMETHING-ONE WOMAN BOOK
   92: JOHN *WOMAN IX *WOMAN WOMAN BOOK                              JOHN GIVE IX SOMETHING-ONE WOMAN BOOK
  100: POSS NEW CAR BREAK-DOWN                                       POSS NEW CAR BREAK-DOWN
  105: JOHN *WHO                                                     JOHN LEG
  107: JOHN *JOHN *JOHN *MARY *JOHN                                  JOHN POSS FRIEND HAVE CANDY
  108: *JOHN ARRIVE                                                  WOMAN ARRIVE
  113: *JOHN CAR *JOHN *IX *ARRIVE                                   IX CAR BLUE SUE BUY
  119: *JOHN *BUY1 IX CAR *IX                                        SUE BUY IX CAR BLUE
  122: JOHN *GIVE1 BOOK                                              JOHN READ BOOK
  139: JOHN *BUY1 WHAT *JOHN BOOK                                    JOHN BUY WHAT YESTERDAY BOOK
  142: JOHN BUY YESTERDAY WHAT BOOK                                  JOHN BUY YESTERDAY WHAT BOOK
  158: LOVE JOHN WHO                                                 LOVE JOHN WHO
  167: JOHN *JOHN *MARY LOVE MARY                                    JOHN IX SAY LOVE MARY
  171: *MARY *JOHN BLAME                                             JOHN MARY BLAME
  174: *CAR *GIVE1 GIVE1 *JOHN *BLAME                                PEOPLE GROUP GIVE1 JANA TOY
  181: JOHN *BOX                                                     JOHN ARRIVE
  184: *IX BOY *GIVE1 TEACHER APPLE                                  ALL BOY GIVE TEACHER APPLE
  189: *MARY *JOHN *JOHN *ARRIVE                                     JOHN GIVE GIRL BOX
  193: *MARY *IX *IX BOX                                             JOHN GIVE GIRL BOX
  199: *JOHN *ARRIVE *MARY                                           LIKE CHOCOLATE WHO
  201: JOHN *FUTURE *SHOULD *WOMAN BUY HOUSE                         JOHN TELL MARY IX-1P BUY HOUSE
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[147]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO Choose a feature set and model selector</span>
<span class="n">features</span> <span class="o">=</span> <span class="n">features_custom3</span> <span class="c1"># change as needed</span>
<span class="n">model_selector</span> <span class="o">=</span> <span class="n">SelectorBIC</span> <span class="c1"># change as needed #SelectorConstant #SelectorCV #SelectorBIC </span>

<span class="c1"># TODO Recognize the test set and display the result with the show_errors method</span>
<span class="n">models</span> <span class="o">=</span> <span class="n">train_all_words</span><span class="p">(</span><span class="n">features</span><span class="p">,</span> <span class="n">model_selector</span><span class="p">)</span>
<span class="n">test_set</span> <span class="o">=</span> <span class="n">asl</span><span class="o">.</span><span class="n">build_test</span><span class="p">(</span><span class="n">features</span><span class="p">)</span>
<span class="n">probabilities</span><span class="p">,</span> <span class="n">guesses</span> <span class="o">=</span> <span class="n">recognize</span><span class="p">(</span><span class="n">models</span><span class="p">,</span> <span class="n">test_set</span><span class="p">)</span>
<span class="n">show_errors</span><span class="p">(</span><span class="n">guesses</span><span class="p">,</span> <span class="n">test_set</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>
**** WER = 0.42696629213483145
Total correct: 102 out of 178
Video  Recognized                                                    Correct
=====================================================================================================
    2: JOHN WRITE *GIVE1                                             JOHN WRITE HOMEWORK
    7: JOHN CAN GO CAN                                               JOHN CAN GO CAN
   12: JOHN CAN *JOHN CAN                                            JOHN CAN GO CAN
   21: JOHN *NEW WONT *FUTURE *GIVE1 *CAR *FUTURE *FUTURE            JOHN FISH WONT EAT BUT CAN EAT CHICKEN
   25: JOHN LIKE IX IX IX                                            JOHN LIKE IX IX IX
   28: JOHN *FUTURE IX IX IX                                         JOHN LIKE IX IX IX
   30: JOHN LIKE *MARY *MARY IX                                      JOHN LIKE IX IX IX
   36: MARY *VISIT *GIVE *GIVE *GO *MARY                             MARY VEGETABLE KNOW IX LIKE CORN1
   40: JOHN IX *GIVE MARY *MARY                                      JOHN IX THINK MARY LOVE
   43: JOHN *JOHN BUY HOUSE                                          JOHN MUST BUY HOUSE
   50: *JOHN *SEE BUY CAR *JOHN                                      FUTURE JOHN BUY CAR SHOULD
   54: JOHN SHOULD NOT BUY HOUSE                                     JOHN SHOULD NOT BUY HOUSE
   57: *MARY *JOHN VISIT MARY                                        JOHN DECIDE VISIT MARY
   67: JOHN FUTURE *JOHN BUY HOUSE                                   JOHN FUTURE NOT BUY HOUSE
   71: JOHN *FUTURE *GIVE1 *GIVE1                                    JOHN WILL VISIT MARY
   74: *IX *MARY VISIT MARY                                          JOHN NOT VISIT MARY
   77: *JOHN BLAME MARY                                              ANN BLAME MARY
   84: *JOHN *NEW *VISIT *VIDEOTAPE                                  IX-1P FIND SOMETHING-ONE BOOK
   89: *FUTURE *POSS *WOMAN *IX IX NEW COAT                          JOHN IX GIVE MAN IX NEW COAT
   90: JOHN *IX IX *IX WOMAN *ARRIVE                                 JOHN GIVE IX SOMETHING-ONE WOMAN BOOK
   92: JOHN *WOMAN IX *IX WOMAN BOOK                                 JOHN GIVE IX SOMETHING-ONE WOMAN BOOK
  100: POSS NEW CAR BREAK-DOWN                                       POSS NEW CAR BREAK-DOWN
  105: JOHN *SEE                                                     JOHN LEG
  107: JOHN *IX *HAVE *GO *JOHN                                      JOHN POSS FRIEND HAVE CANDY
  108: *IX *LOVE                                                     WOMAN ARRIVE
  113: IX CAR *IX *MARY *BOX                                         IX CAR BLUE SUE BUY
  119: *JOHN *BUY1 IX CAR *GO                                        SUE BUY IX CAR BLUE
  122: JOHN *GIVE1 BOOK                                              JOHN READ BOOK
  139: JOHN *BUY1 WHAT *GIVE1 BOOK                                   JOHN BUY WHAT YESTERDAY BOOK
  142: JOHN BUY YESTERDAY WHAT BOOK                                  JOHN BUY YESTERDAY WHAT BOOK
  158: LOVE JOHN WHO                                                 LOVE JOHN WHO
  167: JOHN IX *VISIT *WOMAN MARY                                    JOHN IX SAY LOVE MARY
  171: JOHN MARY BLAME                                               JOHN MARY BLAME
  174: *WHAT *GIVE3 GIVE1 *APPLE *WHAT                               PEOPLE GROUP GIVE1 JANA TOY
  181: JOHN ARRIVE                                                   JOHN ARRIVE
  184: *IX BOY *GIVE1 TEACHER APPLE                                  ALL BOY GIVE TEACHER APPLE
  189: JOHN *IX *VISIT BOX                                           JOHN GIVE GIRL BOX
  193: JOHN *IX *VISIT BOX                                           JOHN GIVE GIRL BOX
  199: *JOHN CHOCOLATE WHO                                           LIKE CHOCOLATE WHO
  201: JOHN *GIVE *WOMAN *LIKE BUY HOUSE                             JOHN TELL MARY IX-1P BUY HOUSE
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><strong>Question 3:</strong>  Summarize the error results from three combinations of features and model selectors.  What was the "best" combination and why?  What additional information might we use to improve our WER?  For more insight on improving WER, take a look at the introduction to Part 4.</p>
<p><strong>Answer 3:</strong> A brief summmary of word error rates for all explored feature/selector combinations is shown in the table below:</p>
<p><body dir="ltr"><table border="0" cellspacing="0" cellpadding="0" class="ta1"><colgroup><col width="200"/><col width="99"/><col width="99"/><col width="99"/><col width="99"/><col width="99"/></colgroup><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>Feat. set  \  Sel.  method</p></td><td style="text-align:left;width:64.01pt; " class="Default"><p>Const</p></td><td style="text-align:left;width:64.01pt; " class="Default"><p>CV</p></td><td style="text-align:left;width:64.01pt; " class="Default"><p>BIC</p></td><td style="text-align:left;width:64.01pt; " class="Default"><p>DIC</p></td><td style="text-align:left;width:64.01pt; " class="Default"><p>AVERAGE</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>feautes_ground</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6685</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5618</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5506</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5730</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5885</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>features_norm</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6236</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6573</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6124</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5955</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.6222</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>features_polar</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6180</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5899</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5449</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5449</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5744</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>features_delta</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6348</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6180</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5955</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6236</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.6180</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>features_custom</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5618</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5056</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.4775</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.4944</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5098</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>features_norm_delta</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5449</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5843</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5449</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5899</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5660</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>features_polar_delta</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6292</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6180</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.6011</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5674</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.6039</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>feautes_all</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5337</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5169</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.4832</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5169</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5127</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>feature_custom2</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5000</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5056</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.4551</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5000</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.4902</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>feature_custom3</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.5955</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.4944</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.4270</p></td><td style="text-align:right; width:64.01pt; " class="ce1"><p>0.4663</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.4958</p></td></tr><tr class="ro1"><td style="text-align:left;width:64.01pt; " class="Default"><p>AVERAGE</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5910</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5652</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5292</p></td><td style="text-align:right; width:64.01pt; " class="ce2"><p>0.5472</p></td><td style="text-align:left;width:64.01pt; " class="ce2"> </td></tr></table></p>
<p>We started by exploring WER of individual feature sets (ground, normalized, polar, and delta). When all the original features were combined (features_custom), better results were achieved than for each smaller feature set individually. As a result, additional two features sets were introduced (normalized delta and polar delta) and evaluated both individually and as a part of a larger feature set (features_all). This however resulted in higher WER rate. After that the number of feature sets in a combined set was gradually reduced, starting with the feature sets with highest WER, until the results stopped improving. The best results were achieved for features_custom3.</p>
<p>Four different selector were evaluated: SelectorConstant (used as a baseline), SelectorCV, SelectorBIC, and SelectorDIC. BIC selector showed the best results, both overall and for the best selector/feature set combination. It was followed by DIC, CV, and const selector respectively.</p>
<p>Overall, these results show that a compromise has to be made between the number of features used, and a quality of each individual feature. Using either very few features or a large number of poor features results in a worse performance. BIC selector showed the lowest error rate, however other selectors in some cases were only a few percentage points worse.</p>
<p>The best selector + feature set combination (BIC with feature_custom3 set) achieved 42.7% word error rate. It should be possible to improve this result by using a more rigorous principal component analysis or by using n-grams as described in Part 4 below.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[&nbsp;]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span> 
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[&nbsp;]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span> 
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part3_test'></a></p>
<h3 id="Recognizer-Unit-Tests">Recognizer Unit Tests<a class="anchor-link" href="#Recognizer-Unit-Tests">&#182;</a></h3><p>Run the following unit tests as a sanity check on the defined recognizer.  The test simply looks for some valid values but is not exhaustive. However, the project should not be submitted if these tests don't pass.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[146]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="kn">from</span> <span class="nn">asl_test_recognizer</span> <span class="k">import</span> <span class="n">TestRecognize</span>
<span class="n">suite</span> <span class="o">=</span> <span class="n">unittest</span><span class="o">.</span><span class="n">TestLoader</span><span class="p">()</span><span class="o">.</span><span class="n">loadTestsFromModule</span><span class="p">(</span><span class="n">TestRecognize</span><span class="p">())</span>
<span class="n">unittest</span><span class="o">.</span><span class="n">TextTestRunner</span><span class="p">()</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">suite</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>..
----------------------------------------------------------------------
Ran 2 tests in 68.715s

OK
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt output_prompt">Out[146]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&lt;unittest.runner.TextTestResult run=2 errors=0 failures=0&gt;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='part4_info'></a></p>
<h2 id="PART-4:-(OPTIONAL)--Improve-the-WER-with-Language-Models">PART 4: (OPTIONAL)  Improve the WER with Language Models<a class="anchor-link" href="#PART-4:-(OPTIONAL)--Improve-the-WER-with-Language-Models">&#182;</a></h2><p>We've squeezed just about as much as we can out of the model and still only get about 50% of the words right! Surely we can do better than that.  Probability to the rescue again in the form of <a href="https://en.wikipedia.org/wiki/Language_model">statistical language models (SLM)</a>.  The basic idea is that each word has some probability of occurrence within the set, and some probability that it is adjacent to specific other words. We can use that additional information to make better choices.</p>
<h5 id="Additional-reading-and-resources">Additional reading and resources<a class="anchor-link" href="#Additional-reading-and-resources">&#182;</a></h5><ul>
<li><a href="https://web.stanford.edu/class/cs124/lec/languagemodeling.pdf">Introduction to N-grams (Stanford Jurafsky slides)</a></li>
<li><a href="https://www-i6.informatik.rwth-aachen.de/publications/download/154/Dreuw--2007.pdf">Speech Recognition Techniques for a Sign Language Recognition System, Philippe Dreuw et al</a> see the improved results of applying LM on <em>this</em> data!</li>
<li><a href="ftp://wasserstoff.informatik.rwth-aachen.de/pub/rwth-boston-104/lm/">SLM data for <em>this</em> ASL dataset</a></li>
</ul>
<h5 id="Optional-challenge">Optional challenge<a class="anchor-link" href="#Optional-challenge">&#182;</a></h5><p>The recognizer you implemented in Part 3 is equivalent to a "0-gram" SLM.  Improve the WER with the SLM data provided with the data set in the link above using "1-gram", "2-gram", and/or "3-gram" statistics. The <code>probabilities</code> data you've already calculated will be useful and can be turned into a pandas DataFrame if desired (see next cell).<br>
Good luck!  Share your results with the class!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[149]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># create a DataFrame of log likelihoods for the test word items</span>
<span class="n">df_probs</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">data</span><span class="o">=</span><span class="n">probabilities</span><span class="p">)</span>
<span class="n">df_probs</span><span class="o">.</span><span class="n">head</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[149]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>ALL</th>
      <th>ANN</th>
      <th>APPLE</th>
      <th>ARRIVE</th>
      <th>BILL</th>
      <th>BLAME</th>
      <th>BLUE</th>
      <th>BOOK</th>
      <th>BORROW</th>
      <th>BOX</th>
      <th>...</th>
      <th>VIDEOTAPE</th>
      <th>VISIT</th>
      <th>WANT</th>
      <th>WHAT</th>
      <th>WHO</th>
      <th>WILL</th>
      <th>WOMAN</th>
      <th>WONT</th>
      <th>WRITE</th>
      <th>YESTERDAY</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>0</th>
      <td>-10500.093034</td>
      <td>-5.990137e+05</td>
      <td>-10653.045597</td>
      <td>-987.442817</td>
      <td>-200906.261038</td>
      <td>-1234.521958</td>
      <td>-17774.351218</td>
      <td>-2943.492018</td>
      <td>-25715.023739</td>
      <td>-1806.803807</td>
      <td>...</td>
      <td>-4045.580728</td>
      <td>-959.722284</td>
      <td>-11042.001703</td>
      <td>-1173.066271</td>
      <td>-746.584035</td>
      <td>-26412.507373</td>
      <td>-1964.008019</td>
      <td>-1802.222985</td>
      <td>-1971.259034</td>
      <td>-953.545922</td>
    </tr>
    <tr>
      <th>1</th>
      <td>-21395.827813</td>
      <td>-5.902169e+05</td>
      <td>-17246.024889</td>
      <td>-597.028429</td>
      <td>-233259.459020</td>
      <td>-880.875285</td>
      <td>-23592.045333</td>
      <td>-588.251555</td>
      <td>-10419.471111</td>
      <td>-1476.243985</td>
      <td>...</td>
      <td>-888.588359</td>
      <td>-1080.369361</td>
      <td>-5901.724646</td>
      <td>-1116.792470</td>
      <td>-732.475157</td>
      <td>-32030.692950</td>
      <td>-1258.790529</td>
      <td>-1800.612853</td>
      <td>-395.972594</td>
      <td>-1488.260192</td>
    </tr>
    <tr>
      <th>2</th>
      <td>-32089.549515</td>
      <td>-2.450954e+06</td>
      <td>-42923.928667</td>
      <td>-1164.217197</td>
      <td>-387804.445853</td>
      <td>-1848.713629</td>
      <td>-41945.322671</td>
      <td>-2442.568560</td>
      <td>-14741.239300</td>
      <td>-2821.504143</td>
      <td>...</td>
      <td>-2695.254829</td>
      <td>-1864.802622</td>
      <td>-14577.514478</td>
      <td>-2319.807526</td>
      <td>-1849.107098</td>
      <td>-45464.196384</td>
      <td>-3040.957241</td>
      <td>-3081.814869</td>
      <td>-3601.699456</td>
      <td>-2528.341101</td>
    </tr>
    <tr>
      <th>3</th>
      <td>-5179.943212</td>
      <td>-5.551564e+06</td>
      <td>-2966.968493</td>
      <td>-1161.783920</td>
      <td>-24094.769703</td>
      <td>-1683.357317</td>
      <td>-5343.763825</td>
      <td>-3969.802343</td>
      <td>-119259.956871</td>
      <td>-2532.887975</td>
      <td>...</td>
      <td>-6520.238226</td>
      <td>-1089.014641</td>
      <td>-38736.999180</td>
      <td>-2214.430351</td>
      <td>-1391.761409</td>
      <td>-46220.957565</td>
      <td>-995.944886</td>
      <td>-2002.239092</td>
      <td>-5733.982795</td>
      <td>-1686.542293</td>
    </tr>
    <tr>
      <th>4</th>
      <td>-6905.070247</td>
      <td>-2.651825e+06</td>
      <td>-17282.678926</td>
      <td>-339.656256</td>
      <td>-611801.375210</td>
      <td>-315.555797</td>
      <td>-3183.666406</td>
      <td>-442.417391</td>
      <td>-4750.867931</td>
      <td>-382.239542</td>
      <td>...</td>
      <td>-996.237119</td>
      <td>-375.765616</td>
      <td>-7047.090194</td>
      <td>-389.506290</td>
      <td>-755.516768</td>
      <td>-28954.287380</td>
      <td>-925.671355</td>
      <td>-1531.630105</td>
      <td>-1797.304590</td>
      <td>-764.548732</td>
    </tr>
  </tbody>
</table>
<p>5 rows × 112 columns</p>
</div>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[&nbsp;]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span> 
</pre></div>

</div>
</div>
</div>

</div>
    </div>
  </div>
</body>

 
</html>