index.html


<!DOCTYPE html>
<html>
<head>

<meta charset="utf-8" />
<meta http-equiv="X-UA-Compatible" content="chrome=1" />

<meta name="apple-mobile-web-app-capable" content="yes" />
<meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />

<title>msu slides</title>

<script src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/require.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/jquery.min.js"></script>

<!-- General and theme style sheets -->
<link rel="stylesheet" href="reveal.js/css/reveal.css">
<link rel="stylesheet" href="reveal.js/css/theme/serif.css" id="theme">

<!-- If the query includes 'print-pdf', include the PDF print sheet -->
<script>
if( window.location.search.match( /print-pdf/gi ) ) {
        var link = document.createElement( 'link' );
        link.rel = 'stylesheet';
        link.type = 'text/css';
        link.href = 'reveal.js/css/print/pdf.css';
        document.getElementsByTagName( 'head' )[0].appendChild( link );
}

</script>

<!--[if lt IE 9]>
<script src="reveal.js/lib/js/html5shiv.js"></script>
<![endif]-->

<!-- Loading the mathjax macro -->
<!-- Load mathjax -->
    <script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS_HTML"></script>
    <!-- MathJax configuration -->
    <script type="text/x-mathjax-config">
    MathJax.Hub.Config({
        tex2jax: {
            inlineMath: [ ['$','$'], ["\\(","\\)"] ],
            displayMath: [ ['$$','$$'], ["\\[","\\]"] ],
            processEscapes: true,
            processEnvironments: true
        },
        // Center justify equations in code and markdown cells. Elsewhere
        // we use CSS to left justify single line equations in code cells.
        displayAlign: 'center',
        "HTML-CSS": {
            styles: {'.MathJax_Display': {"margin": 0}},
            linebreaks: { automatic: true }
        }
    });
    </script>
    <!-- End of mathjax configuration -->

<!-- Get Font-awesome from cdn -->
<link rel="stylesheet" href="//netdna.bootstrapcdn.com/font-awesome/4.1.0/css/font-awesome.css">

<style type="text/css">
    /*!
*
* Twitter Bootstrap
*
*/
/*!
 * Bootstrap v3.3.7 (http://getbootstrap.com)
 * Copyright 2011-2016 Twitter, Inc.
 * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)
 */
/*! normalize.css v3.0.3 | MIT License | github.com/necolas/normalize.css */
html {
  font-family: sans-serif;
  -ms-text-size-adjust: 100%;
  -webkit-text-size-adjust: 100%;
}
body {
  margin: 0;
}
article,
aside,
details,
figcaption,
figure,
footer,
header,
hgroup,
main,
menu,
nav,
section,
summary {
  display: block;
}
audio,
canvas,
progress,
video {
  display: inline-block;
  vertical-align: baseline;
}
audio:not([controls]) {
  display: none;
  height: 0;
}
[hidden],
template {
  display: none;
}
a {
  background-color: transparent;
}
a:active,
a:hover {
  outline: 0;
}
abbr[title] {
  border-bottom: 1px dotted;
}
b,
strong {
  font-weight: bold;
}
dfn {
  font-style: italic;
}
h1 {
  font-size: 2em;
  margin: 0.67em 0;
}
mark {
  background: #ff0;
  color: #000;
}
small {
  font-size: 80%;
}
sub,
sup {
  font-size: 75%;
  line-height: 0;
  position: relative;
  vertical-align: baseline;
}
sup {
  top: -0.5em;
}
sub {
  bottom: -0.25em;
}
img {
  border: 0;
}
svg:not(:root) {
  overflow: hidden;
}
figure {
  margin: 1em 40px;
}
hr {
  box-sizing: content-box;
  height: 0;
}
pre {
  overflow: auto;
}
code,
kbd,
pre,
samp {
  font-family: monospace, monospace;
  font-size: 1em;
}
button,
input,
optgroup,
select,
textarea {
  color: inherit;
  font: inherit;
  margin: 0;
}
button {
  overflow: visible;
}
button,
select {
  text-transform: none;
}
button,
html input[type="button"],
input[type="reset"],
input[type="submit"] {
  -webkit-appearance: button;
  cursor: pointer;
}
button[disabled],
html input[disabled] {
  cursor: default;
}
button::-moz-focus-inner,
input::-moz-focus-inner {
  border: 0;
  padding: 0;
}
input {
  line-height: normal;
}
input[type="checkbox"],
input[type="radio"] {
  box-sizing: border-box;
  padding: 0;
}
input[type="number"]::-webkit-inner-spin-button,
input[type="number"]::-webkit-outer-spin-button {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: textfield;
  box-sizing: content-box;
}
input[type="search"]::-webkit-search-cancel-button,
input[type="search"]::-webkit-search-decoration {
  -webkit-appearance: none;
}
fieldset {
  border: 1px solid #c0c0c0;
  margin: 0 2px;
  padding: 0.35em 0.625em 0.75em;
}
legend {
  border: 0;
  padding: 0;
}
textarea {
  overflow: auto;
}
optgroup {
  font-weight: bold;
}
table {
  border-collapse: collapse;
  border-spacing: 0;
}
td,
th {
  padding: 0;
}
/*! Source: https://github.com/h5bp/html5-boilerplate/blob/master/src/css/main.css */
@media print {
  *,
  *:before,
  *:after {
    background: transparent !important;
    color: #000 !important;
    box-shadow: none !important;
    text-shadow: none !important;
  }
  a,
  a:visited {
    text-decoration: underline;
  }
  a[href]:after {
    content: " (" attr(href) ")";
  }
  abbr[title]:after {
    content: " (" attr(title) ")";
  }
  a[href^="#"]:after,
  a[href^="javascript:"]:after {
    content: "";
  }
  pre,
  blockquote {
    border: 1px solid #999;
    page-break-inside: avoid;
  }
  thead {
    display: table-header-group;
  }
  tr,
  img {
    page-break-inside: avoid;
  }
  img {
    max-width: 100% !important;
  }
  p,
  h2,
  h3 {
    orphans: 3;
    widows: 3;
  }
  h2,
  h3 {
    page-break-after: avoid;
  }
  .navbar {
    display: none;
  }
  .btn > .caret,
  .dropup > .btn > .caret {
    border-top-color: #000 !important;
  }
  .label {
    border: 1px solid #000;
  }
  .table {
    border-collapse: collapse !important;
  }
  .table td,
  .table th {
    background-color: #fff !important;
  }
  .table-bordered th,
  .table-bordered td {
    border: 1px solid #ddd !important;
  }
}
@font-face {
  font-family: 'Glyphicons Halflings';
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot');
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot?#iefix') format('embedded-opentype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff2') format('woff2'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff') format('woff'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.ttf') format('truetype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.svg#glyphicons_halflingsregular') format('svg');
}
.glyphicon {
  position: relative;
  top: 1px;
  display: inline-block;
  font-family: 'Glyphicons Halflings';
  font-style: normal;
  font-weight: normal;
  line-height: 1;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
.glyphicon-asterisk:before {
  content: "\002a";
}
.glyphicon-plus:before {
  content: "\002b";
}
.glyphicon-euro:before,
.glyphicon-eur:before {
  content: "\20ac";
}
.glyphicon-minus:before {
  content: "\2212";
}
.glyphicon-cloud:before {
  content: "\2601";
}
.glyphicon-envelope:before {
  content: "\2709";
}
.glyphicon-pencil:before {
  content: "\270f";
}
.glyphicon-glass:before {
  content: "\e001";
}
.glyphicon-music:before {
  content: "\e002";
}
.glyphicon-search:before {
  content: "\e003";
}
.glyphicon-heart:before {
  content: "\e005";
}
.glyphicon-star:before {
  content: "\e006";
}
.glyphicon-star-empty:before {
  content: "\e007";
}
.glyphicon-user:before {
  content: "\e008";
}
.glyphicon-film:before {
  content: "\e009";
}
.glyphicon-th-large:before {
  content: "\e010";
}
.glyphicon-th:before {
  content: "\e011";
}
.glyphicon-th-list:before {
  content: "\e012";
}
.glyphicon-ok:before {
  content: "\e013";
}
.glyphicon-remove:before {
  content: "\e014";
}
.glyphicon-zoom-in:before {
  content: "\e015";
}
.glyphicon-zoom-out:before {
  content: "\e016";
}
.glyphicon-off:before {
  content: "\e017";
}
.glyphicon-signal:before {
  content: "\e018";
}
.glyphicon-cog:before {
  content: "\e019";
}
.glyphicon-trash:before {
  content: "\e020";
}
.glyphicon-home:before {
  content: "\e021";
}
.glyphicon-file:before {
  content: "\e022";
}
.glyphicon-time:before {
  content: "\e023";
}
.glyphicon-road:before {
  content: "\e024";
}
.glyphicon-download-alt:before {
  content: "\e025";
}
.glyphicon-download:before {
  content: "\e026";
}
.glyphicon-upload:before {
  content: "\e027";
}
.glyphicon-inbox:before {
  content: "\e028";
}
.glyphicon-play-circle:before {
  content: "\e029";
}
.glyphicon-repeat:before {
  content: "\e030";
}
.glyphicon-refresh:before {
  content: "\e031";
}
.glyphicon-list-alt:before {
  content: "\e032";
}
.glyphicon-lock:before {
  content: "\e033";
}
.glyphicon-flag:before {
  content: "\e034";
}
.glyphicon-headphones:before {
  content: "\e035";
}
.glyphicon-volume-off:before {
  content: "\e036";
}
.glyphicon-volume-down:before {
  content: "\e037";
}
.glyphicon-volume-up:before {
  content: "\e038";
}
.glyphicon-qrcode:before {
  content: "\e039";
}
.glyphicon-barcode:before {
  content: "\e040";
}
.glyphicon-tag:before {
  content: "\e041";
}
.glyphicon-tags:before {
  content: "\e042";
}
.glyphicon-book:before {
  content: "\e043";
}
.glyphicon-bookmark:before {
  content: "\e044";
}
.glyphicon-print:before {
  content: "\e045";
}
.glyphicon-camera:before {
  content: "\e046";
}
.glyphicon-font:before {
  content: "\e047";
}
.glyphicon-bold:before {
  content: "\e048";
}
.glyphicon-italic:before {
  content: "\e049";
}
.glyphicon-text-height:before {
  content: "\e050";
}
.glyphicon-text-width:before {
  content: "\e051";
}
.glyphicon-align-left:before {
  content: "\e052";
}
.glyphicon-align-center:before {
  content: "\e053";
}
.glyphicon-align-right:before {
  content: "\e054";
}
.glyphicon-align-justify:before {
  content: "\e055";
}
.glyphicon-list:before {
  content: "\e056";
}
.glyphicon-indent-left:before {
  content: "\e057";
}
.glyphicon-indent-right:before {
  content: "\e058";
}
.glyphicon-facetime-video:before {
  content: "\e059";
}
.glyphicon-picture:before {
  content: "\e060";
}
.glyphicon-map-marker:before {
  content: "\e062";
}
.glyphicon-adjust:before {
  content: "\e063";
}
.glyphicon-tint:before {
  content: "\e064";
}
.glyphicon-edit:before {
  content: "\e065";
}
.glyphicon-share:before {
  content: "\e066";
}
.glyphicon-check:before {
  content: "\e067";
}
.glyphicon-move:before {
  content: "\e068";
}
.glyphicon-step-backward:before {
  content: "\e069";
}
.glyphicon-fast-backward:before {
  content: "\e070";
}
.glyphicon-backward:before {
  content: "\e071";
}
.glyphicon-play:before {
  content: "\e072";
}
.glyphicon-pause:before {
  content: "\e073";
}
.glyphicon-stop:before {
  content: "\e074";
}
.glyphicon-forward:before {
  content: "\e075";
}
.glyphicon-fast-forward:before {
  content: "\e076";
}
.glyphicon-step-forward:before {
  content: "\e077";
}
.glyphicon-eject:before {
  content: "\e078";
}
.glyphicon-chevron-left:before {
  content: "\e079";
}
.glyphicon-chevron-right:before {
  content: "\e080";
}
.glyphicon-plus-sign:before {
  content: "\e081";
}
.glyphicon-minus-sign:before {
  content: "\e082";
}
.glyphicon-remove-sign:before {
  content: "\e083";
}
.glyphicon-ok-sign:before {
  content: "\e084";
}
.glyphicon-question-sign:before {
  content: "\e085";
}
.glyphicon-info-sign:before {
  content: "\e086";
}
.glyphicon-screenshot:before {
  content: "\e087";
}
.glyphicon-remove-circle:before {
  content: "\e088";
}
.glyphicon-ok-circle:before {
  content: "\e089";
}
.glyphicon-ban-circle:before {
  content: "\e090";
}
.glyphicon-arrow-left:before {
  content: "\e091";
}
.glyphicon-arrow-right:before {
  content: "\e092";
}
.glyphicon-arrow-up:before {
  content: "\e093";
}
.glyphicon-arrow-down:before {
  content: "\e094";
}
.glyphicon-share-alt:before {
  content: "\e095";
}
.glyphicon-resize-full:before {
  content: "\e096";
}
.glyphicon-resize-small:before {
  content: "\e097";
}
.glyphicon-exclamation-sign:before {
  content: "\e101";
}
.glyphicon-gift:before {
  content: "\e102";
}
.glyphicon-leaf:before {
  content: "\e103";
}
.glyphicon-fire:before {
  content: "\e104";
}
.glyphicon-eye-open:before {
  content: "\e105";
}
.glyphicon-eye-close:before {
  content: "\e106";
}
.glyphicon-warning-sign:before {
  content: "\e107";
}
.glyphicon-plane:before {
  content: "\e108";
}
.glyphicon-calendar:before {
  content: "\e109";
}
.glyphicon-random:before {
  content: "\e110";
}
.glyphicon-comment:before {
  content: "\e111";
}
.glyphicon-magnet:before {
  content: "\e112";
}
.glyphicon-chevron-up:before {
  content: "\e113";
}
.glyphicon-chevron-down:before {
  content: "\e114";
}
.glyphicon-retweet:before {
  content: "\e115";
}
.glyphicon-shopping-cart:before {
  content: "\e116";
}
.glyphicon-folder-close:before {
  content: "\e117";
}
.glyphicon-folder-open:before {
  content: "\e118";
}
.glyphicon-resize-vertical:before {
  content: "\e119";
}
.glyphicon-resize-horizontal:before {
  content: "\e120";
}
.glyphicon-hdd:before {
  content: "\e121";
}
.glyphicon-bullhorn:before {
  content: "\e122";
}
.glyphicon-bell:before {
  content: "\e123";
}
.glyphicon-certificate:before {
  content: "\e124";
}
.glyphicon-thumbs-up:before {
  content: "\e125";
}
.glyphicon-thumbs-down:before {
  content: "\e126";
}
.glyphicon-hand-right:before {
  content: "\e127";
}
.glyphicon-hand-left:before {
  content: "\e128";
}
.glyphicon-hand-up:before {
  content: "\e129";
}
.glyphicon-hand-down:before {
  content: "\e130";
}
.glyphicon-circle-arrow-right:before {
  content: "\e131";
}
.glyphicon-circle-arrow-left:before {
  content: "\e132";
}
.glyphicon-circle-arrow-up:before {
  content: "\e133";
}
.glyphicon-circle-arrow-down:before {
  content: "\e134";
}
.glyphicon-globe:before {
  content: "\e135";
}
.glyphicon-wrench:before {
  content: "\e136";
}
.glyphicon-tasks:before {
  content: "\e137";
}
.glyphicon-filter:before {
  content: "\e138";
}
.glyphicon-briefcase:before {
  content: "\e139";
}
.glyphicon-fullscreen:before {
  content: "\e140";
}
.glyphicon-dashboard:before {
  content: "\e141";
}
.glyphicon-paperclip:before {
  content: "\e142";
}
.glyphicon-heart-empty:before {
  content: "\e143";
}
.glyphicon-link:before {
  content: "\e144";
}
.glyphicon-phone:before {
  content: "\e145";
}
.glyphicon-pushpin:before {
  content: "\e146";
}
.glyphicon-usd:before {
  content: "\e148";
}
.glyphicon-gbp:before {
  content: "\e149";
}
.glyphicon-sort:before {
  content: "\e150";
}
.glyphicon-sort-by-alphabet:before {
  content: "\e151";
}
.glyphicon-sort-by-alphabet-alt:before {
  content: "\e152";
}
.glyphicon-sort-by-order:before {
  content: "\e153";
}
.glyphicon-sort-by-order-alt:before {
  content: "\e154";
}
.glyphicon-sort-by-attributes:before {
  content: "\e155";
}
.glyphicon-sort-by-attributes-alt:before {
  content: "\e156";
}
.glyphicon-unchecked:before {
  content: "\e157";
}
.glyphicon-expand:before {
  content: "\e158";
}
.glyphicon-collapse-down:before {
  content: "\e159";
}
.glyphicon-collapse-up:before {
  content: "\e160";
}
.glyphicon-log-in:before {
  content: "\e161";
}
.glyphicon-flash:before {
  content: "\e162";
}
.glyphicon-log-out:before {
  content: "\e163";
}
.glyphicon-new-window:before {
  content: "\e164";
}
.glyphicon-record:before {
  content: "\e165";
}
.glyphicon-save:before {
  content: "\e166";
}
.glyphicon-open:before {
  content: "\e167";
}
.glyphicon-saved:before {
  content: "\e168";
}
.glyphicon-import:before {
  content: "\e169";
}
.glyphicon-export:before {
  content: "\e170";
}
.glyphicon-send:before {
  content: "\e171";
}
.glyphicon-floppy-disk:before {
  content: "\e172";
}
.glyphicon-floppy-saved:before {
  content: "\e173";
}
.glyphicon-floppy-remove:before {
  content: "\e174";
}
.glyphicon-floppy-save:before {
  content: "\e175";
}
.glyphicon-floppy-open:before {
  content: "\e176";
}
.glyphicon-credit-card:before {
  content: "\e177";
}
.glyphicon-transfer:before {
  content: "\e178";
}
.glyphicon-cutlery:before {
  content: "\e179";
}
.glyphicon-header:before {
  content: "\e180";
}
.glyphicon-compressed:before {
  content: "\e181";
}
.glyphicon-earphone:before {
  content: "\e182";
}
.glyphicon-phone-alt:before {
  content: "\e183";
}
.glyphicon-tower:before {
  content: "\e184";
}
.glyphicon-stats:before {
  content: "\e185";
}
.glyphicon-sd-video:before {
  content: "\e186";
}
.glyphicon-hd-video:before {
  content: "\e187";
}
.glyphicon-subtitles:before {
  content: "\e188";
}
.glyphicon-sound-stereo:before {
  content: "\e189";
}
.glyphicon-sound-dolby:before {
  content: "\e190";
}
.glyphicon-sound-5-1:before {
  content: "\e191";
}
.glyphicon-sound-6-1:before {
  content: "\e192";
}
.glyphicon-sound-7-1:before {
  content: "\e193";
}
.glyphicon-copyright-mark:before {
  content: "\e194";
}
.glyphicon-registration-mark:before {
  content: "\e195";
}
.glyphicon-cloud-download:before {
  content: "\e197";
}
.glyphicon-cloud-upload:before {
  content: "\e198";
}
.glyphicon-tree-conifer:before {
  content: "\e199";
}
.glyphicon-tree-deciduous:before {
  content: "\e200";
}
.glyphicon-cd:before {
  content: "\e201";
}
.glyphicon-save-file:before {
  content: "\e202";
}
.glyphicon-open-file:before {
  content: "\e203";
}
.glyphicon-level-up:before {
  content: "\e204";
}
.glyphicon-copy:before {
  content: "\e205";
}
.glyphicon-paste:before {
  content: "\e206";
}
.glyphicon-alert:before {
  content: "\e209";
}
.glyphicon-equalizer:before {
  content: "\e210";
}
.glyphicon-king:before {
  content: "\e211";
}
.glyphicon-queen:before {
  content: "\e212";
}
.glyphicon-pawn:before {
  content: "\e213";
}
.glyphicon-bishop:before {
  content: "\e214";
}
.glyphicon-knight:before {
  content: "\e215";
}
.glyphicon-baby-formula:before {
  content: "\e216";
}
.glyphicon-tent:before {
  content: "\26fa";
}
.glyphicon-blackboard:before {
  content: "\e218";
}
.glyphicon-bed:before {
  content: "\e219";
}
.glyphicon-apple:before {
  content: "\f8ff";
}
.glyphicon-erase:before {
  content: "\e221";
}
.glyphicon-hourglass:before {
  content: "\231b";
}
.glyphicon-lamp:before {
  content: "\e223";
}
.glyphicon-duplicate:before {
  content: "\e224";
}
.glyphicon-piggy-bank:before {
  content: "\e225";
}
.glyphicon-scissors:before {
  content: "\e226";
}
.glyphicon-bitcoin:before {
  content: "\e227";
}
.glyphicon-btc:before {
  content: "\e227";
}
.glyphicon-xbt:before {
  content: "\e227";
}
.glyphicon-yen:before {
  content: "\00a5";
}
.glyphicon-jpy:before {
  content: "\00a5";
}
.glyphicon-ruble:before {
  content: "\20bd";
}
.glyphicon-rub:before {
  content: "\20bd";
}
.glyphicon-scale:before {
  content: "\e230";
}
.glyphicon-ice-lolly:before {
  content: "\e231";
}
.glyphicon-ice-lolly-tasted:before {
  content: "\e232";
}
.glyphicon-education:before {
  content: "\e233";
}
.glyphicon-option-horizontal:before {
  content: "\e234";
}
.glyphicon-option-vertical:before {
  content: "\e235";
}
.glyphicon-menu-hamburger:before {
  content: "\e236";
}
.glyphicon-modal-window:before {
  content: "\e237";
}
.glyphicon-oil:before {
  content: "\e238";
}
.glyphicon-grain:before {
  content: "\e239";
}
.glyphicon-sunglasses:before {
  content: "\e240";
}
.glyphicon-text-size:before {
  content: "\e241";
}
.glyphicon-text-color:before {
  content: "\e242";
}
.glyphicon-text-background:before {
  content: "\e243";
}
.glyphicon-object-align-top:before {
  content: "\e244";
}
.glyphicon-object-align-bottom:before {
  content: "\e245";
}
.glyphicon-object-align-horizontal:before {
  content: "\e246";
}
.glyphicon-object-align-left:before {
  content: "\e247";
}
.glyphicon-object-align-vertical:before {
  content: "\e248";
}
.glyphicon-object-align-right:before {
  content: "\e249";
}
.glyphicon-triangle-right:before {
  content: "\e250";
}
.glyphicon-triangle-left:before {
  content: "\e251";
}
.glyphicon-triangle-bottom:before {
  content: "\e252";
}
.glyphicon-triangle-top:before {
  content: "\e253";
}
.glyphicon-console:before {
  content: "\e254";
}
.glyphicon-superscript:before {
  content: "\e255";
}
.glyphicon-subscript:before {
  content: "\e256";
}
.glyphicon-menu-left:before {
  content: "\e257";
}
.glyphicon-menu-right:before {
  content: "\e258";
}
.glyphicon-menu-down:before {
  content: "\e259";
}
.glyphicon-menu-up:before {
  content: "\e260";
}
* {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
*:before,
*:after {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
html {
  font-size: 10px;
  -webkit-tap-highlight-color: rgba(0, 0, 0, 0);
}
body {
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-size: 13px;
  line-height: 1.42857143;
  color: #000;
  background-color: #fff;
}
input,
button,
select,
textarea {
  font-family: inherit;
  font-size: inherit;
  line-height: inherit;
}
a {
  color: #337ab7;
  text-decoration: none;
}
a:hover,
a:focus {
  color: #23527c;
  text-decoration: underline;
}
a:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
figure {
  margin: 0;
}
img {
  vertical-align: middle;
}
.img-responsive,
.thumbnail > img,
.thumbnail a > img,
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  display: block;
  max-width: 100%;
  height: auto;
}
.img-rounded {
  border-radius: 3px;
}
.img-thumbnail {
  padding: 4px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: all 0.2s ease-in-out;
  -o-transition: all 0.2s ease-in-out;
  transition: all 0.2s ease-in-out;
  display: inline-block;
  max-width: 100%;
  height: auto;
}
.img-circle {
  border-radius: 50%;
}
hr {
  margin-top: 18px;
  margin-bottom: 18px;
  border: 0;
  border-top: 1px solid #eeeeee;
}
.sr-only {
  position: absolute;
  width: 1px;
  height: 1px;
  margin: -1px;
  padding: 0;
  overflow: hidden;
  clip: rect(0, 0, 0, 0);
  border: 0;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
[role="button"] {
  cursor: pointer;
}
h1,
h2,
h3,
h4,
h5,
h6,
.h1,
.h2,
.h3,
.h4,
.h5,
.h6 {
  font-family: inherit;
  font-weight: 500;
  line-height: 1.1;
  color: inherit;
}
h1 small,
h2 small,
h3 small,
h4 small,
h5 small,
h6 small,
.h1 small,
.h2 small,
.h3 small,
.h4 small,
.h5 small,
.h6 small,
h1 .small,
h2 .small,
h3 .small,
h4 .small,
h5 .small,
h6 .small,
.h1 .small,
.h2 .small,
.h3 .small,
.h4 .small,
.h5 .small,
.h6 .small {
  font-weight: normal;
  line-height: 1;
  color: #777777;
}
h1,
.h1,
h2,
.h2,
h3,
.h3 {
  margin-top: 18px;
  margin-bottom: 9px;
}
h1 small,
.h1 small,
h2 small,
.h2 small,
h3 small,
.h3 small,
h1 .small,
.h1 .small,
h2 .small,
.h2 .small,
h3 .small,
.h3 .small {
  font-size: 65%;
}
h4,
.h4,
h5,
.h5,
h6,
.h6 {
  margin-top: 9px;
  margin-bottom: 9px;
}
h4 small,
.h4 small,
h5 small,
.h5 small,
h6 small,
.h6 small,
h4 .small,
.h4 .small,
h5 .small,
.h5 .small,
h6 .small,
.h6 .small {
  font-size: 75%;
}
h1,
.h1 {
  font-size: 33px;
}
h2,
.h2 {
  font-size: 27px;
}
h3,
.h3 {
  font-size: 23px;
}
h4,
.h4 {
  font-size: 17px;
}
h5,
.h5 {
  font-size: 13px;
}
h6,
.h6 {
  font-size: 12px;
}
p {
  margin: 0 0 9px;
}
.lead {
  margin-bottom: 18px;
  font-size: 14px;
  font-weight: 300;
  line-height: 1.4;
}
@media (min-width: 768px) {
  .lead {
    font-size: 19.5px;
  }
}
small,
.small {
  font-size: 92%;
}
mark,
.mark {
  background-color: #fcf8e3;
  padding: .2em;
}
.text-left {
  text-align: left;
}
.text-right {
  text-align: right;
}
.text-center {
  text-align: center;
}
.text-justify {
  text-align: justify;
}
.text-nowrap {
  white-space: nowrap;
}
.text-lowercase {
  text-transform: lowercase;
}
.text-uppercase {
  text-transform: uppercase;
}
.text-capitalize {
  text-transform: capitalize;
}
.text-muted {
  color: #777777;
}
.text-primary {
  color: #337ab7;
}
a.text-primary:hover,
a.text-primary:focus {
  color: #286090;
}
.text-success {
  color: #3c763d;
}
a.text-success:hover,
a.text-success:focus {
  color: #2b542c;
}
.text-info {
  color: #31708f;
}
a.text-info:hover,
a.text-info:focus {
  color: #245269;
}
.text-warning {
  color: #8a6d3b;
}
a.text-warning:hover,
a.text-warning:focus {
  color: #66512c;
}
.text-danger {
  color: #a94442;
}
a.text-danger:hover,
a.text-danger:focus {
  color: #843534;
}
.bg-primary {
  color: #fff;
  background-color: #337ab7;
}
a.bg-primary:hover,
a.bg-primary:focus {
  background-color: #286090;
}
.bg-success {
  background-color: #dff0d8;
}
a.bg-success:hover,
a.bg-success:focus {
  background-color: #c1e2b3;
}
.bg-info {
  background-color: #d9edf7;
}
a.bg-info:hover,
a.bg-info:focus {
  background-color: #afd9ee;
}
.bg-warning {
  background-color: #fcf8e3;
}
a.bg-warning:hover,
a.bg-warning:focus {
  background-color: #f7ecb5;
}
.bg-danger {
  background-color: #f2dede;
}
a.bg-danger:hover,
a.bg-danger:focus {
  background-color: #e4b9b9;
}
.page-header {
  padding-bottom: 8px;
  margin: 36px 0 18px;
  border-bottom: 1px solid #eeeeee;
}
ul,
ol {
  margin-top: 0;
  margin-bottom: 9px;
}
ul ul,
ol ul,
ul ol,
ol ol {
  margin-bottom: 0;
}
.list-unstyled {
  padding-left: 0;
  list-style: none;
}
.list-inline {
  padding-left: 0;
  list-style: none;
  margin-left: -5px;
}
.list-inline > li {
  display: inline-block;
  padding-left: 5px;
  padding-right: 5px;
}
dl {
  margin-top: 0;
  margin-bottom: 18px;
}
dt,
dd {
  line-height: 1.42857143;
}
dt {
  font-weight: bold;
}
dd {
  margin-left: 0;
}
@media (min-width: 541px) {
  .dl-horizontal dt {
    float: left;
    width: 160px;
    clear: left;
    text-align: right;
    overflow: hidden;
    text-overflow: ellipsis;
    white-space: nowrap;
  }
  .dl-horizontal dd {
    margin-left: 180px;
  }
}
abbr[title],
abbr[data-original-title] {
  cursor: help;
  border-bottom: 1px dotted #777777;
}
.initialism {
  font-size: 90%;
  text-transform: uppercase;
}
blockquote {
  padding: 9px 18px;
  margin: 0 0 18px;
  font-size: inherit;
  border-left: 5px solid #eeeeee;
}
blockquote p:last-child,
blockquote ul:last-child,
blockquote ol:last-child {
  margin-bottom: 0;
}
blockquote footer,
blockquote small,
blockquote .small {
  display: block;
  font-size: 80%;
  line-height: 1.42857143;
  color: #777777;
}
blockquote footer:before,
blockquote small:before,
blockquote .small:before {
  content: '\2014 \00A0';
}
.blockquote-reverse,
blockquote.pull-right {
  padding-right: 15px;
  padding-left: 0;
  border-right: 5px solid #eeeeee;
  border-left: 0;
  text-align: right;
}
.blockquote-reverse footer:before,
blockquote.pull-right footer:before,
.blockquote-reverse small:before,
blockquote.pull-right small:before,
.blockquote-reverse .small:before,
blockquote.pull-right .small:before {
  content: '';
}
.blockquote-reverse footer:after,
blockquote.pull-right footer:after,
.blockquote-reverse small:after,
blockquote.pull-right small:after,
.blockquote-reverse .small:after,
blockquote.pull-right .small:after {
  content: '\00A0 \2014';
}
address {
  margin-bottom: 18px;
  font-style: normal;
  line-height: 1.42857143;
}
code,
kbd,
pre,
samp {
  font-family: monospace;
}
code {
  padding: 2px 4px;
  font-size: 90%;
  color: #c7254e;
  background-color: #f9f2f4;
  border-radius: 2px;
}
kbd {
  padding: 2px 4px;
  font-size: 90%;
  color: #888;
  background-color: transparent;
  border-radius: 1px;
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.25);
}
kbd kbd {
  padding: 0;
  font-size: 100%;
  font-weight: bold;
  box-shadow: none;
}
pre {
  display: block;
  padding: 8.5px;
  margin: 0 0 9px;
  font-size: 12px;
  line-height: 1.42857143;
  word-break: break-all;
  word-wrap: break-word;
  color: #333333;
  background-color: #f5f5f5;
  border: 1px solid #ccc;
  border-radius: 2px;
}
pre code {
  padding: 0;
  font-size: inherit;
  color: inherit;
  white-space: pre-wrap;
  background-color: transparent;
  border-radius: 0;
}
.pre-scrollable {
  max-height: 340px;
  overflow-y: scroll;
}
.container {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
@media (min-width: 768px) {
  .container {
    width: 768px;
  }
}
@media (min-width: 992px) {
  .container {
    width: 940px;
  }
}
@media (min-width: 1200px) {
  .container {
    width: 1140px;
  }
}
.container-fluid {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
.row {
  margin-left: 0px;
  margin-right: 0px;
}
.col-xs-1, .col-sm-1, .col-md-1, .col-lg-1, .col-xs-2, .col-sm-2, .col-md-2, .col-lg-2, .col-xs-3, .col-sm-3, .col-md-3, .col-lg-3, .col-xs-4, .col-sm-4, .col-md-4, .col-lg-4, .col-xs-5, .col-sm-5, .col-md-5, .col-lg-5, .col-xs-6, .col-sm-6, .col-md-6, .col-lg-6, .col-xs-7, .col-sm-7, .col-md-7, .col-lg-7, .col-xs-8, .col-sm-8, .col-md-8, .col-lg-8, .col-xs-9, .col-sm-9, .col-md-9, .col-lg-9, .col-xs-10, .col-sm-10, .col-md-10, .col-lg-10, .col-xs-11, .col-sm-11, .col-md-11, .col-lg-11, .col-xs-12, .col-sm-12, .col-md-12, .col-lg-12 {
  position: relative;
  min-height: 1px;
  padding-left: 0px;
  padding-right: 0px;
}
.col-xs-1, .col-xs-2, .col-xs-3, .col-xs-4, .col-xs-5, .col-xs-6, .col-xs-7, .col-xs-8, .col-xs-9, .col-xs-10, .col-xs-11, .col-xs-12 {
  float: left;
}
.col-xs-12 {
  width: 100%;
}
.col-xs-11 {
  width: 91.66666667%;
}
.col-xs-10 {
  width: 83.33333333%;
}
.col-xs-9 {
  width: 75%;
}
.col-xs-8 {
  width: 66.66666667%;
}
.col-xs-7 {
  width: 58.33333333%;
}
.col-xs-6 {
  width: 50%;
}
.col-xs-5 {
  width: 41.66666667%;
}
.col-xs-4 {
  width: 33.33333333%;
}
.col-xs-3 {
  width: 25%;
}
.col-xs-2 {
  width: 16.66666667%;
}
.col-xs-1 {
  width: 8.33333333%;
}
.col-xs-pull-12 {
  right: 100%;
}
.col-xs-pull-11 {
  right: 91.66666667%;
}
.col-xs-pull-10 {
  right: 83.33333333%;
}
.col-xs-pull-9 {
  right: 75%;
}
.col-xs-pull-8 {
  right: 66.66666667%;
}
.col-xs-pull-7 {
  right: 58.33333333%;
}
.col-xs-pull-6 {
  right: 50%;
}
.col-xs-pull-5 {
  right: 41.66666667%;
}
.col-xs-pull-4 {
  right: 33.33333333%;
}
.col-xs-pull-3 {
  right: 25%;
}
.col-xs-pull-2 {
  right: 16.66666667%;
}
.col-xs-pull-1 {
  right: 8.33333333%;
}
.col-xs-pull-0 {
  right: auto;
}
.col-xs-push-12 {
  left: 100%;
}
.col-xs-push-11 {
  left: 91.66666667%;
}
.col-xs-push-10 {
  left: 83.33333333%;
}
.col-xs-push-9 {
  left: 75%;
}
.col-xs-push-8 {
  left: 66.66666667%;
}
.col-xs-push-7 {
  left: 58.33333333%;
}
.col-xs-push-6 {
  left: 50%;
}
.col-xs-push-5 {
  left: 41.66666667%;
}
.col-xs-push-4 {
  left: 33.33333333%;
}
.col-xs-push-3 {
  left: 25%;
}
.col-xs-push-2 {
  left: 16.66666667%;
}
.col-xs-push-1 {
  left: 8.33333333%;
}
.col-xs-push-0 {
  left: auto;
}
.col-xs-offset-12 {
  margin-left: 100%;
}
.col-xs-offset-11 {
  margin-left: 91.66666667%;
}
.col-xs-offset-10 {
  margin-left: 83.33333333%;
}
.col-xs-offset-9 {
  margin-left: 75%;
}
.col-xs-offset-8 {
  margin-left: 66.66666667%;
}
.col-xs-offset-7 {
  margin-left: 58.33333333%;
}
.col-xs-offset-6 {
  margin-left: 50%;
}
.col-xs-offset-5 {
  margin-left: 41.66666667%;
}
.col-xs-offset-4 {
  margin-left: 33.33333333%;
}
.col-xs-offset-3 {
  margin-left: 25%;
}
.col-xs-offset-2 {
  margin-left: 16.66666667%;
}
.col-xs-offset-1 {
  margin-left: 8.33333333%;
}
.col-xs-offset-0 {
  margin-left: 0%;
}
@media (min-width: 768px) {
  .col-sm-1, .col-sm-2, .col-sm-3, .col-sm-4, .col-sm-5, .col-sm-6, .col-sm-7, .col-sm-8, .col-sm-9, .col-sm-10, .col-sm-11, .col-sm-12 {
    float: left;
  }
  .col-sm-12 {
    width: 100%;
  }
  .col-sm-11 {
    width: 91.66666667%;
  }
  .col-sm-10 {
    width: 83.33333333%;
  }
  .col-sm-9 {
    width: 75%;
  }
  .col-sm-8 {
    width: 66.66666667%;
  }
  .col-sm-7 {
    width: 58.33333333%;
  }
  .col-sm-6 {
    width: 50%;
  }
  .col-sm-5 {
    width: 41.66666667%;
  }
  .col-sm-4 {
    width: 33.33333333%;
  }
  .col-sm-3 {
    width: 25%;
  }
  .col-sm-2 {
    width: 16.66666667%;
  }
  .col-sm-1 {
    width: 8.33333333%;
  }
  .col-sm-pull-12 {
    right: 100%;
  }
  .col-sm-pull-11 {
    right: 91.66666667%;
  }
  .col-sm-pull-10 {
    right: 83.33333333%;
  }
  .col-sm-pull-9 {
    right: 75%;
  }
  .col-sm-pull-8 {
    right: 66.66666667%;
  }
  .col-sm-pull-7 {
    right: 58.33333333%;
  }
  .col-sm-pull-6 {
    right: 50%;
  }
  .col-sm-pull-5 {
    right: 41.66666667%;
  }
  .col-sm-pull-4 {
    right: 33.33333333%;
  }
  .col-sm-pull-3 {
    right: 25%;
  }
  .col-sm-pull-2 {
    right: 16.66666667%;
  }
  .col-sm-pull-1 {
    right: 8.33333333%;
  }
  .col-sm-pull-0 {
    right: auto;
  }
  .col-sm-push-12 {
    left: 100%;
  }
  .col-sm-push-11 {
    left: 91.66666667%;
  }
  .col-sm-push-10 {
    left: 83.33333333%;
  }
  .col-sm-push-9 {
    left: 75%;
  }
  .col-sm-push-8 {
    left: 66.66666667%;
  }
  .col-sm-push-7 {
    left: 58.33333333%;
  }
  .col-sm-push-6 {
    left: 50%;
  }
  .col-sm-push-5 {
    left: 41.66666667%;
  }
  .col-sm-push-4 {
    left: 33.33333333%;
  }
  .col-sm-push-3 {
    left: 25%;
  }
  .col-sm-push-2 {
    left: 16.66666667%;
  }
  .col-sm-push-1 {
    left: 8.33333333%;
  }
  .col-sm-push-0 {
    left: auto;
  }
  .col-sm-offset-12 {
    margin-left: 100%;
  }
  .col-sm-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-sm-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-sm-offset-9 {
    margin-left: 75%;
  }
  .col-sm-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-sm-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-sm-offset-6 {
    margin-left: 50%;
  }
  .col-sm-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-sm-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-sm-offset-3 {
    margin-left: 25%;
  }
  .col-sm-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-sm-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-sm-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 992px) {
  .col-md-1, .col-md-2, .col-md-3, .col-md-4, .col-md-5, .col-md-6, .col-md-7, .col-md-8, .col-md-9, .col-md-10, .col-md-11, .col-md-12 {
    float: left;
  }
  .col-md-12 {
    width: 100%;
  }
  .col-md-11 {
    width: 91.66666667%;
  }
  .col-md-10 {
    width: 83.33333333%;
  }
  .col-md-9 {
    width: 75%;
  }
  .col-md-8 {
    width: 66.66666667%;
  }
  .col-md-7 {
    width: 58.33333333%;
  }
  .col-md-6 {
    width: 50%;
  }
  .col-md-5 {
    width: 41.66666667%;
  }
  .col-md-4 {
    width: 33.33333333%;
  }
  .col-md-3 {
    width: 25%;
  }
  .col-md-2 {
    width: 16.66666667%;
  }
  .col-md-1 {
    width: 8.33333333%;
  }
  .col-md-pull-12 {
    right: 100%;
  }
  .col-md-pull-11 {
    right: 91.66666667%;
  }
  .col-md-pull-10 {
    right: 83.33333333%;
  }
  .col-md-pull-9 {
    right: 75%;
  }
  .col-md-pull-8 {
    right: 66.66666667%;
  }
  .col-md-pull-7 {
    right: 58.33333333%;
  }
  .col-md-pull-6 {
    right: 50%;
  }
  .col-md-pull-5 {
    right: 41.66666667%;
  }
  .col-md-pull-4 {
    right: 33.33333333%;
  }
  .col-md-pull-3 {
    right: 25%;
  }
  .col-md-pull-2 {
    right: 16.66666667%;
  }
  .col-md-pull-1 {
    right: 8.33333333%;
  }
  .col-md-pull-0 {
    right: auto;
  }
  .col-md-push-12 {
    left: 100%;
  }
  .col-md-push-11 {
    left: 91.66666667%;
  }
  .col-md-push-10 {
    left: 83.33333333%;
  }
  .col-md-push-9 {
    left: 75%;
  }
  .col-md-push-8 {
    left: 66.66666667%;
  }
  .col-md-push-7 {
    left: 58.33333333%;
  }
  .col-md-push-6 {
    left: 50%;
  }
  .col-md-push-5 {
    left: 41.66666667%;
  }
  .col-md-push-4 {
    left: 33.33333333%;
  }
  .col-md-push-3 {
    left: 25%;
  }
  .col-md-push-2 {
    left: 16.66666667%;
  }
  .col-md-push-1 {
    left: 8.33333333%;
  }
  .col-md-push-0 {
    left: auto;
  }
  .col-md-offset-12 {
    margin-left: 100%;
  }
  .col-md-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-md-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-md-offset-9 {
    margin-left: 75%;
  }
  .col-md-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-md-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-md-offset-6 {
    margin-left: 50%;
  }
  .col-md-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-md-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-md-offset-3 {
    margin-left: 25%;
  }
  .col-md-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-md-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-md-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 1200px) {
  .col-lg-1, .col-lg-2, .col-lg-3, .col-lg-4, .col-lg-5, .col-lg-6, .col-lg-7, .col-lg-8, .col-lg-9, .col-lg-10, .col-lg-11, .col-lg-12 {
    float: left;
  }
  .col-lg-12 {
    width: 100%;
  }
  .col-lg-11 {
    width: 91.66666667%;
  }
  .col-lg-10 {
    width: 83.33333333%;
  }
  .col-lg-9 {
    width: 75%;
  }
  .col-lg-8 {
    width: 66.66666667%;
  }
  .col-lg-7 {
    width: 58.33333333%;
  }
  .col-lg-6 {
    width: 50%;
  }
  .col-lg-5 {
    width: 41.66666667%;
  }
  .col-lg-4 {
    width: 33.33333333%;
  }
  .col-lg-3 {
    width: 25%;
  }
  .col-lg-2 {
    width: 16.66666667%;
  }
  .col-lg-1 {
    width: 8.33333333%;
  }
  .col-lg-pull-12 {
    right: 100%;
  }
  .col-lg-pull-11 {
    right: 91.66666667%;
  }
  .col-lg-pull-10 {
    right: 83.33333333%;
  }
  .col-lg-pull-9 {
    right: 75%;
  }
  .col-lg-pull-8 {
    right: 66.66666667%;
  }
  .col-lg-pull-7 {
    right: 58.33333333%;
  }
  .col-lg-pull-6 {
    right: 50%;
  }
  .col-lg-pull-5 {
    right: 41.66666667%;
  }
  .col-lg-pull-4 {
    right: 33.33333333%;
  }
  .col-lg-pull-3 {
    right: 25%;
  }
  .col-lg-pull-2 {
    right: 16.66666667%;
  }
  .col-lg-pull-1 {
    right: 8.33333333%;
  }
  .col-lg-pull-0 {
    right: auto;
  }
  .col-lg-push-12 {
    left: 100%;
  }
  .col-lg-push-11 {
    left: 91.66666667%;
  }
  .col-lg-push-10 {
    left: 83.33333333%;
  }
  .col-lg-push-9 {
    left: 75%;
  }
  .col-lg-push-8 {
    left: 66.66666667%;
  }
  .col-lg-push-7 {
    left: 58.33333333%;
  }
  .col-lg-push-6 {
    left: 50%;
  }
  .col-lg-push-5 {
    left: 41.66666667%;
  }
  .col-lg-push-4 {
    left: 33.33333333%;
  }
  .col-lg-push-3 {
    left: 25%;
  }
  .col-lg-push-2 {
    left: 16.66666667%;
  }
  .col-lg-push-1 {
    left: 8.33333333%;
  }
  .col-lg-push-0 {
    left: auto;
  }
  .col-lg-offset-12 {
    margin-left: 100%;
  }
  .col-lg-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-lg-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-lg-offset-9 {
    margin-left: 75%;
  }
  .col-lg-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-lg-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-lg-offset-6 {
    margin-left: 50%;
  }
  .col-lg-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-lg-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-lg-offset-3 {
    margin-left: 25%;
  }
  .col-lg-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-lg-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-lg-offset-0 {
    margin-left: 0%;
  }
}
table {
  background-color: transparent;
}
caption {
  padding-top: 8px;
  padding-bottom: 8px;
  color: #777777;
  text-align: left;
}
th {
  text-align: left;
}
.table {
  width: 100%;
  max-width: 100%;
  margin-bottom: 18px;
}
.table > thead > tr > th,
.table > tbody > tr > th,
.table > tfoot > tr > th,
.table > thead > tr > td,
.table > tbody > tr > td,
.table > tfoot > tr > td {
  padding: 8px;
  line-height: 1.42857143;
  vertical-align: top;
  border-top: 1px solid #ddd;
}
.table > thead > tr > th {
  vertical-align: bottom;
  border-bottom: 2px solid #ddd;
}
.table > caption + thead > tr:first-child > th,
.table > colgroup + thead > tr:first-child > th,
.table > thead:first-child > tr:first-child > th,
.table > caption + thead > tr:first-child > td,
.table > colgroup + thead > tr:first-child > td,
.table > thead:first-child > tr:first-child > td {
  border-top: 0;
}
.table > tbody + tbody {
  border-top: 2px solid #ddd;
}
.table .table {
  background-color: #fff;
}
.table-condensed > thead > tr > th,
.table-condensed > tbody > tr > th,
.table-condensed > tfoot > tr > th,
.table-condensed > thead > tr > td,
.table-condensed > tbody > tr > td,
.table-condensed > tfoot > tr > td {
  padding: 5px;
}
.table-bordered {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > tbody > tr > th,
.table-bordered > tfoot > tr > th,
.table-bordered > thead > tr > td,
.table-bordered > tbody > tr > td,
.table-bordered > tfoot > tr > td {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > thead > tr > td {
  border-bottom-width: 2px;
}
.table-striped > tbody > tr:nth-of-type(odd) {
  background-color: #f9f9f9;
}
.table-hover > tbody > tr:hover {
  background-color: #f5f5f5;
}
table col[class*="col-"] {
  position: static;
  float: none;
  display: table-column;
}
table td[class*="col-"],
table th[class*="col-"] {
  position: static;
  float: none;
  display: table-cell;
}
.table > thead > tr > td.active,
.table > tbody > tr > td.active,
.table > tfoot > tr > td.active,
.table > thead > tr > th.active,
.table > tbody > tr > th.active,
.table > tfoot > tr > th.active,
.table > thead > tr.active > td,
.table > tbody > tr.active > td,
.table > tfoot > tr.active > td,
.table > thead > tr.active > th,
.table > tbody > tr.active > th,
.table > tfoot > tr.active > th {
  background-color: #f5f5f5;
}
.table-hover > tbody > tr > td.active:hover,
.table-hover > tbody > tr > th.active:hover,
.table-hover > tbody > tr.active:hover > td,
.table-hover > tbody > tr:hover > .active,
.table-hover > tbody > tr.active:hover > th {
  background-color: #e8e8e8;
}
.table > thead > tr > td.success,
.table > tbody > tr > td.success,
.table > tfoot > tr > td.success,
.table > thead > tr > th.success,
.table > tbody > tr > th.success,
.table > tfoot > tr > th.success,
.table > thead > tr.success > td,
.table > tbody > tr.success > td,
.table > tfoot > tr.success > td,
.table > thead > tr.success > th,
.table > tbody > tr.success > th,
.table > tfoot > tr.success > th {
  background-color: #dff0d8;
}
.table-hover > tbody > tr > td.success:hover,
.table-hover > tbody > tr > th.success:hover,
.table-hover > tbody > tr.success:hover > td,
.table-hover > tbody > tr:hover > .success,
.table-hover > tbody > tr.success:hover > th {
  background-color: #d0e9c6;
}
.table > thead > tr > td.info,
.table > tbody > tr > td.info,
.table > tfoot > tr > td.info,
.table > thead > tr > th.info,
.table > tbody > tr > th.info,
.table > tfoot > tr > th.info,
.table > thead > tr.info > td,
.table > tbody > tr.info > td,
.table > tfoot > tr.info > td,
.table > thead > tr.info > th,
.table > tbody > tr.info > th,
.table > tfoot > tr.info > th {
  background-color: #d9edf7;
}
.table-hover > tbody > tr > td.info:hover,
.table-hover > tbody > tr > th.info:hover,
.table-hover > tbody > tr.info:hover > td,
.table-hover > tbody > tr:hover > .info,
.table-hover > tbody > tr.info:hover > th {
  background-color: #c4e3f3;
}
.table > thead > tr > td.warning,
.table > tbody > tr > td.warning,
.table > tfoot > tr > td.warning,
.table > thead > tr > th.warning,
.table > tbody > tr > th.warning,
.table > tfoot > tr > th.warning,
.table > thead > tr.warning > td,
.table > tbody > tr.warning > td,
.table > tfoot > tr.warning > td,
.table > thead > tr.warning > th,
.table > tbody > tr.warning > th,
.table > tfoot > tr.warning > th {
  background-color: #fcf8e3;
}
.table-hover > tbody > tr > td.warning:hover,
.table-hover > tbody > tr > th.warning:hover,
.table-hover > tbody > tr.warning:hover > td,
.table-hover > tbody > tr:hover > .warning,
.table-hover > tbody > tr.warning:hover > th {
  background-color: #faf2cc;
}
.table > thead > tr > td.danger,
.table > tbody > tr > td.danger,
.table > tfoot > tr > td.danger,
.table > thead > tr > th.danger,
.table > tbody > tr > th.danger,
.table > tfoot > tr > th.danger,
.table > thead > tr.danger > td,
.table > tbody > tr.danger > td,
.table > tfoot > tr.danger > td,
.table > thead > tr.danger > th,
.table > tbody > tr.danger > th,
.table > tfoot > tr.danger > th {
  background-color: #f2dede;
}
.table-hover > tbody > tr > td.danger:hover,
.table-hover > tbody > tr > th.danger:hover,
.table-hover > tbody > tr.danger:hover > td,
.table-hover > tbody > tr:hover > .danger,
.table-hover > tbody > tr.danger:hover > th {
  background-color: #ebcccc;
}
.table-responsive {
  overflow-x: auto;
  min-height: 0.01%;
}
@media screen and (max-width: 767px) {
  .table-responsive {
    width: 100%;
    margin-bottom: 13.5px;
    overflow-y: hidden;
    -ms-overflow-style: -ms-autohiding-scrollbar;
    border: 1px solid #ddd;
  }
  .table-responsive > .table {
    margin-bottom: 0;
  }
  .table-responsive > .table > thead > tr > th,
  .table-responsive > .table > tbody > tr > th,
  .table-responsive > .table > tfoot > tr > th,
  .table-responsive > .table > thead > tr > td,
  .table-responsive > .table > tbody > tr > td,
  .table-responsive > .table > tfoot > tr > td {
    white-space: nowrap;
  }
  .table-responsive > .table-bordered {
    border: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:first-child,
  .table-responsive > .table-bordered > tbody > tr > th:first-child,
  .table-responsive > .table-bordered > tfoot > tr > th:first-child,
  .table-responsive > .table-bordered > thead > tr > td:first-child,
  .table-responsive > .table-bordered > tbody > tr > td:first-child,
  .table-responsive > .table-bordered > tfoot > tr > td:first-child {
    border-left: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:last-child,
  .table-responsive > .table-bordered > tbody > tr > th:last-child,
  .table-responsive > .table-bordered > tfoot > tr > th:last-child,
  .table-responsive > .table-bordered > thead > tr > td:last-child,
  .table-responsive > .table-bordered > tbody > tr > td:last-child,
  .table-responsive > .table-bordered > tfoot > tr > td:last-child {
    border-right: 0;
  }
  .table-responsive > .table-bordered > tbody > tr:last-child > th,
  .table-responsive > .table-bordered > tfoot > tr:last-child > th,
  .table-responsive > .table-bordered > tbody > tr:last-child > td,
  .table-responsive > .table-bordered > tfoot > tr:last-child > td {
    border-bottom: 0;
  }
}
fieldset {
  padding: 0;
  margin: 0;
  border: 0;
  min-width: 0;
}
legend {
  display: block;
  width: 100%;
  padding: 0;
  margin-bottom: 18px;
  font-size: 19.5px;
  line-height: inherit;
  color: #333333;
  border: 0;
  border-bottom: 1px solid #e5e5e5;
}
label {
  display: inline-block;
  max-width: 100%;
  margin-bottom: 5px;
  font-weight: bold;
}
input[type="search"] {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
input[type="radio"],
input[type="checkbox"] {
  margin: 4px 0 0;
  margin-top: 1px \9;
  line-height: normal;
}
input[type="file"] {
  display: block;
}
input[type="range"] {
  display: block;
  width: 100%;
}
select[multiple],
select[size] {
  height: auto;
}
input[type="file"]:focus,
input[type="radio"]:focus,
input[type="checkbox"]:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
output {
  display: block;
  padding-top: 7px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
}
.form-control {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
}
.form-control:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.form-control::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.form-control:-ms-input-placeholder {
  color: #999;
}
.form-control::-webkit-input-placeholder {
  color: #999;
}
.form-control::-ms-expand {
  border: 0;
  background-color: transparent;
}
.form-control[disabled],
.form-control[readonly],
fieldset[disabled] .form-control {
  background-color: #eeeeee;
  opacity: 1;
}
.form-control[disabled],
fieldset[disabled] .form-control {
  cursor: not-allowed;
}
textarea.form-control {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: none;
}
@media screen and (-webkit-min-device-pixel-ratio: 0) {
  input[type="date"].form-control,
  input[type="time"].form-control,
  input[type="datetime-local"].form-control,
  input[type="month"].form-control {
    line-height: 32px;
  }
  input[type="date"].input-sm,
  input[type="time"].input-sm,
  input[type="datetime-local"].input-sm,
  input[type="month"].input-sm,
  .input-group-sm input[type="date"],
  .input-group-sm input[type="time"],
  .input-group-sm input[type="datetime-local"],
  .input-group-sm input[type="month"] {
    line-height: 30px;
  }
  input[type="date"].input-lg,
  input[type="time"].input-lg,
  input[type="datetime-local"].input-lg,
  input[type="month"].input-lg,
  .input-group-lg input[type="date"],
  .input-group-lg input[type="time"],
  .input-group-lg input[type="datetime-local"],
  .input-group-lg input[type="month"] {
    line-height: 45px;
  }
}
.form-group {
  margin-bottom: 15px;
}
.radio,
.checkbox {
  position: relative;
  display: block;
  margin-top: 10px;
  margin-bottom: 10px;
}
.radio label,
.checkbox label {
  min-height: 18px;
  padding-left: 20px;
  margin-bottom: 0;
  font-weight: normal;
  cursor: pointer;
}
.radio input[type="radio"],
.radio-inline input[type="radio"],
.checkbox input[type="checkbox"],
.checkbox-inline input[type="checkbox"] {
  position: absolute;
  margin-left: -20px;
  margin-top: 4px \9;
}
.radio + .radio,
.checkbox + .checkbox {
  margin-top: -5px;
}
.radio-inline,
.checkbox-inline {
  position: relative;
  display: inline-block;
  padding-left: 20px;
  margin-bottom: 0;
  vertical-align: middle;
  font-weight: normal;
  cursor: pointer;
}
.radio-inline + .radio-inline,
.checkbox-inline + .checkbox-inline {
  margin-top: 0;
  margin-left: 10px;
}
input[type="radio"][disabled],
input[type="checkbox"][disabled],
input[type="radio"].disabled,
input[type="checkbox"].disabled,
fieldset[disabled] input[type="radio"],
fieldset[disabled] input[type="checkbox"] {
  cursor: not-allowed;
}
.radio-inline.disabled,
.checkbox-inline.disabled,
fieldset[disabled] .radio-inline,
fieldset[disabled] .checkbox-inline {
  cursor: not-allowed;
}
.radio.disabled label,
.checkbox.disabled label,
fieldset[disabled] .radio label,
fieldset[disabled] .checkbox label {
  cursor: not-allowed;
}
.form-control-static {
  padding-top: 7px;
  padding-bottom: 7px;
  margin-bottom: 0;
  min-height: 31px;
}
.form-control-static.input-lg,
.form-control-static.input-sm {
  padding-left: 0;
  padding-right: 0;
}
.input-sm {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-sm {
  height: 30px;
  line-height: 30px;
}
textarea.input-sm,
select[multiple].input-sm {
  height: auto;
}
.form-group-sm .form-control {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.form-group-sm select.form-control {
  height: 30px;
  line-height: 30px;
}
.form-group-sm textarea.form-control,
.form-group-sm select[multiple].form-control {
  height: auto;
}
.form-group-sm .form-control-static {
  height: 30px;
  min-height: 30px;
  padding: 6px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.input-lg {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-lg {
  height: 45px;
  line-height: 45px;
}
textarea.input-lg,
select[multiple].input-lg {
  height: auto;
}
.form-group-lg .form-control {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.form-group-lg select.form-control {
  height: 45px;
  line-height: 45px;
}
.form-group-lg textarea.form-control,
.form-group-lg select[multiple].form-control {
  height: auto;
}
.form-group-lg .form-control-static {
  height: 45px;
  min-height: 35px;
  padding: 11px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.has-feedback {
  position: relative;
}
.has-feedback .form-control {
  padding-right: 40px;
}
.form-control-feedback {
  position: absolute;
  top: 0;
  right: 0;
  z-index: 2;
  display: block;
  width: 32px;
  height: 32px;
  line-height: 32px;
  text-align: center;
  pointer-events: none;
}
.input-lg + .form-control-feedback,
.input-group-lg + .form-control-feedback,
.form-group-lg .form-control + .form-control-feedback {
  width: 45px;
  height: 45px;
  line-height: 45px;
}
.input-sm + .form-control-feedback,
.input-group-sm + .form-control-feedback,
.form-group-sm .form-control + .form-control-feedback {
  width: 30px;
  height: 30px;
  line-height: 30px;
}
.has-success .help-block,
.has-success .control-label,
.has-success .radio,
.has-success .checkbox,
.has-success .radio-inline,
.has-success .checkbox-inline,
.has-success.radio label,
.has-success.checkbox label,
.has-success.radio-inline label,
.has-success.checkbox-inline label {
  color: #3c763d;
}
.has-success .form-control {
  border-color: #3c763d;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-success .form-control:focus {
  border-color: #2b542c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
}
.has-success .input-group-addon {
  color: #3c763d;
  border-color: #3c763d;
  background-color: #dff0d8;
}
.has-success .form-control-feedback {
  color: #3c763d;
}
.has-warning .help-block,
.has-warning .control-label,
.has-warning .radio,
.has-warning .checkbox,
.has-warning .radio-inline,
.has-warning .checkbox-inline,
.has-warning.radio label,
.has-warning.checkbox label,
.has-warning.radio-inline label,
.has-warning.checkbox-inline label {
  color: #8a6d3b;
}
.has-warning .form-control {
  border-color: #8a6d3b;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-warning .form-control:focus {
  border-color: #66512c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
}
.has-warning .input-group-addon {
  color: #8a6d3b;
  border-color: #8a6d3b;
  background-color: #fcf8e3;
}
.has-warning .form-control-feedback {
  color: #8a6d3b;
}
.has-error .help-block,
.has-error .control-label,
.has-error .radio,
.has-error .checkbox,
.has-error .radio-inline,
.has-error .checkbox-inline,
.has-error.radio label,
.has-error.checkbox label,
.has-error.radio-inline label,
.has-error.checkbox-inline label {
  color: #a94442;
}
.has-error .form-control {
  border-color: #a94442;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-error .form-control:focus {
  border-color: #843534;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
}
.has-error .input-group-addon {
  color: #a94442;
  border-color: #a94442;
  background-color: #f2dede;
}
.has-error .form-control-feedback {
  color: #a94442;
}
.has-feedback label ~ .form-control-feedback {
  top: 23px;
}
.has-feedback label.sr-only ~ .form-control-feedback {
  top: 0;
}
.help-block {
  display: block;
  margin-top: 5px;
  margin-bottom: 10px;
  color: #404040;
}
@media (min-width: 768px) {
  .form-inline .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .form-inline .form-control-static {
    display: inline-block;
  }
  .form-inline .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .form-inline .input-group .input-group-addon,
  .form-inline .input-group .input-group-btn,
  .form-inline .input-group .form-control {
    width: auto;
  }
  .form-inline .input-group > .form-control {
    width: 100%;
  }
  .form-inline .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio,
  .form-inline .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio label,
  .form-inline .checkbox label {
    padding-left: 0;
  }
  .form-inline .radio input[type="radio"],
  .form-inline .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .form-inline .has-feedback .form-control-feedback {
    top: 0;
  }
}
.form-horizontal .radio,
.form-horizontal .checkbox,
.form-horizontal .radio-inline,
.form-horizontal .checkbox-inline {
  margin-top: 0;
  margin-bottom: 0;
  padding-top: 7px;
}
.form-horizontal .radio,
.form-horizontal .checkbox {
  min-height: 25px;
}
.form-horizontal .form-group {
  margin-left: 0px;
  margin-right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .control-label {
    text-align: right;
    margin-bottom: 0;
    padding-top: 7px;
  }
}
.form-horizontal .has-feedback .form-control-feedback {
  right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .form-group-lg .control-label {
    padding-top: 11px;
    font-size: 17px;
  }
}
@media (min-width: 768px) {
  .form-horizontal .form-group-sm .control-label {
    padding-top: 6px;
    font-size: 12px;
  }
}
.btn {
  display: inline-block;
  margin-bottom: 0;
  font-weight: normal;
  text-align: center;
  vertical-align: middle;
  touch-action: manipulation;
  cursor: pointer;
  background-image: none;
  border: 1px solid transparent;
  white-space: nowrap;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  border-radius: 2px;
  -webkit-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
}
.btn:focus,
.btn:active:focus,
.btn.active:focus,
.btn.focus,
.btn:active.focus,
.btn.active.focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
.btn:hover,
.btn:focus,
.btn.focus {
  color: #333;
  text-decoration: none;
}
.btn:active,
.btn.active {
  outline: 0;
  background-image: none;
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn.disabled,
.btn[disabled],
fieldset[disabled] .btn {
  cursor: not-allowed;
  opacity: 0.65;
  filter: alpha(opacity=65);
  -webkit-box-shadow: none;
  box-shadow: none;
}
a.btn.disabled,
fieldset[disabled] a.btn {
  pointer-events: none;
}
.btn-default {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.btn-default:focus,
.btn-default.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.btn-default:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active:hover,
.btn-default.active:hover,
.open > .dropdown-toggle.btn-default:hover,
.btn-default:active:focus,
.btn-default.active:focus,
.open > .dropdown-toggle.btn-default:focus,
.btn-default:active.focus,
.btn-default.active.focus,
.open > .dropdown-toggle.btn-default.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  background-image: none;
}
.btn-default.disabled:hover,
.btn-default[disabled]:hover,
fieldset[disabled] .btn-default:hover,
.btn-default.disabled:focus,
.btn-default[disabled]:focus,
fieldset[disabled] .btn-default:focus,
.btn-default.disabled.focus,
.btn-default[disabled].focus,
fieldset[disabled] .btn-default.focus {
  background-color: #fff;
  border-color: #ccc;
}
.btn-default .badge {
  color: #fff;
  background-color: #333;
}
.btn-primary {
  color: #fff;
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary:focus,
.btn-primary.focus {
  color: #fff;
  background-color: #286090;
  border-color: #122b40;
}
.btn-primary:hover {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active:hover,
.btn-primary.active:hover,
.open > .dropdown-toggle.btn-primary:hover,
.btn-primary:active:focus,
.btn-primary.active:focus,
.open > .dropdown-toggle.btn-primary:focus,
.btn-primary:active.focus,
.btn-primary.active.focus,
.open > .dropdown-toggle.btn-primary.focus {
  color: #fff;
  background-color: #204d74;
  border-color: #122b40;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  background-image: none;
}
.btn-primary.disabled:hover,
.btn-primary[disabled]:hover,
fieldset[disabled] .btn-primary:hover,
.btn-primary.disabled:focus,
.btn-primary[disabled]:focus,
fieldset[disabled] .btn-primary:focus,
.btn-primary.disabled.focus,
.btn-primary[disabled].focus,
fieldset[disabled] .btn-primary.focus {
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary .badge {
  color: #337ab7;
  background-color: #fff;
}
.btn-success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success:focus,
.btn-success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.btn-success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active:hover,
.btn-success.active:hover,
.open > .dropdown-toggle.btn-success:hover,
.btn-success:active:focus,
.btn-success.active:focus,
.open > .dropdown-toggle.btn-success:focus,
.btn-success:active.focus,
.btn-success.active.focus,
.open > .dropdown-toggle.btn-success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  background-image: none;
}
.btn-success.disabled:hover,
.btn-success[disabled]:hover,
fieldset[disabled] .btn-success:hover,
.btn-success.disabled:focus,
.btn-success[disabled]:focus,
fieldset[disabled] .btn-success:focus,
.btn-success.disabled.focus,
.btn-success[disabled].focus,
fieldset[disabled] .btn-success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.btn-info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info:focus,
.btn-info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.btn-info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active:hover,
.btn-info.active:hover,
.open > .dropdown-toggle.btn-info:hover,
.btn-info:active:focus,
.btn-info.active:focus,
.open > .dropdown-toggle.btn-info:focus,
.btn-info:active.focus,
.btn-info.active.focus,
.open > .dropdown-toggle.btn-info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  background-image: none;
}
.btn-info.disabled:hover,
.btn-info[disabled]:hover,
fieldset[disabled] .btn-info:hover,
.btn-info.disabled:focus,
.btn-info[disabled]:focus,
fieldset[disabled] .btn-info:focus,
.btn-info.disabled.focus,
.btn-info[disabled].focus,
fieldset[disabled] .btn-info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.btn-warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning:focus,
.btn-warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.btn-warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active:hover,
.btn-warning.active:hover,
.open > .dropdown-toggle.btn-warning:hover,
.btn-warning:active:focus,
.btn-warning.active:focus,
.open > .dropdown-toggle.btn-warning:focus,
.btn-warning:active.focus,
.btn-warning.active.focus,
.open > .dropdown-toggle.btn-warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  background-image: none;
}
.btn-warning.disabled:hover,
.btn-warning[disabled]:hover,
fieldset[disabled] .btn-warning:hover,
.btn-warning.disabled:focus,
.btn-warning[disabled]:focus,
fieldset[disabled] .btn-warning:focus,
.btn-warning.disabled.focus,
.btn-warning[disabled].focus,
fieldset[disabled] .btn-warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.btn-danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger:focus,
.btn-danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.btn-danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active:hover,
.btn-danger.active:hover,
.open > .dropdown-toggle.btn-danger:hover,
.btn-danger:active:focus,
.btn-danger.active:focus,
.open > .dropdown-toggle.btn-danger:focus,
.btn-danger:active.focus,
.btn-danger.active.focus,
.open > .dropdown-toggle.btn-danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  background-image: none;
}
.btn-danger.disabled:hover,
.btn-danger[disabled]:hover,
fieldset[disabled] .btn-danger:hover,
.btn-danger.disabled:focus,
.btn-danger[disabled]:focus,
fieldset[disabled] .btn-danger:focus,
.btn-danger.disabled.focus,
.btn-danger[disabled].focus,
fieldset[disabled] .btn-danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger .badge {
  color: #d9534f;
  background-color: #fff;
}
.btn-link {
  color: #337ab7;
  font-weight: normal;
  border-radius: 0;
}
.btn-link,
.btn-link:active,
.btn-link.active,
.btn-link[disabled],
fieldset[disabled] .btn-link {
  background-color: transparent;
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn-link,
.btn-link:hover,
.btn-link:focus,
.btn-link:active {
  border-color: transparent;
}
.btn-link:hover,
.btn-link:focus {
  color: #23527c;
  text-decoration: underline;
  background-color: transparent;
}
.btn-link[disabled]:hover,
fieldset[disabled] .btn-link:hover,
.btn-link[disabled]:focus,
fieldset[disabled] .btn-link:focus {
  color: #777777;
  text-decoration: none;
}
.btn-lg,
.btn-group-lg > .btn {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.btn-sm,
.btn-group-sm > .btn {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-xs,
.btn-group-xs > .btn {
  padding: 1px 5px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-block {
  display: block;
  width: 100%;
}
.btn-block + .btn-block {
  margin-top: 5px;
}
input[type="submit"].btn-block,
input[type="reset"].btn-block,
input[type="button"].btn-block {
  width: 100%;
}
.fade {
  opacity: 0;
  -webkit-transition: opacity 0.15s linear;
  -o-transition: opacity 0.15s linear;
  transition: opacity 0.15s linear;
}
.fade.in {
  opacity: 1;
}
.collapse {
  display: none;
}
.collapse.in {
  display: block;
}
tr.collapse.in {
  display: table-row;
}
tbody.collapse.in {
  display: table-row-group;
}
.collapsing {
  position: relative;
  height: 0;
  overflow: hidden;
  -webkit-transition-property: height, visibility;
  transition-property: height, visibility;
  -webkit-transition-duration: 0.35s;
  transition-duration: 0.35s;
  -webkit-transition-timing-function: ease;
  transition-timing-function: ease;
}
.caret {
  display: inline-block;
  width: 0;
  height: 0;
  margin-left: 2px;
  vertical-align: middle;
  border-top: 4px dashed;
  border-top: 4px solid \9;
  border-right: 4px solid transparent;
  border-left: 4px solid transparent;
}
.dropup,
.dropdown {
  position: relative;
}
.dropdown-toggle:focus {
  outline: 0;
}
.dropdown-menu {
  position: absolute;
  top: 100%;
  left: 0;
  z-index: 1000;
  display: none;
  float: left;
  min-width: 160px;
  padding: 5px 0;
  margin: 2px 0 0;
  list-style: none;
  font-size: 13px;
  text-align: left;
  background-color: #fff;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.15);
  border-radius: 2px;
  -webkit-box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  background-clip: padding-box;
}
.dropdown-menu.pull-right {
  right: 0;
  left: auto;
}
.dropdown-menu .divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.dropdown-menu > li > a {
  display: block;
  padding: 3px 20px;
  clear: both;
  font-weight: normal;
  line-height: 1.42857143;
  color: #333333;
  white-space: nowrap;
}
.dropdown-menu > li > a:hover,
.dropdown-menu > li > a:focus {
  text-decoration: none;
  color: #262626;
  background-color: #f5f5f5;
}
.dropdown-menu > .active > a,
.dropdown-menu > .active > a:hover,
.dropdown-menu > .active > a:focus {
  color: #fff;
  text-decoration: none;
  outline: 0;
  background-color: #337ab7;
}
.dropdown-menu > .disabled > a,
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  color: #777777;
}
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  text-decoration: none;
  background-color: transparent;
  background-image: none;
  filter: progid:DXImageTransform.Microsoft.gradient(enabled = false);
  cursor: not-allowed;
}
.open > .dropdown-menu {
  display: block;
}
.open > a {
  outline: 0;
}
.dropdown-menu-right {
  left: auto;
  right: 0;
}
.dropdown-menu-left {
  left: 0;
  right: auto;
}
.dropdown-header {
  display: block;
  padding: 3px 20px;
  font-size: 12px;
  line-height: 1.42857143;
  color: #777777;
  white-space: nowrap;
}
.dropdown-backdrop {
  position: fixed;
  left: 0;
  right: 0;
  bottom: 0;
  top: 0;
  z-index: 990;
}
.pull-right > .dropdown-menu {
  right: 0;
  left: auto;
}
.dropup .caret,
.navbar-fixed-bottom .dropdown .caret {
  border-top: 0;
  border-bottom: 4px dashed;
  border-bottom: 4px solid \9;
  content: "";
}
.dropup .dropdown-menu,
.navbar-fixed-bottom .dropdown .dropdown-menu {
  top: auto;
  bottom: 100%;
  margin-bottom: 2px;
}
@media (min-width: 541px) {
  .navbar-right .dropdown-menu {
    left: auto;
    right: 0;
  }
  .navbar-right .dropdown-menu-left {
    left: 0;
    right: auto;
  }
}
.btn-group,
.btn-group-vertical {
  position: relative;
  display: inline-block;
  vertical-align: middle;
}
.btn-group > .btn,
.btn-group-vertical > .btn {
  position: relative;
  float: left;
}
.btn-group > .btn:hover,
.btn-group-vertical > .btn:hover,
.btn-group > .btn:focus,
.btn-group-vertical > .btn:focus,
.btn-group > .btn:active,
.btn-group-vertical > .btn:active,
.btn-group > .btn.active,
.btn-group-vertical > .btn.active {
  z-index: 2;
}
.btn-group .btn + .btn,
.btn-group .btn + .btn-group,
.btn-group .btn-group + .btn,
.btn-group .btn-group + .btn-group {
  margin-left: -1px;
}
.btn-toolbar {
  margin-left: -5px;
}
.btn-toolbar .btn,
.btn-toolbar .btn-group,
.btn-toolbar .input-group {
  float: left;
}
.btn-toolbar > .btn,
.btn-toolbar > .btn-group,
.btn-toolbar > .input-group {
  margin-left: 5px;
}
.btn-group > .btn:not(:first-child):not(:last-child):not(.dropdown-toggle) {
  border-radius: 0;
}
.btn-group > .btn:first-child {
  margin-left: 0;
}
.btn-group > .btn:first-child:not(:last-child):not(.dropdown-toggle) {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn:last-child:not(:first-child),
.btn-group > .dropdown-toggle:not(:first-child) {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group > .btn-group {
  float: left;
}
.btn-group > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group .dropdown-toggle:active,
.btn-group.open .dropdown-toggle {
  outline: 0;
}
.btn-group > .btn + .dropdown-toggle {
  padding-left: 8px;
  padding-right: 8px;
}
.btn-group > .btn-lg + .dropdown-toggle {
  padding-left: 12px;
  padding-right: 12px;
}
.btn-group.open .dropdown-toggle {
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn-group.open .dropdown-toggle.btn-link {
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn .caret {
  margin-left: 0;
}
.btn-lg .caret {
  border-width: 5px 5px 0;
  border-bottom-width: 0;
}
.dropup .btn-lg .caret {
  border-width: 0 5px 5px;
}
.btn-group-vertical > .btn,
.btn-group-vertical > .btn-group,
.btn-group-vertical > .btn-group > .btn {
  display: block;
  float: none;
  width: 100%;
  max-width: 100%;
}
.btn-group-vertical > .btn-group > .btn {
  float: none;
}
.btn-group-vertical > .btn + .btn,
.btn-group-vertical > .btn + .btn-group,
.btn-group-vertical > .btn-group + .btn,
.btn-group-vertical > .btn-group + .btn-group {
  margin-top: -1px;
  margin-left: 0;
}
.btn-group-vertical > .btn:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.btn-group-vertical > .btn:first-child:not(:last-child) {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn:last-child:not(:first-child) {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
.btn-group-vertical > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.btn-group-justified {
  display: table;
  width: 100%;
  table-layout: fixed;
  border-collapse: separate;
}
.btn-group-justified > .btn,
.btn-group-justified > .btn-group {
  float: none;
  display: table-cell;
  width: 1%;
}
.btn-group-justified > .btn-group .btn {
  width: 100%;
}
.btn-group-justified > .btn-group .dropdown-menu {
  left: auto;
}
[data-toggle="buttons"] > .btn input[type="radio"],
[data-toggle="buttons"] > .btn-group > .btn input[type="radio"],
[data-toggle="buttons"] > .btn input[type="checkbox"],
[data-toggle="buttons"] > .btn-group > .btn input[type="checkbox"] {
  position: absolute;
  clip: rect(0, 0, 0, 0);
  pointer-events: none;
}
.input-group {
  position: relative;
  display: table;
  border-collapse: separate;
}
.input-group[class*="col-"] {
  float: none;
  padding-left: 0;
  padding-right: 0;
}
.input-group .form-control {
  position: relative;
  z-index: 2;
  float: left;
  width: 100%;
  margin-bottom: 0;
}
.input-group .form-control:focus {
  z-index: 3;
}
.input-group-lg > .form-control,
.input-group-lg > .input-group-addon,
.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-group-lg > .form-control,
select.input-group-lg > .input-group-addon,
select.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  line-height: 45px;
}
textarea.input-group-lg > .form-control,
textarea.input-group-lg > .input-group-addon,
textarea.input-group-lg > .input-group-btn > .btn,
select[multiple].input-group-lg > .form-control,
select[multiple].input-group-lg > .input-group-addon,
select[multiple].input-group-lg > .input-group-btn > .btn {
  height: auto;
}
.input-group-sm > .form-control,
.input-group-sm > .input-group-addon,
.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-group-sm > .form-control,
select.input-group-sm > .input-group-addon,
select.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  line-height: 30px;
}
textarea.input-group-sm > .form-control,
textarea.input-group-sm > .input-group-addon,
textarea.input-group-sm > .input-group-btn > .btn,
select[multiple].input-group-sm > .form-control,
select[multiple].input-group-sm > .input-group-addon,
select[multiple].input-group-sm > .input-group-btn > .btn {
  height: auto;
}
.input-group-addon,
.input-group-btn,
.input-group .form-control {
  display: table-cell;
}
.input-group-addon:not(:first-child):not(:last-child),
.input-group-btn:not(:first-child):not(:last-child),
.input-group .form-control:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.input-group-addon,
.input-group-btn {
  width: 1%;
  white-space: nowrap;
  vertical-align: middle;
}
.input-group-addon {
  padding: 6px 12px;
  font-size: 13px;
  font-weight: normal;
  line-height: 1;
  color: #555555;
  text-align: center;
  background-color: #eeeeee;
  border: 1px solid #ccc;
  border-radius: 2px;
}
.input-group-addon.input-sm {
  padding: 5px 10px;
  font-size: 12px;
  border-radius: 1px;
}
.input-group-addon.input-lg {
  padding: 10px 16px;
  font-size: 17px;
  border-radius: 3px;
}
.input-group-addon input[type="radio"],
.input-group-addon input[type="checkbox"] {
  margin-top: 0;
}
.input-group .form-control:first-child,
.input-group-addon:first-child,
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group > .btn,
.input-group-btn:first-child > .dropdown-toggle,
.input-group-btn:last-child > .btn:not(:last-child):not(.dropdown-toggle),
.input-group-btn:last-child > .btn-group:not(:last-child) > .btn {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.input-group-addon:first-child {
  border-right: 0;
}
.input-group .form-control:last-child,
.input-group-addon:last-child,
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group > .btn,
.input-group-btn:last-child > .dropdown-toggle,
.input-group-btn:first-child > .btn:not(:first-child),
.input-group-btn:first-child > .btn-group:not(:first-child) > .btn {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.input-group-addon:last-child {
  border-left: 0;
}
.input-group-btn {
  position: relative;
  font-size: 0;
  white-space: nowrap;
}
.input-group-btn > .btn {
  position: relative;
}
.input-group-btn > .btn + .btn {
  margin-left: -1px;
}
.input-group-btn > .btn:hover,
.input-group-btn > .btn:focus,
.input-group-btn > .btn:active {
  z-index: 2;
}
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group {
  margin-right: -1px;
}
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group {
  z-index: 2;
  margin-left: -1px;
}
.nav {
  margin-bottom: 0;
  padding-left: 0;
  list-style: none;
}
.nav > li {
  position: relative;
  display: block;
}
.nav > li > a {
  position: relative;
  display: block;
  padding: 10px 15px;
}
.nav > li > a:hover,
.nav > li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.nav > li.disabled > a {
  color: #777777;
}
.nav > li.disabled > a:hover,
.nav > li.disabled > a:focus {
  color: #777777;
  text-decoration: none;
  background-color: transparent;
  cursor: not-allowed;
}
.nav .open > a,
.nav .open > a:hover,
.nav .open > a:focus {
  background-color: #eeeeee;
  border-color: #337ab7;
}
.nav .nav-divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.nav > li > a > img {
  max-width: none;
}
.nav-tabs {
  border-bottom: 1px solid #ddd;
}
.nav-tabs > li {
  float: left;
  margin-bottom: -1px;
}
.nav-tabs > li > a {
  margin-right: 2px;
  line-height: 1.42857143;
  border: 1px solid transparent;
  border-radius: 2px 2px 0 0;
}
.nav-tabs > li > a:hover {
  border-color: #eeeeee #eeeeee #ddd;
}
.nav-tabs > li.active > a,
.nav-tabs > li.active > a:hover,
.nav-tabs > li.active > a:focus {
  color: #555555;
  background-color: #fff;
  border: 1px solid #ddd;
  border-bottom-color: transparent;
  cursor: default;
}
.nav-tabs.nav-justified {
  width: 100%;
  border-bottom: 0;
}
.nav-tabs.nav-justified > li {
  float: none;
}
.nav-tabs.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-tabs.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-tabs.nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs.nav-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs.nav-justified > .active > a,
.nav-tabs.nav-justified > .active > a:hover,
.nav-tabs.nav-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs.nav-justified > .active > a,
  .nav-tabs.nav-justified > .active > a:hover,
  .nav-tabs.nav-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.nav-pills > li {
  float: left;
}
.nav-pills > li > a {
  border-radius: 2px;
}
.nav-pills > li + li {
  margin-left: 2px;
}
.nav-pills > li.active > a,
.nav-pills > li.active > a:hover,
.nav-pills > li.active > a:focus {
  color: #fff;
  background-color: #337ab7;
}
.nav-stacked > li {
  float: none;
}
.nav-stacked > li + li {
  margin-top: 2px;
  margin-left: 0;
}
.nav-justified {
  width: 100%;
}
.nav-justified > li {
  float: none;
}
.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs-justified {
  border-bottom: 0;
}
.nav-tabs-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs-justified > .active > a,
.nav-tabs-justified > .active > a:hover,
.nav-tabs-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs-justified > .active > a,
  .nav-tabs-justified > .active > a:hover,
  .nav-tabs-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.tab-content > .tab-pane {
  display: none;
}
.tab-content > .active {
  display: block;
}
.nav-tabs .dropdown-menu {
  margin-top: -1px;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar {
  position: relative;
  min-height: 30px;
  margin-bottom: 18px;
  border: 1px solid transparent;
}
@media (min-width: 541px) {
  .navbar {
    border-radius: 2px;
  }
}
@media (min-width: 541px) {
  .navbar-header {
    float: left;
  }
}
.navbar-collapse {
  overflow-x: visible;
  padding-right: 0px;
  padding-left: 0px;
  border-top: 1px solid transparent;
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1);
  -webkit-overflow-scrolling: touch;
}
.navbar-collapse.in {
  overflow-y: auto;
}
@media (min-width: 541px) {
  .navbar-collapse {
    width: auto;
    border-top: 0;
    box-shadow: none;
  }
  .navbar-collapse.collapse {
    display: block !important;
    height: auto !important;
    padding-bottom: 0;
    overflow: visible !important;
  }
  .navbar-collapse.in {
    overflow-y: visible;
  }
  .navbar-fixed-top .navbar-collapse,
  .navbar-static-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    padding-left: 0;
    padding-right: 0;
  }
}
.navbar-fixed-top .navbar-collapse,
.navbar-fixed-bottom .navbar-collapse {
  max-height: 340px;
}
@media (max-device-width: 540px) and (orientation: landscape) {
  .navbar-fixed-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    max-height: 200px;
  }
}
.container > .navbar-header,
.container-fluid > .navbar-header,
.container > .navbar-collapse,
.container-fluid > .navbar-collapse {
  margin-right: 0px;
  margin-left: 0px;
}
@media (min-width: 541px) {
  .container > .navbar-header,
  .container-fluid > .navbar-header,
  .container > .navbar-collapse,
  .container-fluid > .navbar-collapse {
    margin-right: 0;
    margin-left: 0;
  }
}
.navbar-static-top {
  z-index: 1000;
  border-width: 0 0 1px;
}
@media (min-width: 541px) {
  .navbar-static-top {
    border-radius: 0;
  }
}
.navbar-fixed-top,
.navbar-fixed-bottom {
  position: fixed;
  right: 0;
  left: 0;
  z-index: 1030;
}
@media (min-width: 541px) {
  .navbar-fixed-top,
  .navbar-fixed-bottom {
    border-radius: 0;
  }
}
.navbar-fixed-top {
  top: 0;
  border-width: 0 0 1px;
}
.navbar-fixed-bottom {
  bottom: 0;
  margin-bottom: 0;
  border-width: 1px 0 0;
}
.navbar-brand {
  float: left;
  padding: 6px 0px;
  font-size: 17px;
  line-height: 18px;
  height: 30px;
}
.navbar-brand:hover,
.navbar-brand:focus {
  text-decoration: none;
}
.navbar-brand > img {
  display: block;
}
@media (min-width: 541px) {
  .navbar > .container .navbar-brand,
  .navbar > .container-fluid .navbar-brand {
    margin-left: 0px;
  }
}
.navbar-toggle {
  position: relative;
  float: right;
  margin-right: 0px;
  padding: 9px 10px;
  margin-top: -2px;
  margin-bottom: -2px;
  background-color: transparent;
  background-image: none;
  border: 1px solid transparent;
  border-radius: 2px;
}
.navbar-toggle:focus {
  outline: 0;
}
.navbar-toggle .icon-bar {
  display: block;
  width: 22px;
  height: 2px;
  border-radius: 1px;
}
.navbar-toggle .icon-bar + .icon-bar {
  margin-top: 4px;
}
@media (min-width: 541px) {
  .navbar-toggle {
    display: none;
  }
}
.navbar-nav {
  margin: 3px 0px;
}
.navbar-nav > li > a {
  padding-top: 10px;
  padding-bottom: 10px;
  line-height: 18px;
}
@media (max-width: 540px) {
  .navbar-nav .open .dropdown-menu {
    position: static;
    float: none;
    width: auto;
    margin-top: 0;
    background-color: transparent;
    border: 0;
    box-shadow: none;
  }
  .navbar-nav .open .dropdown-menu > li > a,
  .navbar-nav .open .dropdown-menu .dropdown-header {
    padding: 5px 15px 5px 25px;
  }
  .navbar-nav .open .dropdown-menu > li > a {
    line-height: 18px;
  }
  .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-nav .open .dropdown-menu > li > a:focus {
    background-image: none;
  }
}
@media (min-width: 541px) {
  .navbar-nav {
    float: left;
    margin: 0;
  }
  .navbar-nav > li {
    float: left;
  }
  .navbar-nav > li > a {
    padding-top: 6px;
    padding-bottom: 6px;
  }
}
.navbar-form {
  margin-left: 0px;
  margin-right: 0px;
  padding: 10px 0px;
  border-top: 1px solid transparent;
  border-bottom: 1px solid transparent;
  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  margin-top: -1px;
  margin-bottom: -1px;
}
@media (min-width: 768px) {
  .navbar-form .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .navbar-form .form-control-static {
    display: inline-block;
  }
  .navbar-form .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .navbar-form .input-group .input-group-addon,
  .navbar-form .input-group .input-group-btn,
  .navbar-form .input-group .form-control {
    width: auto;
  }
  .navbar-form .input-group > .form-control {
    width: 100%;
  }
  .navbar-form .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio,
  .navbar-form .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio label,
  .navbar-form .checkbox label {
    padding-left: 0;
  }
  .navbar-form .radio input[type="radio"],
  .navbar-form .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .navbar-form .has-feedback .form-control-feedback {
    top: 0;
  }
}
@media (max-width: 540px) {
  .navbar-form .form-group {
    margin-bottom: 5px;
  }
  .navbar-form .form-group:last-child {
    margin-bottom: 0;
  }
}
@media (min-width: 541px) {
  .navbar-form {
    width: auto;
    border: 0;
    margin-left: 0;
    margin-right: 0;
    padding-top: 0;
    padding-bottom: 0;
    -webkit-box-shadow: none;
    box-shadow: none;
  }
}
.navbar-nav > li > .dropdown-menu {
  margin-top: 0;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar-fixed-bottom .navbar-nav > li > .dropdown-menu {
  margin-bottom: 0;
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.navbar-btn {
  margin-top: -1px;
  margin-bottom: -1px;
}
.navbar-btn.btn-sm {
  margin-top: 0px;
  margin-bottom: 0px;
}
.navbar-btn.btn-xs {
  margin-top: 4px;
  margin-bottom: 4px;
}
.navbar-text {
  margin-top: 6px;
  margin-bottom: 6px;
}
@media (min-width: 541px) {
  .navbar-text {
    float: left;
    margin-left: 0px;
    margin-right: 0px;
  }
}
@media (min-width: 541px) {
  .navbar-left {
    float: left !important;
    float: left;
  }
  .navbar-right {
    float: right !important;
    float: right;
    margin-right: 0px;
  }
  .navbar-right ~ .navbar-right {
    margin-right: 0;
  }
}
.navbar-default {
  background-color: #f8f8f8;
  border-color: #e7e7e7;
}
.navbar-default .navbar-brand {
  color: #777;
}
.navbar-default .navbar-brand:hover,
.navbar-default .navbar-brand:focus {
  color: #5e5e5e;
  background-color: transparent;
}
.navbar-default .navbar-text {
  color: #777;
}
.navbar-default .navbar-nav > li > a {
  color: #777;
}
.navbar-default .navbar-nav > li > a:hover,
.navbar-default .navbar-nav > li > a:focus {
  color: #333;
  background-color: transparent;
}
.navbar-default .navbar-nav > .active > a,
.navbar-default .navbar-nav > .active > a:hover,
.navbar-default .navbar-nav > .active > a:focus {
  color: #555;
  background-color: #e7e7e7;
}
.navbar-default .navbar-nav > .disabled > a,
.navbar-default .navbar-nav > .disabled > a:hover,
.navbar-default .navbar-nav > .disabled > a:focus {
  color: #ccc;
  background-color: transparent;
}
.navbar-default .navbar-toggle {
  border-color: #ddd;
}
.navbar-default .navbar-toggle:hover,
.navbar-default .navbar-toggle:focus {
  background-color: #ddd;
}
.navbar-default .navbar-toggle .icon-bar {
  background-color: #888;
}
.navbar-default .navbar-collapse,
.navbar-default .navbar-form {
  border-color: #e7e7e7;
}
.navbar-default .navbar-nav > .open > a,
.navbar-default .navbar-nav > .open > a:hover,
.navbar-default .navbar-nav > .open > a:focus {
  background-color: #e7e7e7;
  color: #555;
}
@media (max-width: 540px) {
  .navbar-default .navbar-nav .open .dropdown-menu > li > a {
    color: #777;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #333;
    background-color: transparent;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #555;
    background-color: #e7e7e7;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #ccc;
    background-color: transparent;
  }
}
.navbar-default .navbar-link {
  color: #777;
}
.navbar-default .navbar-link:hover {
  color: #333;
}
.navbar-default .btn-link {
  color: #777;
}
.navbar-default .btn-link:hover,
.navbar-default .btn-link:focus {
  color: #333;
}
.navbar-default .btn-link[disabled]:hover,
fieldset[disabled] .navbar-default .btn-link:hover,
.navbar-default .btn-link[disabled]:focus,
fieldset[disabled] .navbar-default .btn-link:focus {
  color: #ccc;
}
.navbar-inverse {
  background-color: #222;
  border-color: #080808;
}
.navbar-inverse .navbar-brand {
  color: #9d9d9d;
}
.navbar-inverse .navbar-brand:hover,
.navbar-inverse .navbar-brand:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-text {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a:hover,
.navbar-inverse .navbar-nav > li > a:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-nav > .active > a,
.navbar-inverse .navbar-nav > .active > a:hover,
.navbar-inverse .navbar-nav > .active > a:focus {
  color: #fff;
  background-color: #080808;
}
.navbar-inverse .navbar-nav > .disabled > a,
.navbar-inverse .navbar-nav > .disabled > a:hover,
.navbar-inverse .navbar-nav > .disabled > a:focus {
  color: #444;
  background-color: transparent;
}
.navbar-inverse .navbar-toggle {
  border-color: #333;
}
.navbar-inverse .navbar-toggle:hover,
.navbar-inverse .navbar-toggle:focus {
  background-color: #333;
}
.navbar-inverse .navbar-toggle .icon-bar {
  background-color: #fff;
}
.navbar-inverse .navbar-collapse,
.navbar-inverse .navbar-form {
  border-color: #101010;
}
.navbar-inverse .navbar-nav > .open > a,
.navbar-inverse .navbar-nav > .open > a:hover,
.navbar-inverse .navbar-nav > .open > a:focus {
  background-color: #080808;
  color: #fff;
}
@media (max-width: 540px) {
  .navbar-inverse .navbar-nav .open .dropdown-menu > .dropdown-header {
    border-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu .divider {
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a {
    color: #9d9d9d;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #fff;
    background-color: transparent;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #fff;
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #444;
    background-color: transparent;
  }
}
.navbar-inverse .navbar-link {
  color: #9d9d9d;
}
.navbar-inverse .navbar-link:hover {
  color: #fff;
}
.navbar-inverse .btn-link {
  color: #9d9d9d;
}
.navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link:focus {
  color: #fff;
}
.navbar-inverse .btn-link[disabled]:hover,
fieldset[disabled] .navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link[disabled]:focus,
fieldset[disabled] .navbar-inverse .btn-link:focus {
  color: #444;
}
.breadcrumb {
  padding: 8px 15px;
  margin-bottom: 18px;
  list-style: none;
  background-color: #f5f5f5;
  border-radius: 2px;
}
.breadcrumb > li {
  display: inline-block;
}
.breadcrumb > li + li:before {
  content: "/\00a0";
  padding: 0 5px;
  color: #5e5e5e;
}
.breadcrumb > .active {
  color: #777777;
}
.pagination {
  display: inline-block;
  padding-left: 0;
  margin: 18px 0;
  border-radius: 2px;
}
.pagination > li {
  display: inline;
}
.pagination > li > a,
.pagination > li > span {
  position: relative;
  float: left;
  padding: 6px 12px;
  line-height: 1.42857143;
  text-decoration: none;
  color: #337ab7;
  background-color: #fff;
  border: 1px solid #ddd;
  margin-left: -1px;
}
.pagination > li:first-child > a,
.pagination > li:first-child > span {
  margin-left: 0;
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.pagination > li:last-child > a,
.pagination > li:last-child > span {
  border-bottom-right-radius: 2px;
  border-top-right-radius: 2px;
}
.pagination > li > a:hover,
.pagination > li > span:hover,
.pagination > li > a:focus,
.pagination > li > span:focus {
  z-index: 2;
  color: #23527c;
  background-color: #eeeeee;
  border-color: #ddd;
}
.pagination > .active > a,
.pagination > .active > span,
.pagination > .active > a:hover,
.pagination > .active > span:hover,
.pagination > .active > a:focus,
.pagination > .active > span:focus {
  z-index: 3;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
  cursor: default;
}
.pagination > .disabled > span,
.pagination > .disabled > span:hover,
.pagination > .disabled > span:focus,
.pagination > .disabled > a,
.pagination > .disabled > a:hover,
.pagination > .disabled > a:focus {
  color: #777777;
  background-color: #fff;
  border-color: #ddd;
  cursor: not-allowed;
}
.pagination-lg > li > a,
.pagination-lg > li > span {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.pagination-lg > li:first-child > a,
.pagination-lg > li:first-child > span {
  border-bottom-left-radius: 3px;
  border-top-left-radius: 3px;
}
.pagination-lg > li:last-child > a,
.pagination-lg > li:last-child > span {
  border-bottom-right-radius: 3px;
  border-top-right-radius: 3px;
}
.pagination-sm > li > a,
.pagination-sm > li > span {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.pagination-sm > li:first-child > a,
.pagination-sm > li:first-child > span {
  border-bottom-left-radius: 1px;
  border-top-left-radius: 1px;
}
.pagination-sm > li:last-child > a,
.pagination-sm > li:last-child > span {
  border-bottom-right-radius: 1px;
  border-top-right-radius: 1px;
}
.pager {
  padding-left: 0;
  margin: 18px 0;
  list-style: none;
  text-align: center;
}
.pager li {
  display: inline;
}
.pager li > a,
.pager li > span {
  display: inline-block;
  padding: 5px 14px;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 15px;
}
.pager li > a:hover,
.pager li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.pager .next > a,
.pager .next > span {
  float: right;
}
.pager .previous > a,
.pager .previous > span {
  float: left;
}
.pager .disabled > a,
.pager .disabled > a:hover,
.pager .disabled > a:focus,
.pager .disabled > span {
  color: #777777;
  background-color: #fff;
  cursor: not-allowed;
}
.label {
  display: inline;
  padding: .2em .6em .3em;
  font-size: 75%;
  font-weight: bold;
  line-height: 1;
  color: #fff;
  text-align: center;
  white-space: nowrap;
  vertical-align: baseline;
  border-radius: .25em;
}
a.label:hover,
a.label:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.label:empty {
  display: none;
}
.btn .label {
  position: relative;
  top: -1px;
}
.label-default {
  background-color: #777777;
}
.label-default[href]:hover,
.label-default[href]:focus {
  background-color: #5e5e5e;
}
.label-primary {
  background-color: #337ab7;
}
.label-primary[href]:hover,
.label-primary[href]:focus {
  background-color: #286090;
}
.label-success {
  background-color: #5cb85c;
}
.label-success[href]:hover,
.label-success[href]:focus {
  background-color: #449d44;
}
.label-info {
  background-color: #5bc0de;
}
.label-info[href]:hover,
.label-info[href]:focus {
  background-color: #31b0d5;
}
.label-warning {
  background-color: #f0ad4e;
}
.label-warning[href]:hover,
.label-warning[href]:focus {
  background-color: #ec971f;
}
.label-danger {
  background-color: #d9534f;
}
.label-danger[href]:hover,
.label-danger[href]:focus {
  background-color: #c9302c;
}
.badge {
  display: inline-block;
  min-width: 10px;
  padding: 3px 7px;
  font-size: 12px;
  font-weight: bold;
  color: #fff;
  line-height: 1;
  vertical-align: middle;
  white-space: nowrap;
  text-align: center;
  background-color: #777777;
  border-radius: 10px;
}
.badge:empty {
  display: none;
}
.btn .badge {
  position: relative;
  top: -1px;
}
.btn-xs .badge,
.btn-group-xs > .btn .badge {
  top: 0;
  padding: 1px 5px;
}
a.badge:hover,
a.badge:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.list-group-item.active > .badge,
.nav-pills > .active > a > .badge {
  color: #337ab7;
  background-color: #fff;
}
.list-group-item > .badge {
  float: right;
}
.list-group-item > .badge + .badge {
  margin-right: 5px;
}
.nav-pills > li > a > .badge {
  margin-left: 3px;
}
.jumbotron {
  padding-top: 30px;
  padding-bottom: 30px;
  margin-bottom: 30px;
  color: inherit;
  background-color: #eeeeee;
}
.jumbotron h1,
.jumbotron .h1 {
  color: inherit;
}
.jumbotron p {
  margin-bottom: 15px;
  font-size: 20px;
  font-weight: 200;
}
.jumbotron > hr {
  border-top-color: #d5d5d5;
}
.container .jumbotron,
.container-fluid .jumbotron {
  border-radius: 3px;
  padding-left: 0px;
  padding-right: 0px;
}
.jumbotron .container {
  max-width: 100%;
}
@media screen and (min-width: 768px) {
  .jumbotron {
    padding-top: 48px;
    padding-bottom: 48px;
  }
  .container .jumbotron,
  .container-fluid .jumbotron {
    padding-left: 60px;
    padding-right: 60px;
  }
  .jumbotron h1,
  .jumbotron .h1 {
    font-size: 59px;
  }
}
.thumbnail {
  display: block;
  padding: 4px;
  margin-bottom: 18px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: border 0.2s ease-in-out;
  -o-transition: border 0.2s ease-in-out;
  transition: border 0.2s ease-in-out;
}
.thumbnail > img,
.thumbnail a > img {
  margin-left: auto;
  margin-right: auto;
}
a.thumbnail:hover,
a.thumbnail:focus,
a.thumbnail.active {
  border-color: #337ab7;
}
.thumbnail .caption {
  padding: 9px;
  color: #000;
}
.alert {
  padding: 15px;
  margin-bottom: 18px;
  border: 1px solid transparent;
  border-radius: 2px;
}
.alert h4 {
  margin-top: 0;
  color: inherit;
}
.alert .alert-link {
  font-weight: bold;
}
.alert > p,
.alert > ul {
  margin-bottom: 0;
}
.alert > p + p {
  margin-top: 5px;
}
.alert-dismissable,
.alert-dismissible {
  padding-right: 35px;
}
.alert-dismissable .close,
.alert-dismissible .close {
  position: relative;
  top: -2px;
  right: -21px;
  color: inherit;
}
.alert-success {
  background-color: #dff0d8;
  border-color: #d6e9c6;
  color: #3c763d;
}
.alert-success hr {
  border-top-color: #c9e2b3;
}
.alert-success .alert-link {
  color: #2b542c;
}
.alert-info {
  background-color: #d9edf7;
  border-color: #bce8f1;
  color: #31708f;
}
.alert-info hr {
  border-top-color: #a6e1ec;
}
.alert-info .alert-link {
  color: #245269;
}
.alert-warning {
  background-color: #fcf8e3;
  border-color: #faebcc;
  color: #8a6d3b;
}
.alert-warning hr {
  border-top-color: #f7e1b5;
}
.alert-warning .alert-link {
  color: #66512c;
}
.alert-danger {
  background-color: #f2dede;
  border-color: #ebccd1;
  color: #a94442;
}
.alert-danger hr {
  border-top-color: #e4b9c0;
}
.alert-danger .alert-link {
  color: #843534;
}
@-webkit-keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
@keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
.progress {
  overflow: hidden;
  height: 18px;
  margin-bottom: 18px;
  background-color: #f5f5f5;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
  box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
}
.progress-bar {
  float: left;
  width: 0%;
  height: 100%;
  font-size: 12px;
  line-height: 18px;
  color: #fff;
  text-align: center;
  background-color: #337ab7;
  -webkit-box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  -webkit-transition: width 0.6s ease;
  -o-transition: width 0.6s ease;
  transition: width 0.6s ease;
}
.progress-striped .progress-bar,
.progress-bar-striped {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-size: 40px 40px;
}
.progress.active .progress-bar,
.progress-bar.active {
  -webkit-animation: progress-bar-stripes 2s linear infinite;
  -o-animation: progress-bar-stripes 2s linear infinite;
  animation: progress-bar-stripes 2s linear infinite;
}
.progress-bar-success {
  background-color: #5cb85c;
}
.progress-striped .progress-bar-success {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-info {
  background-color: #5bc0de;
}
.progress-striped .progress-bar-info {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-warning {
  background-color: #f0ad4e;
}
.progress-striped .progress-bar-warning {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-danger {
  background-color: #d9534f;
}
.progress-striped .progress-bar-danger {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.media {
  margin-top: 15px;
}
.media:first-child {
  margin-top: 0;
}
.media,
.media-body {
  zoom: 1;
  overflow: hidden;
}
.media-body {
  width: 10000px;
}
.media-object {
  display: block;
}
.media-object.img-thumbnail {
  max-width: none;
}
.media-right,
.media > .pull-right {
  padding-left: 10px;
}
.media-left,
.media > .pull-left {
  padding-right: 10px;
}
.media-left,
.media-right,
.media-body {
  display: table-cell;
  vertical-align: top;
}
.media-middle {
  vertical-align: middle;
}
.media-bottom {
  vertical-align: bottom;
}
.media-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.media-list {
  padding-left: 0;
  list-style: none;
}
.list-group {
  margin-bottom: 20px;
  padding-left: 0;
}
.list-group-item {
  position: relative;
  display: block;
  padding: 10px 15px;
  margin-bottom: -1px;
  background-color: #fff;
  border: 1px solid #ddd;
}
.list-group-item:first-child {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
}
.list-group-item:last-child {
  margin-bottom: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
a.list-group-item,
button.list-group-item {
  color: #555;
}
a.list-group-item .list-group-item-heading,
button.list-group-item .list-group-item-heading {
  color: #333;
}
a.list-group-item:hover,
button.list-group-item:hover,
a.list-group-item:focus,
button.list-group-item:focus {
  text-decoration: none;
  color: #555;
  background-color: #f5f5f5;
}
button.list-group-item {
  width: 100%;
  text-align: left;
}
.list-group-item.disabled,
.list-group-item.disabled:hover,
.list-group-item.disabled:focus {
  background-color: #eeeeee;
  color: #777777;
  cursor: not-allowed;
}
.list-group-item.disabled .list-group-item-heading,
.list-group-item.disabled:hover .list-group-item-heading,
.list-group-item.disabled:focus .list-group-item-heading {
  color: inherit;
}
.list-group-item.disabled .list-group-item-text,
.list-group-item.disabled:hover .list-group-item-text,
.list-group-item.disabled:focus .list-group-item-text {
  color: #777777;
}
.list-group-item.active,
.list-group-item.active:hover,
.list-group-item.active:focus {
  z-index: 2;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.list-group-item.active .list-group-item-heading,
.list-group-item.active:hover .list-group-item-heading,
.list-group-item.active:focus .list-group-item-heading,
.list-group-item.active .list-group-item-heading > small,
.list-group-item.active:hover .list-group-item-heading > small,
.list-group-item.active:focus .list-group-item-heading > small,
.list-group-item.active .list-group-item-heading > .small,
.list-group-item.active:hover .list-group-item-heading > .small,
.list-group-item.active:focus .list-group-item-heading > .small {
  color: inherit;
}
.list-group-item.active .list-group-item-text,
.list-group-item.active:hover .list-group-item-text,
.list-group-item.active:focus .list-group-item-text {
  color: #c7ddef;
}
.list-group-item-success {
  color: #3c763d;
  background-color: #dff0d8;
}
a.list-group-item-success,
button.list-group-item-success {
  color: #3c763d;
}
a.list-group-item-success .list-group-item-heading,
button.list-group-item-success .list-group-item-heading {
  color: inherit;
}
a.list-group-item-success:hover,
button.list-group-item-success:hover,
a.list-group-item-success:focus,
button.list-group-item-success:focus {
  color: #3c763d;
  background-color: #d0e9c6;
}
a.list-group-item-success.active,
button.list-group-item-success.active,
a.list-group-item-success.active:hover,
button.list-group-item-success.active:hover,
a.list-group-item-success.active:focus,
button.list-group-item-success.active:focus {
  color: #fff;
  background-color: #3c763d;
  border-color: #3c763d;
}
.list-group-item-info {
  color: #31708f;
  background-color: #d9edf7;
}
a.list-group-item-info,
button.list-group-item-info {
  color: #31708f;
}
a.list-group-item-info .list-group-item-heading,
button.list-group-item-info .list-group-item-heading {
  color: inherit;
}
a.list-group-item-info:hover,
button.list-group-item-info:hover,
a.list-group-item-info:focus,
button.list-group-item-info:focus {
  color: #31708f;
  background-color: #c4e3f3;
}
a.list-group-item-info.active,
button.list-group-item-info.active,
a.list-group-item-info.active:hover,
button.list-group-item-info.active:hover,
a.list-group-item-info.active:focus,
button.list-group-item-info.active:focus {
  color: #fff;
  background-color: #31708f;
  border-color: #31708f;
}
.list-group-item-warning {
  color: #8a6d3b;
  background-color: #fcf8e3;
}
a.list-group-item-warning,
button.list-group-item-warning {
  color: #8a6d3b;
}
a.list-group-item-warning .list-group-item-heading,
button.list-group-item-warning .list-group-item-heading {
  color: inherit;
}
a.list-group-item-warning:hover,
button.list-group-item-warning:hover,
a.list-group-item-warning:focus,
button.list-group-item-warning:focus {
  color: #8a6d3b;
  background-color: #faf2cc;
}
a.list-group-item-warning.active,
button.list-group-item-warning.active,
a.list-group-item-warning.active:hover,
button.list-group-item-warning.active:hover,
a.list-group-item-warning.active:focus,
button.list-group-item-warning.active:focus {
  color: #fff;
  background-color: #8a6d3b;
  border-color: #8a6d3b;
}
.list-group-item-danger {
  color: #a94442;
  background-color: #f2dede;
}
a.list-group-item-danger,
button.list-group-item-danger {
  color: #a94442;
}
a.list-group-item-danger .list-group-item-heading,
button.list-group-item-danger .list-group-item-heading {
  color: inherit;
}
a.list-group-item-danger:hover,
button.list-group-item-danger:hover,
a.list-group-item-danger:focus,
button.list-group-item-danger:focus {
  color: #a94442;
  background-color: #ebcccc;
}
a.list-group-item-danger.active,
button.list-group-item-danger.active,
a.list-group-item-danger.active:hover,
button.list-group-item-danger.active:hover,
a.list-group-item-danger.active:focus,
button.list-group-item-danger.active:focus {
  color: #fff;
  background-color: #a94442;
  border-color: #a94442;
}
.list-group-item-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.list-group-item-text {
  margin-bottom: 0;
  line-height: 1.3;
}
.panel {
  margin-bottom: 18px;
  background-color: #fff;
  border: 1px solid transparent;
  border-radius: 2px;
  -webkit-box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
}
.panel-body {
  padding: 15px;
}
.panel-heading {
  padding: 10px 15px;
  border-bottom: 1px solid transparent;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel-heading > .dropdown .dropdown-toggle {
  color: inherit;
}
.panel-title {
  margin-top: 0;
  margin-bottom: 0;
  font-size: 15px;
  color: inherit;
}
.panel-title > a,
.panel-title > small,
.panel-title > .small,
.panel-title > small > a,
.panel-title > .small > a {
  color: inherit;
}
.panel-footer {
  padding: 10px 15px;
  background-color: #f5f5f5;
  border-top: 1px solid #ddd;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .list-group,
.panel > .panel-collapse > .list-group {
  margin-bottom: 0;
}
.panel > .list-group .list-group-item,
.panel > .panel-collapse > .list-group .list-group-item {
  border-width: 1px 0;
  border-radius: 0;
}
.panel > .list-group:first-child .list-group-item:first-child,
.panel > .panel-collapse > .list-group:first-child .list-group-item:first-child {
  border-top: 0;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .list-group:last-child .list-group-item:last-child,
.panel > .panel-collapse > .list-group:last-child .list-group-item:last-child {
  border-bottom: 0;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .panel-heading + .panel-collapse > .list-group .list-group-item:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.panel-heading + .list-group .list-group-item:first-child {
  border-top-width: 0;
}
.list-group + .panel-footer {
  border-top-width: 0;
}
.panel > .table,
.panel > .table-responsive > .table,
.panel > .panel-collapse > .table {
  margin-bottom: 0;
}
.panel > .table caption,
.panel > .table-responsive > .table caption,
.panel > .panel-collapse > .table caption {
  padding-left: 15px;
  padding-right: 15px;
}
.panel > .table:first-child,
.panel > .table-responsive:first-child > .table:first-child {
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child {
  border-top-left-radius: 1px;
  border-top-right-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:first-child {
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:last-child {
  border-top-right-radius: 1px;
}
.panel > .table:last-child,
.panel > .table-responsive:last-child > .table:last-child {
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child {
  border-bottom-left-radius: 1px;
  border-bottom-right-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:first-child {
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:last-child {
  border-bottom-right-radius: 1px;
}
.panel > .panel-body + .table,
.panel > .panel-body + .table-responsive,
.panel > .table + .panel-body,
.panel > .table-responsive + .panel-body {
  border-top: 1px solid #ddd;
}
.panel > .table > tbody:first-child > tr:first-child th,
.panel > .table > tbody:first-child > tr:first-child td {
  border-top: 0;
}
.panel > .table-bordered,
.panel > .table-responsive > .table-bordered {
  border: 0;
}
.panel > .table-bordered > thead > tr > th:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:first-child,
.panel > .table-bordered > tbody > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:first-child,
.panel > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-bordered > thead > tr > td:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:first-child,
.panel > .table-bordered > tbody > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:first-child,
.panel > .table-bordered > tfoot > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:first-child {
  border-left: 0;
}
.panel > .table-bordered > thead > tr > th:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:last-child,
.panel > .table-bordered > tbody > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:last-child,
.panel > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-bordered > thead > tr > td:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:last-child,
.panel > .table-bordered > tbody > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:last-child,
.panel > .table-bordered > tfoot > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:last-child {
  border-right: 0;
}
.panel > .table-bordered > thead > tr:first-child > td,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > td,
.panel > .table-bordered > tbody > tr:first-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > td,
.panel > .table-bordered > thead > tr:first-child > th,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > th,
.panel > .table-bordered > tbody > tr:first-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > th {
  border-bottom: 0;
}
.panel > .table-bordered > tbody > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > td,
.panel > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-bordered > tbody > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > th,
.panel > .table-bordered > tfoot > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > th {
  border-bottom: 0;
}
.panel > .table-responsive {
  border: 0;
  margin-bottom: 0;
}
.panel-group {
  margin-bottom: 18px;
}
.panel-group .panel {
  margin-bottom: 0;
  border-radius: 2px;
}
.panel-group .panel + .panel {
  margin-top: 5px;
}
.panel-group .panel-heading {
  border-bottom: 0;
}
.panel-group .panel-heading + .panel-collapse > .panel-body,
.panel-group .panel-heading + .panel-collapse > .list-group {
  border-top: 1px solid #ddd;
}
.panel-group .panel-footer {
  border-top: 0;
}
.panel-group .panel-footer + .panel-collapse .panel-body {
  border-bottom: 1px solid #ddd;
}
.panel-default {
  border-color: #ddd;
}
.panel-default > .panel-heading {
  color: #333333;
  background-color: #f5f5f5;
  border-color: #ddd;
}
.panel-default > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ddd;
}
.panel-default > .panel-heading .badge {
  color: #f5f5f5;
  background-color: #333333;
}
.panel-default > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ddd;
}
.panel-primary {
  border-color: #337ab7;
}
.panel-primary > .panel-heading {
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.panel-primary > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #337ab7;
}
.panel-primary > .panel-heading .badge {
  color: #337ab7;
  background-color: #fff;
}
.panel-primary > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #337ab7;
}
.panel-success {
  border-color: #d6e9c6;
}
.panel-success > .panel-heading {
  color: #3c763d;
  background-color: #dff0d8;
  border-color: #d6e9c6;
}
.panel-success > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #d6e9c6;
}
.panel-success > .panel-heading .badge {
  color: #dff0d8;
  background-color: #3c763d;
}
.panel-success > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #d6e9c6;
}
.panel-info {
  border-color: #bce8f1;
}
.panel-info > .panel-heading {
  color: #31708f;
  background-color: #d9edf7;
  border-color: #bce8f1;
}
.panel-info > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #bce8f1;
}
.panel-info > .panel-heading .badge {
  color: #d9edf7;
  background-color: #31708f;
}
.panel-info > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #bce8f1;
}
.panel-warning {
  border-color: #faebcc;
}
.panel-warning > .panel-heading {
  color: #8a6d3b;
  background-color: #fcf8e3;
  border-color: #faebcc;
}
.panel-warning > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #faebcc;
}
.panel-warning > .panel-heading .badge {
  color: #fcf8e3;
  background-color: #8a6d3b;
}
.panel-warning > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #faebcc;
}
.panel-danger {
  border-color: #ebccd1;
}
.panel-danger > .panel-heading {
  color: #a94442;
  background-color: #f2dede;
  border-color: #ebccd1;
}
.panel-danger > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ebccd1;
}
.panel-danger > .panel-heading .badge {
  color: #f2dede;
  background-color: #a94442;
}
.panel-danger > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ebccd1;
}
.embed-responsive {
  position: relative;
  display: block;
  height: 0;
  padding: 0;
  overflow: hidden;
}
.embed-responsive .embed-responsive-item,
.embed-responsive iframe,
.embed-responsive embed,
.embed-responsive object,
.embed-responsive video {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  height: 100%;
  width: 100%;
  border: 0;
}
.embed-responsive-16by9 {
  padding-bottom: 56.25%;
}
.embed-responsive-4by3 {
  padding-bottom: 75%;
}
.well {
  min-height: 20px;
  padding: 19px;
  margin-bottom: 20px;
  background-color: #f5f5f5;
  border: 1px solid #e3e3e3;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
}
.well blockquote {
  border-color: #ddd;
  border-color: rgba(0, 0, 0, 0.15);
}
.well-lg {
  padding: 24px;
  border-radius: 3px;
}
.well-sm {
  padding: 9px;
  border-radius: 1px;
}
.close {
  float: right;
  font-size: 19.5px;
  font-weight: bold;
  line-height: 1;
  color: #000;
  text-shadow: 0 1px 0 #fff;
  opacity: 0.2;
  filter: alpha(opacity=20);
}
.close:hover,
.close:focus {
  color: #000;
  text-decoration: none;
  cursor: pointer;
  opacity: 0.5;
  filter: alpha(opacity=50);
}
button.close {
  padding: 0;
  cursor: pointer;
  background: transparent;
  border: 0;
  -webkit-appearance: none;
}
.modal-open {
  overflow: hidden;
}
.modal {
  display: none;
  overflow: hidden;
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1050;
  -webkit-overflow-scrolling: touch;
  outline: 0;
}
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, -25%);
  -ms-transform: translate(0, -25%);
  -o-transform: translate(0, -25%);
  transform: translate(0, -25%);
  -webkit-transition: -webkit-transform 0.3s ease-out;
  -moz-transition: -moz-transform 0.3s ease-out;
  -o-transition: -o-transform 0.3s ease-out;
  transition: transform 0.3s ease-out;
}
.modal.in .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
.modal-open .modal {
  overflow-x: hidden;
  overflow-y: auto;
}
.modal-dialog {
  position: relative;
  width: auto;
  margin: 10px;
}
.modal-content {
  position: relative;
  background-color: #fff;
  border: 1px solid #999;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  background-clip: padding-box;
  outline: 0;
}
.modal-backdrop {
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1040;
  background-color: #000;
}
.modal-backdrop.fade {
  opacity: 0;
  filter: alpha(opacity=0);
}
.modal-backdrop.in {
  opacity: 0.5;
  filter: alpha(opacity=50);
}
.modal-header {
  padding: 15px;
  border-bottom: 1px solid #e5e5e5;
}
.modal-header .close {
  margin-top: -2px;
}
.modal-title {
  margin: 0;
  line-height: 1.42857143;
}
.modal-body {
  position: relative;
  padding: 15px;
}
.modal-footer {
  padding: 15px;
  text-align: right;
  border-top: 1px solid #e5e5e5;
}
.modal-footer .btn + .btn {
  margin-left: 5px;
  margin-bottom: 0;
}
.modal-footer .btn-group .btn + .btn {
  margin-left: -1px;
}
.modal-footer .btn-block + .btn-block {
  margin-left: 0;
}
.modal-scrollbar-measure {
  position: absolute;
  top: -9999px;
  width: 50px;
  height: 50px;
  overflow: scroll;
}
@media (min-width: 768px) {
  .modal-dialog {
    width: 600px;
    margin: 30px auto;
  }
  .modal-content {
    -webkit-box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
    box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
  }
  .modal-sm {
    width: 300px;
  }
}
@media (min-width: 992px) {
  .modal-lg {
    width: 900px;
  }
}
.tooltip {
  position: absolute;
  z-index: 1070;
  display: block;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 12px;
  opacity: 0;
  filter: alpha(opacity=0);
}
.tooltip.in {
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.tooltip.top {
  margin-top: -3px;
  padding: 5px 0;
}
.tooltip.right {
  margin-left: 3px;
  padding: 0 5px;
}
.tooltip.bottom {
  margin-top: 3px;
  padding: 5px 0;
}
.tooltip.left {
  margin-left: -3px;
  padding: 0 5px;
}
.tooltip-inner {
  max-width: 200px;
  padding: 3px 8px;
  color: #fff;
  text-align: center;
  background-color: #000;
  border-radius: 2px;
}
.tooltip-arrow {
  position: absolute;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.tooltip.top .tooltip-arrow {
  bottom: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-left .tooltip-arrow {
  bottom: 0;
  right: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-right .tooltip-arrow {
  bottom: 0;
  left: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.right .tooltip-arrow {
  top: 50%;
  left: 0;
  margin-top: -5px;
  border-width: 5px 5px 5px 0;
  border-right-color: #000;
}
.tooltip.left .tooltip-arrow {
  top: 50%;
  right: 0;
  margin-top: -5px;
  border-width: 5px 0 5px 5px;
  border-left-color: #000;
}
.tooltip.bottom .tooltip-arrow {
  top: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-left .tooltip-arrow {
  top: 0;
  right: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-right .tooltip-arrow {
  top: 0;
  left: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.popover {
  position: absolute;
  top: 0;
  left: 0;
  z-index: 1060;
  display: none;
  max-width: 276px;
  padding: 1px;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 13px;
  background-color: #fff;
  background-clip: padding-box;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
  box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
}
.popover.top {
  margin-top: -10px;
}
.popover.right {
  margin-left: 10px;
}
.popover.bottom {
  margin-top: 10px;
}
.popover.left {
  margin-left: -10px;
}
.popover-title {
  margin: 0;
  padding: 8px 14px;
  font-size: 13px;
  background-color: #f7f7f7;
  border-bottom: 1px solid #ebebeb;
  border-radius: 2px 2px 0 0;
}
.popover-content {
  padding: 9px 14px;
}
.popover > .arrow,
.popover > .arrow:after {
  position: absolute;
  display: block;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.popover > .arrow {
  border-width: 11px;
}
.popover > .arrow:after {
  border-width: 10px;
  content: "";
}
.popover.top > .arrow {
  left: 50%;
  margin-left: -11px;
  border-bottom-width: 0;
  border-top-color: #999999;
  border-top-color: rgba(0, 0, 0, 0.25);
  bottom: -11px;
}
.popover.top > .arrow:after {
  content: " ";
  bottom: 1px;
  margin-left: -10px;
  border-bottom-width: 0;
  border-top-color: #fff;
}
.popover.right > .arrow {
  top: 50%;
  left: -11px;
  margin-top: -11px;
  border-left-width: 0;
  border-right-color: #999999;
  border-right-color: rgba(0, 0, 0, 0.25);
}
.popover.right > .arrow:after {
  content: " ";
  left: 1px;
  bottom: -10px;
  border-left-width: 0;
  border-right-color: #fff;
}
.popover.bottom > .arrow {
  left: 50%;
  margin-left: -11px;
  border-top-width: 0;
  border-bottom-color: #999999;
  border-bottom-color: rgba(0, 0, 0, 0.25);
  top: -11px;
}
.popover.bottom > .arrow:after {
  content: " ";
  top: 1px;
  margin-left: -10px;
  border-top-width: 0;
  border-bottom-color: #fff;
}
.popover.left > .arrow {
  top: 50%;
  right: -11px;
  margin-top: -11px;
  border-right-width: 0;
  border-left-color: #999999;
  border-left-color: rgba(0, 0, 0, 0.25);
}
.popover.left > .arrow:after {
  content: " ";
  right: 1px;
  border-right-width: 0;
  border-left-color: #fff;
  bottom: -10px;
}
.carousel {
  position: relative;
}
.carousel-inner {
  position: relative;
  overflow: hidden;
  width: 100%;
}
.carousel-inner > .item {
  display: none;
  position: relative;
  -webkit-transition: 0.6s ease-in-out left;
  -o-transition: 0.6s ease-in-out left;
  transition: 0.6s ease-in-out left;
}
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  line-height: 1;
}
@media all and (transform-3d), (-webkit-transform-3d) {
  .carousel-inner > .item {
    -webkit-transition: -webkit-transform 0.6s ease-in-out;
    -moz-transition: -moz-transform 0.6s ease-in-out;
    -o-transition: -o-transform 0.6s ease-in-out;
    transition: transform 0.6s ease-in-out;
    -webkit-backface-visibility: hidden;
    -moz-backface-visibility: hidden;
    backface-visibility: hidden;
    -webkit-perspective: 1000px;
    -moz-perspective: 1000px;
    perspective: 1000px;
  }
  .carousel-inner > .item.next,
  .carousel-inner > .item.active.right {
    -webkit-transform: translate3d(100%, 0, 0);
    transform: translate3d(100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.prev,
  .carousel-inner > .item.active.left {
    -webkit-transform: translate3d(-100%, 0, 0);
    transform: translate3d(-100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.next.left,
  .carousel-inner > .item.prev.right,
  .carousel-inner > .item.active {
    -webkit-transform: translate3d(0, 0, 0);
    transform: translate3d(0, 0, 0);
    left: 0;
  }
}
.carousel-inner > .active,
.carousel-inner > .next,
.carousel-inner > .prev {
  display: block;
}
.carousel-inner > .active {
  left: 0;
}
.carousel-inner > .next,
.carousel-inner > .prev {
  position: absolute;
  top: 0;
  width: 100%;
}
.carousel-inner > .next {
  left: 100%;
}
.carousel-inner > .prev {
  left: -100%;
}
.carousel-inner > .next.left,
.carousel-inner > .prev.right {
  left: 0;
}
.carousel-inner > .active.left {
  left: -100%;
}
.carousel-inner > .active.right {
  left: 100%;
}
.carousel-control {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  width: 15%;
  opacity: 0.5;
  filter: alpha(opacity=50);
  font-size: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
  background-color: rgba(0, 0, 0, 0);
}
.carousel-control.left {
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#80000000', endColorstr='#00000000', GradientType=1);
}
.carousel-control.right {
  left: auto;
  right: 0;
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#00000000', endColorstr='#80000000', GradientType=1);
}
.carousel-control:hover,
.carousel-control:focus {
  outline: 0;
  color: #fff;
  text-decoration: none;
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.carousel-control .icon-prev,
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-left,
.carousel-control .glyphicon-chevron-right {
  position: absolute;
  top: 50%;
  margin-top: -10px;
  z-index: 5;
  display: inline-block;
}
.carousel-control .icon-prev,
.carousel-control .glyphicon-chevron-left {
  left: 50%;
  margin-left: -10px;
}
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-right {
  right: 50%;
  margin-right: -10px;
}
.carousel-control .icon-prev,
.carousel-control .icon-next {
  width: 20px;
  height: 20px;
  line-height: 1;
  font-family: serif;
}
.carousel-control .icon-prev:before {
  content: '\2039';
}
.carousel-control .icon-next:before {
  content: '\203a';
}
.carousel-indicators {
  position: absolute;
  bottom: 10px;
  left: 50%;
  z-index: 15;
  width: 60%;
  margin-left: -30%;
  padding-left: 0;
  list-style: none;
  text-align: center;
}
.carousel-indicators li {
  display: inline-block;
  width: 10px;
  height: 10px;
  margin: 1px;
  text-indent: -999px;
  border: 1px solid #fff;
  border-radius: 10px;
  cursor: pointer;
  background-color: #000 \9;
  background-color: rgba(0, 0, 0, 0);
}
.carousel-indicators .active {
  margin: 0;
  width: 12px;
  height: 12px;
  background-color: #fff;
}
.carousel-caption {
  position: absolute;
  left: 15%;
  right: 15%;
  bottom: 20px;
  z-index: 10;
  padding-top: 20px;
  padding-bottom: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
}
.carousel-caption .btn {
  text-shadow: none;
}
@media screen and (min-width: 768px) {
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-prev,
  .carousel-control .icon-next {
    width: 30px;
    height: 30px;
    margin-top: -10px;
    font-size: 30px;
  }
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .icon-prev {
    margin-left: -10px;
  }
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-next {
    margin-right: -10px;
  }
  .carousel-caption {
    left: 20%;
    right: 20%;
    padding-bottom: 30px;
  }
  .carousel-indicators {
    bottom: 20px;
  }
}
.clearfix:before,
.clearfix:after,
.dl-horizontal dd:before,
.dl-horizontal dd:after,
.container:before,
.container:after,
.container-fluid:before,
.container-fluid:after,
.row:before,
.row:after,
.form-horizontal .form-group:before,
.form-horizontal .form-group:after,
.btn-toolbar:before,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:before,
.btn-group-vertical > .btn-group:after,
.nav:before,
.nav:after,
.navbar:before,
.navbar:after,
.navbar-header:before,
.navbar-header:after,
.navbar-collapse:before,
.navbar-collapse:after,
.pager:before,
.pager:after,
.panel-body:before,
.panel-body:after,
.modal-header:before,
.modal-header:after,
.modal-footer:before,
.modal-footer:after,
.item_buttons:before,
.item_buttons:after {
  content: " ";
  display: table;
}
.clearfix:after,
.dl-horizontal dd:after,
.container:after,
.container-fluid:after,
.row:after,
.form-horizontal .form-group:after,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:after,
.nav:after,
.navbar:after,
.navbar-header:after,
.navbar-collapse:after,
.pager:after,
.panel-body:after,
.modal-header:after,
.modal-footer:after,
.item_buttons:after {
  clear: both;
}
.center-block {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.pull-right {
  float: right !important;
}
.pull-left {
  float: left !important;
}
.hide {
  display: none !important;
}
.show {
  display: block !important;
}
.invisible {
  visibility: hidden;
}
.text-hide {
  font: 0/0 a;
  color: transparent;
  text-shadow: none;
  background-color: transparent;
  border: 0;
}
.hidden {
  display: none !important;
}
.affix {
  position: fixed;
}
@-ms-viewport {
  width: device-width;
}
.visible-xs,
.visible-sm,
.visible-md,
.visible-lg {
  display: none !important;
}
.visible-xs-block,
.visible-xs-inline,
.visible-xs-inline-block,
.visible-sm-block,
.visible-sm-inline,
.visible-sm-inline-block,
.visible-md-block,
.visible-md-inline,
.visible-md-inline-block,
.visible-lg-block,
.visible-lg-inline,
.visible-lg-inline-block {
  display: none !important;
}
@media (max-width: 767px) {
  .visible-xs {
    display: block !important;
  }
  table.visible-xs {
    display: table !important;
  }
  tr.visible-xs {
    display: table-row !important;
  }
  th.visible-xs,
  td.visible-xs {
    display: table-cell !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-block {
    display: block !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline {
    display: inline !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm {
    display: block !important;
  }
  table.visible-sm {
    display: table !important;
  }
  tr.visible-sm {
    display: table-row !important;
  }
  th.visible-sm,
  td.visible-sm {
    display: table-cell !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-block {
    display: block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline {
    display: inline !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md {
    display: block !important;
  }
  table.visible-md {
    display: table !important;
  }
  tr.visible-md {
    display: table-row !important;
  }
  th.visible-md,
  td.visible-md {
    display: table-cell !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-block {
    display: block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline {
    display: inline !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg {
    display: block !important;
  }
  table.visible-lg {
    display: table !important;
  }
  tr.visible-lg {
    display: table-row !important;
  }
  th.visible-lg,
  td.visible-lg {
    display: table-cell !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-block {
    display: block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline {
    display: inline !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline-block {
    display: inline-block !important;
  }
}
@media (max-width: 767px) {
  .hidden-xs {
    display: none !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .hidden-sm {
    display: none !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .hidden-md {
    display: none !important;
  }
}
@media (min-width: 1200px) {
  .hidden-lg {
    display: none !important;
  }
}
.visible-print {
  display: none !important;
}
@media print {
  .visible-print {
    display: block !important;
  }
  table.visible-print {
    display: table !important;
  }
  tr.visible-print {
    display: table-row !important;
  }
  th.visible-print,
  td.visible-print {
    display: table-cell !important;
  }
}
.visible-print-block {
  display: none !important;
}
@media print {
  .visible-print-block {
    display: block !important;
  }
}
.visible-print-inline {
  display: none !important;
}
@media print {
  .visible-print-inline {
    display: inline !important;
  }
}
.visible-print-inline-block {
  display: none !important;
}
@media print {
  .visible-print-inline-block {
    display: inline-block !important;
  }
}
@media print {
  .hidden-print {
    display: none !important;
  }
}
/*!
*
* Font Awesome
*
*/
/*!
 *  Font Awesome 4.2.0 by @davegandy - http://fontawesome.io - @fontawesome
 *  License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License)
 */
/* FONT PATH
 * -------------------------- */
@font-face {
  font-family: 'FontAwesome';
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?v=4.2.0');
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?#iefix&v=4.2.0') format('embedded-opentype'), url('../components/font-awesome/fonts/fontawesome-webfont.woff?v=4.2.0') format('woff'), url('../components/font-awesome/fonts/fontawesome-webfont.ttf?v=4.2.0') format('truetype'), url('../components/font-awesome/fonts/fontawesome-webfont.svg?v=4.2.0#fontawesomeregular') format('svg');
  font-weight: normal;
  font-style: normal;
}
.fa {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
/* makes the font 33% larger relative to the icon container */
.fa-lg {
  font-size: 1.33333333em;
  line-height: 0.75em;
  vertical-align: -15%;
}
.fa-2x {
  font-size: 2em;
}
.fa-3x {
  font-size: 3em;
}
.fa-4x {
  font-size: 4em;
}
.fa-5x {
  font-size: 5em;
}
.fa-fw {
  width: 1.28571429em;
  text-align: center;
}
.fa-ul {
  padding-left: 0;
  margin-left: 2.14285714em;
  list-style-type: none;
}
.fa-ul > li {
  position: relative;
}
.fa-li {
  position: absolute;
  left: -2.14285714em;
  width: 2.14285714em;
  top: 0.14285714em;
  text-align: center;
}
.fa-li.fa-lg {
  left: -1.85714286em;
}
.fa-border {
  padding: .2em .25em .15em;
  border: solid 0.08em #eee;
  border-radius: .1em;
}
.pull-right {
  float: right;
}
.pull-left {
  float: left;
}
.fa.pull-left {
  margin-right: .3em;
}
.fa.pull-right {
  margin-left: .3em;
}
.fa-spin {
  -webkit-animation: fa-spin 2s infinite linear;
  animation: fa-spin 2s infinite linear;
}
@-webkit-keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
@keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
.fa-rotate-90 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=1);
  -webkit-transform: rotate(90deg);
  -ms-transform: rotate(90deg);
  transform: rotate(90deg);
}
.fa-rotate-180 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2);
  -webkit-transform: rotate(180deg);
  -ms-transform: rotate(180deg);
  transform: rotate(180deg);
}
.fa-rotate-270 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=3);
  -webkit-transform: rotate(270deg);
  -ms-transform: rotate(270deg);
  transform: rotate(270deg);
}
.fa-flip-horizontal {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1);
  -webkit-transform: scale(-1, 1);
  -ms-transform: scale(-1, 1);
  transform: scale(-1, 1);
}
.fa-flip-vertical {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1);
  -webkit-transform: scale(1, -1);
  -ms-transform: scale(1, -1);
  transform: scale(1, -1);
}
:root .fa-rotate-90,
:root .fa-rotate-180,
:root .fa-rotate-270,
:root .fa-flip-horizontal,
:root .fa-flip-vertical {
  filter: none;
}
.fa-stack {
  position: relative;
  display: inline-block;
  width: 2em;
  height: 2em;
  line-height: 2em;
  vertical-align: middle;
}
.fa-stack-1x,
.fa-stack-2x {
  position: absolute;
  left: 0;
  width: 100%;
  text-align: center;
}
.fa-stack-1x {
  line-height: inherit;
}
.fa-stack-2x {
  font-size: 2em;
}
.fa-inverse {
  color: #fff;
}
/* Font Awesome uses the Unicode Private Use Area (PUA) to ensure screen
   readers do not read off random characters that represent icons */
.fa-glass:before {
  content: "\f000";
}
.fa-music:before {
  content: "\f001";
}
.fa-search:before {
  content: "\f002";
}
.fa-envelope-o:before {
  content: "\f003";
}
.fa-heart:before {
  content: "\f004";
}
.fa-star:before {
  content: "\f005";
}
.fa-star-o:before {
  content: "\f006";
}
.fa-user:before {
  content: "\f007";
}
.fa-film:before {
  content: "\f008";
}
.fa-th-large:before {
  content: "\f009";
}
.fa-th:before {
  content: "\f00a";
}
.fa-th-list:before {
  content: "\f00b";
}
.fa-check:before {
  content: "\f00c";
}
.fa-remove:before,
.fa-close:before,
.fa-times:before {
  content: "\f00d";
}
.fa-search-plus:before {
  content: "\f00e";
}
.fa-search-minus:before {
  content: "\f010";
}
.fa-power-off:before {
  content: "\f011";
}
.fa-signal:before {
  content: "\f012";
}
.fa-gear:before,
.fa-cog:before {
  content: "\f013";
}
.fa-trash-o:before {
  content: "\f014";
}
.fa-home:before {
  content: "\f015";
}
.fa-file-o:before {
  content: "\f016";
}
.fa-clock-o:before {
  content: "\f017";
}
.fa-road:before {
  content: "\f018";
}
.fa-download:before {
  content: "\f019";
}
.fa-arrow-circle-o-down:before {
  content: "\f01a";
}
.fa-arrow-circle-o-up:before {
  content: "\f01b";
}
.fa-inbox:before {
  content: "\f01c";
}
.fa-play-circle-o:before {
  content: "\f01d";
}
.fa-rotate-right:before,
.fa-repeat:before {
  content: "\f01e";
}
.fa-refresh:before {
  content: "\f021";
}
.fa-list-alt:before {
  content: "\f022";
}
.fa-lock:before {
  content: "\f023";
}
.fa-flag:before {
  content: "\f024";
}
.fa-headphones:before {
  content: "\f025";
}
.fa-volume-off:before {
  content: "\f026";
}
.fa-volume-down:before {
  content: "\f027";
}
.fa-volume-up:before {
  content: "\f028";
}
.fa-qrcode:before {
  content: "\f029";
}
.fa-barcode:before {
  content: "\f02a";
}
.fa-tag:before {
  content: "\f02b";
}
.fa-tags:before {
  content: "\f02c";
}
.fa-book:before {
  content: "\f02d";
}
.fa-bookmark:before {
  content: "\f02e";
}
.fa-print:before {
  content: "\f02f";
}
.fa-camera:before {
  content: "\f030";
}
.fa-font:before {
  content: "\f031";
}
.fa-bold:before {
  content: "\f032";
}
.fa-italic:before {
  content: "\f033";
}
.fa-text-height:before {
  content: "\f034";
}
.fa-text-width:before {
  content: "\f035";
}
.fa-align-left:before {
  content: "\f036";
}
.fa-align-center:before {
  content: "\f037";
}
.fa-align-right:before {
  content: "\f038";
}
.fa-align-justify:before {
  content: "\f039";
}
.fa-list:before {
  content: "\f03a";
}
.fa-dedent:before,
.fa-outdent:before {
  content: "\f03b";
}
.fa-indent:before {
  content: "\f03c";
}
.fa-video-camera:before {
  content: "\f03d";
}
.fa-photo:before,
.fa-image:before,
.fa-picture-o:before {
  content: "\f03e";
}
.fa-pencil:before {
  content: "\f040";
}
.fa-map-marker:before {
  content: "\f041";
}
.fa-adjust:before {
  content: "\f042";
}
.fa-tint:before {
  content: "\f043";
}
.fa-edit:before,
.fa-pencil-square-o:before {
  content: "\f044";
}
.fa-share-square-o:before {
  content: "\f045";
}
.fa-check-square-o:before {
  content: "\f046";
}
.fa-arrows:before {
  content: "\f047";
}
.fa-step-backward:before {
  content: "\f048";
}
.fa-fast-backward:before {
  content: "\f049";
}
.fa-backward:before {
  content: "\f04a";
}
.fa-play:before {
  content: "\f04b";
}
.fa-pause:before {
  content: "\f04c";
}
.fa-stop:before {
  content: "\f04d";
}
.fa-forward:before {
  content: "\f04e";
}
.fa-fast-forward:before {
  content: "\f050";
}
.fa-step-forward:before {
  content: "\f051";
}
.fa-eject:before {
  content: "\f052";
}
.fa-chevron-left:before {
  content: "\f053";
}
.fa-chevron-right:before {
  content: "\f054";
}
.fa-plus-circle:before {
  content: "\f055";
}
.fa-minus-circle:before {
  content: "\f056";
}
.fa-times-circle:before {
  content: "\f057";
}
.fa-check-circle:before {
  content: "\f058";
}
.fa-question-circle:before {
  content: "\f059";
}
.fa-info-circle:before {
  content: "\f05a";
}
.fa-crosshairs:before {
  content: "\f05b";
}
.fa-times-circle-o:before {
  content: "\f05c";
}
.fa-check-circle-o:before {
  content: "\f05d";
}
.fa-ban:before {
  content: "\f05e";
}
.fa-arrow-left:before {
  content: "\f060";
}
.fa-arrow-right:before {
  content: "\f061";
}
.fa-arrow-up:before {
  content: "\f062";
}
.fa-arrow-down:before {
  content: "\f063";
}
.fa-mail-forward:before,
.fa-share:before {
  content: "\f064";
}
.fa-expand:before {
  content: "\f065";
}
.fa-compress:before {
  content: "\f066";
}
.fa-plus:before {
  content: "\f067";
}
.fa-minus:before {
  content: "\f068";
}
.fa-asterisk:before {
  content: "\f069";
}
.fa-exclamation-circle:before {
  content: "\f06a";
}
.fa-gift:before {
  content: "\f06b";
}
.fa-leaf:before {
  content: "\f06c";
}
.fa-fire:before {
  content: "\f06d";
}
.fa-eye:before {
  content: "\f06e";
}
.fa-eye-slash:before {
  content: "\f070";
}
.fa-warning:before,
.fa-exclamation-triangle:before {
  content: "\f071";
}
.fa-plane:before {
  content: "\f072";
}
.fa-calendar:before {
  content: "\f073";
}
.fa-random:before {
  content: "\f074";
}
.fa-comment:before {
  content: "\f075";
}
.fa-magnet:before {
  content: "\f076";
}
.fa-chevron-up:before {
  content: "\f077";
}
.fa-chevron-down:before {
  content: "\f078";
}
.fa-retweet:before {
  content: "\f079";
}
.fa-shopping-cart:before {
  content: "\f07a";
}
.fa-folder:before {
  content: "\f07b";
}
.fa-folder-open:before {
  content: "\f07c";
}
.fa-arrows-v:before {
  content: "\f07d";
}
.fa-arrows-h:before {
  content: "\f07e";
}
.fa-bar-chart-o:before,
.fa-bar-chart:before {
  content: "\f080";
}
.fa-twitter-square:before {
  content: "\f081";
}
.fa-facebook-square:before {
  content: "\f082";
}
.fa-camera-retro:before {
  content: "\f083";
}
.fa-key:before {
  content: "\f084";
}
.fa-gears:before,
.fa-cogs:before {
  content: "\f085";
}
.fa-comments:before {
  content: "\f086";
}
.fa-thumbs-o-up:before {
  content: "\f087";
}
.fa-thumbs-o-down:before {
  content: "\f088";
}
.fa-star-half:before {
  content: "\f089";
}
.fa-heart-o:before {
  content: "\f08a";
}
.fa-sign-out:before {
  content: "\f08b";
}
.fa-linkedin-square:before {
  content: "\f08c";
}
.fa-thumb-tack:before {
  content: "\f08d";
}
.fa-external-link:before {
  content: "\f08e";
}
.fa-sign-in:before {
  content: "\f090";
}
.fa-trophy:before {
  content: "\f091";
}
.fa-github-square:before {
  content: "\f092";
}
.fa-upload:before {
  content: "\f093";
}
.fa-lemon-o:before {
  content: "\f094";
}
.fa-phone:before {
  content: "\f095";
}
.fa-square-o:before {
  content: "\f096";
}
.fa-bookmark-o:before {
  content: "\f097";
}
.fa-phone-square:before {
  content: "\f098";
}
.fa-twitter:before {
  content: "\f099";
}
.fa-facebook:before {
  content: "\f09a";
}
.fa-github:before {
  content: "\f09b";
}
.fa-unlock:before {
  content: "\f09c";
}
.fa-credit-card:before {
  content: "\f09d";
}
.fa-rss:before {
  content: "\f09e";
}
.fa-hdd-o:before {
  content: "\f0a0";
}
.fa-bullhorn:before {
  content: "\f0a1";
}
.fa-bell:before {
  content: "\f0f3";
}
.fa-certificate:before {
  content: "\f0a3";
}
.fa-hand-o-right:before {
  content: "\f0a4";
}
.fa-hand-o-left:before {
  content: "\f0a5";
}
.fa-hand-o-up:before {
  content: "\f0a6";
}
.fa-hand-o-down:before {
  content: "\f0a7";
}
.fa-arrow-circle-left:before {
  content: "\f0a8";
}
.fa-arrow-circle-right:before {
  content: "\f0a9";
}
.fa-arrow-circle-up:before {
  content: "\f0aa";
}
.fa-arrow-circle-down:before {
  content: "\f0ab";
}
.fa-globe:before {
  content: "\f0ac";
}
.fa-wrench:before {
  content: "\f0ad";
}
.fa-tasks:before {
  content: "\f0ae";
}
.fa-filter:before {
  content: "\f0b0";
}
.fa-briefcase:before {
  content: "\f0b1";
}
.fa-arrows-alt:before {
  content: "\f0b2";
}
.fa-group:before,
.fa-users:before {
  content: "\f0c0";
}
.fa-chain:before,
.fa-link:before {
  content: "\f0c1";
}
.fa-cloud:before {
  content: "\f0c2";
}
.fa-flask:before {
  content: "\f0c3";
}
.fa-cut:before,
.fa-scissors:before {
  content: "\f0c4";
}
.fa-copy:before,
.fa-files-o:before {
  content: "\f0c5";
}
.fa-paperclip:before {
  content: "\f0c6";
}
.fa-save:before,
.fa-floppy-o:before {
  content: "\f0c7";
}
.fa-square:before {
  content: "\f0c8";
}
.fa-navicon:before,
.fa-reorder:before,
.fa-bars:before {
  content: "\f0c9";
}
.fa-list-ul:before {
  content: "\f0ca";
}
.fa-list-ol:before {
  content: "\f0cb";
}
.fa-strikethrough:before {
  content: "\f0cc";
}
.fa-underline:before {
  content: "\f0cd";
}
.fa-table:before {
  content: "\f0ce";
}
.fa-magic:before {
  content: "\f0d0";
}
.fa-truck:before {
  content: "\f0d1";
}
.fa-pinterest:before {
  content: "\f0d2";
}
.fa-pinterest-square:before {
  content: "\f0d3";
}
.fa-google-plus-square:before {
  content: "\f0d4";
}
.fa-google-plus:before {
  content: "\f0d5";
}
.fa-money:before {
  content: "\f0d6";
}
.fa-caret-down:before {
  content: "\f0d7";
}
.fa-caret-up:before {
  content: "\f0d8";
}
.fa-caret-left:before {
  content: "\f0d9";
}
.fa-caret-right:before {
  content: "\f0da";
}
.fa-columns:before {
  content: "\f0db";
}
.fa-unsorted:before,
.fa-sort:before {
  content: "\f0dc";
}
.fa-sort-down:before,
.fa-sort-desc:before {
  content: "\f0dd";
}
.fa-sort-up:before,
.fa-sort-asc:before {
  content: "\f0de";
}
.fa-envelope:before {
  content: "\f0e0";
}
.fa-linkedin:before {
  content: "\f0e1";
}
.fa-rotate-left:before,
.fa-undo:before {
  content: "\f0e2";
}
.fa-legal:before,
.fa-gavel:before {
  content: "\f0e3";
}
.fa-dashboard:before,
.fa-tachometer:before {
  content: "\f0e4";
}
.fa-comment-o:before {
  content: "\f0e5";
}
.fa-comments-o:before {
  content: "\f0e6";
}
.fa-flash:before,
.fa-bolt:before {
  content: "\f0e7";
}
.fa-sitemap:before {
  content: "\f0e8";
}
.fa-umbrella:before {
  content: "\f0e9";
}
.fa-paste:before,
.fa-clipboard:before {
  content: "\f0ea";
}
.fa-lightbulb-o:before {
  content: "\f0eb";
}
.fa-exchange:before {
  content: "\f0ec";
}
.fa-cloud-download:before {
  content: "\f0ed";
}
.fa-cloud-upload:before {
  content: "\f0ee";
}
.fa-user-md:before {
  content: "\f0f0";
}
.fa-stethoscope:before {
  content: "\f0f1";
}
.fa-suitcase:before {
  content: "\f0f2";
}
.fa-bell-o:before {
  content: "\f0a2";
}
.fa-coffee:before {
  content: "\f0f4";
}
.fa-cutlery:before {
  content: "\f0f5";
}
.fa-file-text-o:before {
  content: "\f0f6";
}
.fa-building-o:before {
  content: "\f0f7";
}
.fa-hospital-o:before {
  content: "\f0f8";
}
.fa-ambulance:before {
  content: "\f0f9";
}
.fa-medkit:before {
  content: "\f0fa";
}
.fa-fighter-jet:before {
  content: "\f0fb";
}
.fa-beer:before {
  content: "\f0fc";
}
.fa-h-square:before {
  content: "\f0fd";
}
.fa-plus-square:before {
  content: "\f0fe";
}
.fa-angle-double-left:before {
  content: "\f100";
}
.fa-angle-double-right:before {
  content: "\f101";
}
.fa-angle-double-up:before {
  content: "\f102";
}
.fa-angle-double-down:before {
  content: "\f103";
}
.fa-angle-left:before {
  content: "\f104";
}
.fa-angle-right:before {
  content: "\f105";
}
.fa-angle-up:before {
  content: "\f106";
}
.fa-angle-down:before {
  content: "\f107";
}
.fa-desktop:before {
  content: "\f108";
}
.fa-laptop:before {
  content: "\f109";
}
.fa-tablet:before {
  content: "\f10a";
}
.fa-mobile-phone:before,
.fa-mobile:before {
  content: "\f10b";
}
.fa-circle-o:before {
  content: "\f10c";
}
.fa-quote-left:before {
  content: "\f10d";
}
.fa-quote-right:before {
  content: "\f10e";
}
.fa-spinner:before {
  content: "\f110";
}
.fa-circle:before {
  content: "\f111";
}
.fa-mail-reply:before,
.fa-reply:before {
  content: "\f112";
}
.fa-github-alt:before {
  content: "\f113";
}
.fa-folder-o:before {
  content: "\f114";
}
.fa-folder-open-o:before {
  content: "\f115";
}
.fa-smile-o:before {
  content: "\f118";
}
.fa-frown-o:before {
  content: "\f119";
}
.fa-meh-o:before {
  content: "\f11a";
}
.fa-gamepad:before {
  content: "\f11b";
}
.fa-keyboard-o:before {
  content: "\f11c";
}
.fa-flag-o:before {
  content: "\f11d";
}
.fa-flag-checkered:before {
  content: "\f11e";
}
.fa-terminal:before {
  content: "\f120";
}
.fa-code:before {
  content: "\f121";
}
.fa-mail-reply-all:before,
.fa-reply-all:before {
  content: "\f122";
}
.fa-star-half-empty:before,
.fa-star-half-full:before,
.fa-star-half-o:before {
  content: "\f123";
}
.fa-location-arrow:before {
  content: "\f124";
}
.fa-crop:before {
  content: "\f125";
}
.fa-code-fork:before {
  content: "\f126";
}
.fa-unlink:before,
.fa-chain-broken:before {
  content: "\f127";
}
.fa-question:before {
  content: "\f128";
}
.fa-info:before {
  content: "\f129";
}
.fa-exclamation:before {
  content: "\f12a";
}
.fa-superscript:before {
  content: "\f12b";
}
.fa-subscript:before {
  content: "\f12c";
}
.fa-eraser:before {
  content: "\f12d";
}
.fa-puzzle-piece:before {
  content: "\f12e";
}
.fa-microphone:before {
  content: "\f130";
}
.fa-microphone-slash:before {
  content: "\f131";
}
.fa-shield:before {
  content: "\f132";
}
.fa-calendar-o:before {
  content: "\f133";
}
.fa-fire-extinguisher:before {
  content: "\f134";
}
.fa-rocket:before {
  content: "\f135";
}
.fa-maxcdn:before {
  content: "\f136";
}
.fa-chevron-circle-left:before {
  content: "\f137";
}
.fa-chevron-circle-right:before {
  content: "\f138";
}
.fa-chevron-circle-up:before {
  content: "\f139";
}
.fa-chevron-circle-down:before {
  content: "\f13a";
}
.fa-html5:before {
  content: "\f13b";
}
.fa-css3:before {
  content: "\f13c";
}
.fa-anchor:before {
  content: "\f13d";
}
.fa-unlock-alt:before {
  content: "\f13e";
}
.fa-bullseye:before {
  content: "\f140";
}
.fa-ellipsis-h:before {
  content: "\f141";
}
.fa-ellipsis-v:before {
  content: "\f142";
}
.fa-rss-square:before {
  content: "\f143";
}
.fa-play-circle:before {
  content: "\f144";
}
.fa-ticket:before {
  content: "\f145";
}
.fa-minus-square:before {
  content: "\f146";
}
.fa-minus-square-o:before {
  content: "\f147";
}
.fa-level-up:before {
  content: "\f148";
}
.fa-level-down:before {
  content: "\f149";
}
.fa-check-square:before {
  content: "\f14a";
}
.fa-pencil-square:before {
  content: "\f14b";
}
.fa-external-link-square:before {
  content: "\f14c";
}
.fa-share-square:before {
  content: "\f14d";
}
.fa-compass:before {
  content: "\f14e";
}
.fa-toggle-down:before,
.fa-caret-square-o-down:before {
  content: "\f150";
}
.fa-toggle-up:before,
.fa-caret-square-o-up:before {
  content: "\f151";
}
.fa-toggle-right:before,
.fa-caret-square-o-right:before {
  content: "\f152";
}
.fa-euro:before,
.fa-eur:before {
  content: "\f153";
}
.fa-gbp:before {
  content: "\f154";
}
.fa-dollar:before,
.fa-usd:before {
  content: "\f155";
}
.fa-rupee:before,
.fa-inr:before {
  content: "\f156";
}
.fa-cny:before,
.fa-rmb:before,
.fa-yen:before,
.fa-jpy:before {
  content: "\f157";
}
.fa-ruble:before,
.fa-rouble:before,
.fa-rub:before {
  content: "\f158";
}
.fa-won:before,
.fa-krw:before {
  content: "\f159";
}
.fa-bitcoin:before,
.fa-btc:before {
  content: "\f15a";
}
.fa-file:before {
  content: "\f15b";
}
.fa-file-text:before {
  content: "\f15c";
}
.fa-sort-alpha-asc:before {
  content: "\f15d";
}
.fa-sort-alpha-desc:before {
  content: "\f15e";
}
.fa-sort-amount-asc:before {
  content: "\f160";
}
.fa-sort-amount-desc:before {
  content: "\f161";
}
.fa-sort-numeric-asc:before {
  content: "\f162";
}
.fa-sort-numeric-desc:before {
  content: "\f163";
}
.fa-thumbs-up:before {
  content: "\f164";
}
.fa-thumbs-down:before {
  content: "\f165";
}
.fa-youtube-square:before {
  content: "\f166";
}
.fa-youtube:before {
  content: "\f167";
}
.fa-xing:before {
  content: "\f168";
}
.fa-xing-square:before {
  content: "\f169";
}
.fa-youtube-play:before {
  content: "\f16a";
}
.fa-dropbox:before {
  content: "\f16b";
}
.fa-stack-overflow:before {
  content: "\f16c";
}
.fa-instagram:before {
  content: "\f16d";
}
.fa-flickr:before {
  content: "\f16e";
}
.fa-adn:before {
  content: "\f170";
}
.fa-bitbucket:before {
  content: "\f171";
}
.fa-bitbucket-square:before {
  content: "\f172";
}
.fa-tumblr:before {
  content: "\f173";
}
.fa-tumblr-square:before {
  content: "\f174";
}
.fa-long-arrow-down:before {
  content: "\f175";
}
.fa-long-arrow-up:before {
  content: "\f176";
}
.fa-long-arrow-left:before {
  content: "\f177";
}
.fa-long-arrow-right:before {
  content: "\f178";
}
.fa-apple:before {
  content: "\f179";
}
.fa-windows:before {
  content: "\f17a";
}
.fa-android:before {
  content: "\f17b";
}
.fa-linux:before {
  content: "\f17c";
}
.fa-dribbble:before {
  content: "\f17d";
}
.fa-skype:before {
  content: "\f17e";
}
.fa-foursquare:before {
  content: "\f180";
}
.fa-trello:before {
  content: "\f181";
}
.fa-female:before {
  content: "\f182";
}
.fa-male:before {
  content: "\f183";
}
.fa-gittip:before {
  content: "\f184";
}
.fa-sun-o:before {
  content: "\f185";
}
.fa-moon-o:before {
  content: "\f186";
}
.fa-archive:before {
  content: "\f187";
}
.fa-bug:before {
  content: "\f188";
}
.fa-vk:before {
  content: "\f189";
}
.fa-weibo:before {
  content: "\f18a";
}
.fa-renren:before {
  content: "\f18b";
}
.fa-pagelines:before {
  content: "\f18c";
}
.fa-stack-exchange:before {
  content: "\f18d";
}
.fa-arrow-circle-o-right:before {
  content: "\f18e";
}
.fa-arrow-circle-o-left:before {
  content: "\f190";
}
.fa-toggle-left:before,
.fa-caret-square-o-left:before {
  content: "\f191";
}
.fa-dot-circle-o:before {
  content: "\f192";
}
.fa-wheelchair:before {
  content: "\f193";
}
.fa-vimeo-square:before {
  content: "\f194";
}
.fa-turkish-lira:before,
.fa-try:before {
  content: "\f195";
}
.fa-plus-square-o:before {
  content: "\f196";
}
.fa-space-shuttle:before {
  content: "\f197";
}
.fa-slack:before {
  content: "\f198";
}
.fa-envelope-square:before {
  content: "\f199";
}
.fa-wordpress:before {
  content: "\f19a";
}
.fa-openid:before {
  content: "\f19b";
}
.fa-institution:before,
.fa-bank:before,
.fa-university:before {
  content: "\f19c";
}
.fa-mortar-board:before,
.fa-graduation-cap:before {
  content: "\f19d";
}
.fa-yahoo:before {
  content: "\f19e";
}
.fa-google:before {
  content: "\f1a0";
}
.fa-reddit:before {
  content: "\f1a1";
}
.fa-reddit-square:before {
  content: "\f1a2";
}
.fa-stumbleupon-circle:before {
  content: "\f1a3";
}
.fa-stumbleupon:before {
  content: "\f1a4";
}
.fa-delicious:before {
  content: "\f1a5";
}
.fa-digg:before {
  content: "\f1a6";
}
.fa-pied-piper:before {
  content: "\f1a7";
}
.fa-pied-piper-alt:before {
  content: "\f1a8";
}
.fa-drupal:before {
  content: "\f1a9";
}
.fa-joomla:before {
  content: "\f1aa";
}
.fa-language:before {
  content: "\f1ab";
}
.fa-fax:before {
  content: "\f1ac";
}
.fa-building:before {
  content: "\f1ad";
}
.fa-child:before {
  content: "\f1ae";
}
.fa-paw:before {
  content: "\f1b0";
}
.fa-spoon:before {
  content: "\f1b1";
}
.fa-cube:before {
  content: "\f1b2";
}
.fa-cubes:before {
  content: "\f1b3";
}
.fa-behance:before {
  content: "\f1b4";
}
.fa-behance-square:before {
  content: "\f1b5";
}
.fa-steam:before {
  content: "\f1b6";
}
.fa-steam-square:before {
  content: "\f1b7";
}
.fa-recycle:before {
  content: "\f1b8";
}
.fa-automobile:before,
.fa-car:before {
  content: "\f1b9";
}
.fa-cab:before,
.fa-taxi:before {
  content: "\f1ba";
}
.fa-tree:before {
  content: "\f1bb";
}
.fa-spotify:before {
  content: "\f1bc";
}
.fa-deviantart:before {
  content: "\f1bd";
}
.fa-soundcloud:before {
  content: "\f1be";
}
.fa-database:before {
  content: "\f1c0";
}
.fa-file-pdf-o:before {
  content: "\f1c1";
}
.fa-file-word-o:before {
  content: "\f1c2";
}
.fa-file-excel-o:before {
  content: "\f1c3";
}
.fa-file-powerpoint-o:before {
  content: "\f1c4";
}
.fa-file-photo-o:before,
.fa-file-picture-o:before,
.fa-file-image-o:before {
  content: "\f1c5";
}
.fa-file-zip-o:before,
.fa-file-archive-o:before {
  content: "\f1c6";
}
.fa-file-sound-o:before,
.fa-file-audio-o:before {
  content: "\f1c7";
}
.fa-file-movie-o:before,
.fa-file-video-o:before {
  content: "\f1c8";
}
.fa-file-code-o:before {
  content: "\f1c9";
}
.fa-vine:before {
  content: "\f1ca";
}
.fa-codepen:before {
  content: "\f1cb";
}
.fa-jsfiddle:before {
  content: "\f1cc";
}
.fa-life-bouy:before,
.fa-life-buoy:before,
.fa-life-saver:before,
.fa-support:before,
.fa-life-ring:before {
  content: "\f1cd";
}
.fa-circle-o-notch:before {
  content: "\f1ce";
}
.fa-ra:before,
.fa-rebel:before {
  content: "\f1d0";
}
.fa-ge:before,
.fa-empire:before {
  content: "\f1d1";
}
.fa-git-square:before {
  content: "\f1d2";
}
.fa-git:before {
  content: "\f1d3";
}
.fa-hacker-news:before {
  content: "\f1d4";
}
.fa-tencent-weibo:before {
  content: "\f1d5";
}
.fa-qq:before {
  content: "\f1d6";
}
.fa-wechat:before,
.fa-weixin:before {
  content: "\f1d7";
}
.fa-send:before,
.fa-paper-plane:before {
  content: "\f1d8";
}
.fa-send-o:before,
.fa-paper-plane-o:before {
  content: "\f1d9";
}
.fa-history:before {
  content: "\f1da";
}
.fa-circle-thin:before {
  content: "\f1db";
}
.fa-header:before {
  content: "\f1dc";
}
.fa-paragraph:before {
  content: "\f1dd";
}
.fa-sliders:before {
  content: "\f1de";
}
.fa-share-alt:before {
  content: "\f1e0";
}
.fa-share-alt-square:before {
  content: "\f1e1";
}
.fa-bomb:before {
  content: "\f1e2";
}
.fa-soccer-ball-o:before,
.fa-futbol-o:before {
  content: "\f1e3";
}
.fa-tty:before {
  content: "\f1e4";
}
.fa-binoculars:before {
  content: "\f1e5";
}
.fa-plug:before {
  content: "\f1e6";
}
.fa-slideshare:before {
  content: "\f1e7";
}
.fa-twitch:before {
  content: "\f1e8";
}
.fa-yelp:before {
  content: "\f1e9";
}
.fa-newspaper-o:before {
  content: "\f1ea";
}
.fa-wifi:before {
  content: "\f1eb";
}
.fa-calculator:before {
  content: "\f1ec";
}
.fa-paypal:before {
  content: "\f1ed";
}
.fa-google-wallet:before {
  content: "\f1ee";
}
.fa-cc-visa:before {
  content: "\f1f0";
}
.fa-cc-mastercard:before {
  content: "\f1f1";
}
.fa-cc-discover:before {
  content: "\f1f2";
}
.fa-cc-amex:before {
  content: "\f1f3";
}
.fa-cc-paypal:before {
  content: "\f1f4";
}
.fa-cc-stripe:before {
  content: "\f1f5";
}
.fa-bell-slash:before {
  content: "\f1f6";
}
.fa-bell-slash-o:before {
  content: "\f1f7";
}
.fa-trash:before {
  content: "\f1f8";
}
.fa-copyright:before {
  content: "\f1f9";
}
.fa-at:before {
  content: "\f1fa";
}
.fa-eyedropper:before {
  content: "\f1fb";
}
.fa-paint-brush:before {
  content: "\f1fc";
}
.fa-birthday-cake:before {
  content: "\f1fd";
}
.fa-area-chart:before {
  content: "\f1fe";
}
.fa-pie-chart:before {
  content: "\f200";
}
.fa-line-chart:before {
  content: "\f201";
}
.fa-lastfm:before {
  content: "\f202";
}
.fa-lastfm-square:before {
  content: "\f203";
}
.fa-toggle-off:before {
  content: "\f204";
}
.fa-toggle-on:before {
  content: "\f205";
}
.fa-bicycle:before {
  content: "\f206";
}
.fa-bus:before {
  content: "\f207";
}
.fa-ioxhost:before {
  content: "\f208";
}
.fa-angellist:before {
  content: "\f209";
}
.fa-cc:before {
  content: "\f20a";
}
.fa-shekel:before,
.fa-sheqel:before,
.fa-ils:before {
  content: "\f20b";
}
.fa-meanpath:before {
  content: "\f20c";
}
/*!
*
* IPython base
*
*/
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
code {
  color: #000;
}
pre {
  font-size: inherit;
  line-height: inherit;
}
label {
  font-weight: normal;
}
/* Make the page background atleast 100% the height of the view port */
/* Make the page itself atleast 70% the height of the view port */
.border-box-sizing {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.corner-all {
  border-radius: 2px;
}
.no-padding {
  padding: 0px;
}
/* Flexible box model classes */
/* Taken from Alex Russell http://infrequently.org/2009/08/css-3-progress/ */
/* This file is a compatability layer.  It allows the usage of flexible box 
model layouts accross multiple browsers, including older browsers.  The newest,
universal implementation of the flexible box model is used when available (see
`Modern browsers` comments below).  Browsers that are known to implement this 
new spec completely include:

    Firefox 28.0+
    Chrome 29.0+
    Internet Explorer 11+ 
    Opera 17.0+

Browsers not listed, including Safari, are supported via the styling under the
`Old browsers` comments below.
*/
.hbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
.hbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.vbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
.vbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.hbox.reverse,
.vbox.reverse,
.reverse {
  /* Old browsers */
  -webkit-box-direction: reverse;
  -moz-box-direction: reverse;
  box-direction: reverse;
  /* Modern browsers */
  flex-direction: row-reverse;
}
.hbox.box-flex0,
.vbox.box-flex0,
.box-flex0 {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
  width: auto;
}
.hbox.box-flex1,
.vbox.box-flex1,
.box-flex1 {
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex,
.vbox.box-flex,
.box-flex {
  /* Old browsers */
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex2,
.vbox.box-flex2,
.box-flex2 {
  /* Old browsers */
  -webkit-box-flex: 2;
  -moz-box-flex: 2;
  box-flex: 2;
  /* Modern browsers */
  flex: 2;
}
.box-group1 {
  /*  Deprecated */
  -webkit-box-flex-group: 1;
  -moz-box-flex-group: 1;
  box-flex-group: 1;
}
.box-group2 {
  /* Deprecated */
  -webkit-box-flex-group: 2;
  -moz-box-flex-group: 2;
  box-flex-group: 2;
}
.hbox.start,
.vbox.start,
.start {
  /* Old browsers */
  -webkit-box-pack: start;
  -moz-box-pack: start;
  box-pack: start;
  /* Modern browsers */
  justify-content: flex-start;
}
.hbox.end,
.vbox.end,
.end {
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
}
.hbox.center,
.vbox.center,
.center {
  /* Old browsers */
  -webkit-box-pack: center;
  -moz-box-pack: center;
  box-pack: center;
  /* Modern browsers */
  justify-content: center;
}
.hbox.baseline,
.vbox.baseline,
.baseline {
  /* Old browsers */
  -webkit-box-pack: baseline;
  -moz-box-pack: baseline;
  box-pack: baseline;
  /* Modern browsers */
  justify-content: baseline;
}
.hbox.stretch,
.vbox.stretch,
.stretch {
  /* Old browsers */
  -webkit-box-pack: stretch;
  -moz-box-pack: stretch;
  box-pack: stretch;
  /* Modern browsers */
  justify-content: stretch;
}
.hbox.align-start,
.vbox.align-start,
.align-start {
  /* Old browsers */
  -webkit-box-align: start;
  -moz-box-align: start;
  box-align: start;
  /* Modern browsers */
  align-items: flex-start;
}
.hbox.align-end,
.vbox.align-end,
.align-end {
  /* Old browsers */
  -webkit-box-align: end;
  -moz-box-align: end;
  box-align: end;
  /* Modern browsers */
  align-items: flex-end;
}
.hbox.align-center,
.vbox.align-center,
.align-center {
  /* Old browsers */
  -webkit-box-align: center;
  -moz-box-align: center;
  box-align: center;
  /* Modern browsers */
  align-items: center;
}
.hbox.align-baseline,
.vbox.align-baseline,
.align-baseline {
  /* Old browsers */
  -webkit-box-align: baseline;
  -moz-box-align: baseline;
  box-align: baseline;
  /* Modern browsers */
  align-items: baseline;
}
.hbox.align-stretch,
.vbox.align-stretch,
.align-stretch {
  /* Old browsers */
  -webkit-box-align: stretch;
  -moz-box-align: stretch;
  box-align: stretch;
  /* Modern browsers */
  align-items: stretch;
}
div.error {
  margin: 2em;
  text-align: center;
}
div.error > h1 {
  font-size: 500%;
  line-height: normal;
}
div.error > p {
  font-size: 200%;
  line-height: normal;
}
div.traceback-wrapper {
  text-align: left;
  max-width: 800px;
  margin: auto;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
body {
  background-color: #fff;
  /* This makes sure that the body covers the entire window and needs to
       be in a different element than the display: box in wrapper below */
  position: absolute;
  left: 0px;
  right: 0px;
  top: 0px;
  bottom: 0px;
  overflow: visible;
}
body > #header {
  /* Initially hidden to prevent FLOUC */
  display: none;
  background-color: #fff;
  /* Display over codemirror */
  position: relative;
  z-index: 100;
}
body > #header #header-container {
  padding-bottom: 5px;
  padding-top: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
body > #header .header-bar {
  width: 100%;
  height: 1px;
  background: #e7e7e7;
  margin-bottom: -1px;
}
@media print {
  body > #header {
    display: none !important;
  }
}
#header-spacer {
  width: 100%;
  visibility: hidden;
}
@media print {
  #header-spacer {
    display: none;
  }
}
#ipython_notebook {
  padding-left: 0px;
  padding-top: 1px;
  padding-bottom: 1px;
}
@media (max-width: 991px) {
  #ipython_notebook {
    margin-left: 10px;
  }
}
[dir="rtl"] #ipython_notebook {
  float: right !important;
}
#noscript {
  width: auto;
  padding-top: 16px;
  padding-bottom: 16px;
  text-align: center;
  font-size: 22px;
  color: red;
  font-weight: bold;
}
#ipython_notebook img {
  height: 28px;
}
#site {
  width: 100%;
  display: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  overflow: auto;
}
@media print {
  #site {
    height: auto !important;
  }
}
/* Smaller buttons */
.ui-button .ui-button-text {
  padding: 0.2em 0.8em;
  font-size: 77%;
}
input.ui-button {
  padding: 0.3em 0.9em;
}
span#login_widget {
  float: right;
}
span#login_widget > .button,
#logout {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button:focus,
#logout:focus,
span#login_widget > .button.focus,
#logout.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
span#login_widget > .button:hover,
#logout:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active:hover,
#logout:active:hover,
span#login_widget > .button.active:hover,
#logout.active:hover,
.open > .dropdown-togglespan#login_widget > .button:hover,
.open > .dropdown-toggle#logout:hover,
span#login_widget > .button:active:focus,
#logout:active:focus,
span#login_widget > .button.active:focus,
#logout.active:focus,
.open > .dropdown-togglespan#login_widget > .button:focus,
.open > .dropdown-toggle#logout:focus,
span#login_widget > .button:active.focus,
#logout:active.focus,
span#login_widget > .button.active.focus,
#logout.active.focus,
.open > .dropdown-togglespan#login_widget > .button.focus,
.open > .dropdown-toggle#logout.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  background-image: none;
}
span#login_widget > .button.disabled:hover,
#logout.disabled:hover,
span#login_widget > .button[disabled]:hover,
#logout[disabled]:hover,
fieldset[disabled] span#login_widget > .button:hover,
fieldset[disabled] #logout:hover,
span#login_widget > .button.disabled:focus,
#logout.disabled:focus,
span#login_widget > .button[disabled]:focus,
#logout[disabled]:focus,
fieldset[disabled] span#login_widget > .button:focus,
fieldset[disabled] #logout:focus,
span#login_widget > .button.disabled.focus,
#logout.disabled.focus,
span#login_widget > .button[disabled].focus,
#logout[disabled].focus,
fieldset[disabled] span#login_widget > .button.focus,
fieldset[disabled] #logout.focus {
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button .badge,
#logout .badge {
  color: #fff;
  background-color: #333;
}
.nav-header {
  text-transform: none;
}
#header > span {
  margin-top: 10px;
}
.modal_stretch .modal-dialog {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  min-height: 80vh;
}
.modal_stretch .modal-dialog .modal-body {
  max-height: calc(100vh - 200px);
  overflow: auto;
  flex: 1;
}
@media (min-width: 768px) {
  .modal .modal-dialog {
    width: 700px;
  }
}
@media (min-width: 768px) {
  select.form-control {
    margin-left: 12px;
    margin-right: 12px;
  }
}
/*!
*
* IPython auth
*
*/
.center-nav {
  display: inline-block;
  margin-bottom: -4px;
}
/*!
*
* IPython tree view
*
*/
/* We need an invisible input field on top of the sentense*/
/* "Drag file onto the list ..." */
.alternate_upload {
  background-color: none;
  display: inline;
}
.alternate_upload.form {
  padding: 0;
  margin: 0;
}
.alternate_upload input.fileinput {
  text-align: center;
  vertical-align: middle;
  display: inline;
  opacity: 0;
  z-index: 2;
  width: 12ex;
  margin-right: -12ex;
}
.alternate_upload .btn-upload {
  height: 22px;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
[dir="rtl"] #tabs li {
  float: right;
}
ul#tabs {
  margin-bottom: 4px;
}
[dir="rtl"] ul#tabs {
  margin-right: 0px;
}
ul#tabs a {
  padding-top: 6px;
  padding-bottom: 4px;
}
ul.breadcrumb a:focus,
ul.breadcrumb a:hover {
  text-decoration: none;
}
ul.breadcrumb i.icon-home {
  font-size: 16px;
  margin-right: 4px;
}
ul.breadcrumb span {
  color: #5e5e5e;
}
.list_toolbar {
  padding: 4px 0 4px 0;
  vertical-align: middle;
}
.list_toolbar .tree-buttons {
  padding-top: 1px;
}
[dir="rtl"] .list_toolbar .tree-buttons {
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-right {
  padding-top: 1px;
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-left {
  float: right !important;
}
.dynamic-buttons {
  padding-top: 3px;
  display: inline-block;
}
.list_toolbar [class*="span"] {
  min-height: 24px;
}
.list_header {
  font-weight: bold;
  background-color: #EEE;
}
.list_placeholder {
  font-weight: bold;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
}
.list_container {
  margin-top: 4px;
  margin-bottom: 20px;
  border: 1px solid #ddd;
  border-radius: 2px;
}
.list_container > div {
  border-bottom: 1px solid #ddd;
}
.list_container > div:hover .list-item {
  background-color: red;
}
.list_container > div:last-child {
  border: none;
}
.list_item:hover .list_item {
  background-color: #ddd;
}
.list_item a {
  text-decoration: none;
}
.list_item:hover {
  background-color: #fafafa;
}
.list_header > div,
.list_item > div {
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
.list_header > div input,
.list_item > div input {
  margin-right: 7px;
  margin-left: 14px;
  vertical-align: baseline;
  line-height: 22px;
  position: relative;
  top: -1px;
}
.list_header > div .item_link,
.list_item > div .item_link {
  margin-left: -1px;
  vertical-align: baseline;
  line-height: 22px;
}
.new-file input[type=checkbox] {
  visibility: hidden;
}
.item_name {
  line-height: 22px;
  height: 24px;
}
.item_icon {
  font-size: 14px;
  color: #5e5e5e;
  margin-right: 7px;
  margin-left: 7px;
  line-height: 22px;
  vertical-align: baseline;
}
.item_buttons {
  line-height: 1em;
  margin-left: -5px;
}
.item_buttons .btn,
.item_buttons .btn-group,
.item_buttons .input-group {
  float: left;
}
.item_buttons > .btn,
.item_buttons > .btn-group,
.item_buttons > .input-group {
  margin-left: 5px;
}
.item_buttons .btn {
  min-width: 13ex;
}
.item_buttons .running-indicator {
  padding-top: 4px;
  color: #5cb85c;
}
.item_buttons .kernel-name {
  padding-top: 4px;
  color: #5bc0de;
  margin-right: 7px;
  float: left;
}
.toolbar_info {
  height: 24px;
  line-height: 24px;
}
.list_item input:not([type=checkbox]) {
  padding-top: 3px;
  padding-bottom: 3px;
  height: 22px;
  line-height: 14px;
  margin: 0px;
}
.highlight_text {
  color: blue;
}
#project_name {
  display: inline-block;
  padding-left: 7px;
  margin-left: -2px;
}
#project_name > .breadcrumb {
  padding: 0px;
  margin-bottom: 0px;
  background-color: transparent;
  font-weight: bold;
}
#tree-selector {
  padding-right: 0px;
}
[dir="rtl"] #tree-selector a {
  float: right;
}
#button-select-all {
  min-width: 50px;
}
#select-all {
  margin-left: 7px;
  margin-right: 2px;
}
.menu_icon {
  margin-right: 2px;
}
.tab-content .row {
  margin-left: 0px;
  margin-right: 0px;
}
.folder_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f114";
}
.folder_icon:before.pull-left {
  margin-right: .3em;
}
.folder_icon:before.pull-right {
  margin-left: .3em;
}
.notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
}
.notebook_icon:before.pull-left {
  margin-right: .3em;
}
.notebook_icon:before.pull-right {
  margin-left: .3em;
}
.running_notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
  color: #5cb85c;
}
.running_notebook_icon:before.pull-left {
  margin-right: .3em;
}
.running_notebook_icon:before.pull-right {
  margin-left: .3em;
}
.file_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f016";
  position: relative;
  top: -2px;
}
.file_icon:before.pull-left {
  margin-right: .3em;
}
.file_icon:before.pull-right {
  margin-left: .3em;
}
#notebook_toolbar .pull-right {
  padding-top: 0px;
  margin-right: -1px;
}
ul#new-menu {
  left: auto;
  right: 0;
}
[dir="rtl"] #new-menu {
  text-align: right;
}
.kernel-menu-icon {
  padding-right: 12px;
  width: 24px;
  content: "\f096";
}
.kernel-menu-icon:before {
  content: "\f096";
}
.kernel-menu-icon-current:before {
  content: "\f00c";
}
#tab_content {
  padding-top: 20px;
}
#running .panel-group .panel {
  margin-top: 3px;
  margin-bottom: 1em;
}
#running .panel-group .panel .panel-heading {
  background-color: #EEE;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
#running .panel-group .panel .panel-heading a:focus,
#running .panel-group .panel .panel-heading a:hover {
  text-decoration: none;
}
#running .panel-group .panel .panel-body {
  padding: 0px;
}
#running .panel-group .panel .panel-body .list_container {
  margin-top: 0px;
  margin-bottom: 0px;
  border: 0px;
  border-radius: 0px;
}
#running .panel-group .panel .panel-body .list_container .list_item {
  border-bottom: 1px solid #ddd;
}
#running .panel-group .panel .panel-body .list_container .list_item:last-child {
  border-bottom: 0px;
}
[dir="rtl"] #running .col-sm-8 {
  float: right !important;
}
.delete-button {
  display: none;
}
.duplicate-button {
  display: none;
}
.rename-button {
  display: none;
}
.shutdown-button {
  display: none;
}
.dynamic-instructions {
  display: inline-block;
  padding-top: 4px;
}
/*!
*
* IPython text editor webapp
*
*/
.selected-keymap i.fa {
  padding: 0px 5px;
}
.selected-keymap i.fa:before {
  content: "\f00c";
}
#mode-menu {
  overflow: auto;
  max-height: 20em;
}
.edit_app #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.edit_app #menubar .navbar {
  /* Use a negative 1 bottom margin, so the border overlaps the border of the
    header */
  margin-bottom: -1px;
}
.dirty-indicator {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator.pull-left {
  margin-right: .3em;
}
.dirty-indicator.pull-right {
  margin-left: .3em;
}
.dirty-indicator-dirty {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-dirty.pull-left {
  margin-right: .3em;
}
.dirty-indicator-dirty.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-clean.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f00c";
}
.dirty-indicator-clean:before.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean:before.pull-right {
  margin-left: .3em;
}
#filename {
  font-size: 16pt;
  display: table;
  padding: 0px 5px;
}
#current-mode {
  padding-left: 5px;
  padding-right: 5px;
}
#texteditor-backdrop {
  padding-top: 20px;
  padding-bottom: 20px;
}
@media not print {
  #texteditor-backdrop {
    background-color: #EEE;
  }
}
@media print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container {
    padding: 0px;
    background-color: #fff;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
/*!
*
* IPython notebook
*
*/
/* CSS font colors for translated ANSI colors. */
.ansibold {
  font-weight: bold;
}
/* use dark versions for foreground, to improve visibility */
.ansiblack {
  color: black;
}
.ansired {
  color: darkred;
}
.ansigreen {
  color: darkgreen;
}
.ansiyellow {
  color: #c4a000;
}
.ansiblue {
  color: darkblue;
}
.ansipurple {
  color: darkviolet;
}
.ansicyan {
  color: steelblue;
}
.ansigray {
  color: gray;
}
/* and light for background, for the same reason */
.ansibgblack {
  background-color: black;
}
.ansibgred {
  background-color: red;
}
.ansibggreen {
  background-color: green;
}
.ansibgyellow {
  background-color: yellow;
}
.ansibgblue {
  background-color: blue;
}
.ansibgpurple {
  background-color: magenta;
}
.ansibgcyan {
  background-color: cyan;
}
.ansibggray {
  background-color: gray;
}
div.cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  border-radius: 2px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  border-width: 1px;
  border-style: solid;
  border-color: transparent;
  width: 100%;
  padding: 5px;
  /* This acts as a spacer between cells, that is outside the border */
  margin: 0px;
  outline: none;
  border-left-width: 1px;
  padding-left: 5px;
  background: linear-gradient(to right, transparent -40px, transparent 1px, transparent 1px, transparent 100%);
}
div.cell.jupyter-soft-selected {
  border-left-color: #90CAF9;
  border-left-color: #E3F2FD;
  border-left-width: 1px;
  padding-left: 5px;
  border-right-color: #E3F2FD;
  border-right-width: 1px;
  background: #E3F2FD;
}
@media print {
  div.cell.jupyter-soft-selected {
    border-color: transparent;
  }
}
div.cell.selected {
  border-color: #ababab;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 5px, transparent 5px, transparent 100%);
}
@media print {
  div.cell.selected {
    border-color: transparent;
  }
}
div.cell.selected.jupyter-soft-selected {
  border-left-width: 0;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 7px, #E3F2FD 7px, #E3F2FD 100%);
}
.edit_mode div.cell.selected {
  border-color: #66BB6A;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #66BB6A -40px, #66BB6A 5px, transparent 5px, transparent 100%);
}
@media print {
  .edit_mode div.cell.selected {
    border-color: transparent;
  }
}
.prompt {
  /* This needs to be wide enough for 3 digit prompt numbers: In[100]: */
  min-width: 14ex;
  /* This padding is tuned to match the padding on the CodeMirror editor. */
  padding: 0.4em;
  margin: 0px;
  font-family: monospace;
  text-align: right;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
  /* Don't highlight prompt number selection */
  -webkit-touch-callout: none;
  -webkit-user-select: none;
  -khtml-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
  /* Use default cursor */
  cursor: default;
}
@media (max-width: 540px) {
  .prompt {
    text-align: left;
  }
}
div.inner_cell {
  min-width: 0;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_area {
  border: 1px solid #cfcfcf;
  border-radius: 2px;
  background: #f7f7f7;
  line-height: 1.21429em;
}
/* This is needed so that empty prompt areas can collapse to zero height when there
   is no content in the output_subarea and the prompt. The main purpose of this is
   to make sure that empty JavaScript output_subareas have no height. */
div.prompt:empty {
  padding-top: 0;
  padding-bottom: 0;
}
div.unrecognized_cell {
  padding: 5px 5px 5px 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.unrecognized_cell .inner_cell {
  border-radius: 2px;
  padding: 5px;
  font-weight: bold;
  color: red;
  border: 1px solid #cfcfcf;
  background: #eaeaea;
}
div.unrecognized_cell .inner_cell a {
  color: inherit;
  text-decoration: none;
}
div.unrecognized_cell .inner_cell a:hover {
  color: inherit;
  text-decoration: none;
}
@media (max-width: 540px) {
  div.unrecognized_cell > div.prompt {
    display: none;
  }
}
div.code_cell {
  /* avoid page breaking on code cells when printing */
}
@media print {
  div.code_cell {
    page-break-inside: avoid;
  }
}
/* any special styling for code cells that are currently running goes here */
div.input {
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.input {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_prompt {
  color: #303F9F;
  border-top: 1px solid transparent;
}
div.input_area > div.highlight {
  margin: 0.4em;
  border: none;
  padding: 0px;
  background-color: transparent;
}
div.input_area > div.highlight > pre {
  margin: 0px;
  border: none;
  padding: 0px;
  background-color: transparent;
}
/* The following gets added to the <head> if it is detected that the user has a
 * monospace font with inconsistent normal/bold/italic height.  See
 * notebookmain.js.  Such fonts will have keywords vertically offset with
 * respect to the rest of the text.  The user should select a better font.
 * See: https://github.com/ipython/ipython/issues/1503
 *
 * .CodeMirror span {
 *      vertical-align: bottom;
 * }
 */
.CodeMirror {
  line-height: 1.21429em;
  /* Changed from 1em to our global default */
  font-size: 14px;
  height: auto;
  /* Changed to auto to autogrow */
  background: none;
  /* Changed from white to allow our bg to show through */
}
.CodeMirror-scroll {
  /*  The CodeMirror docs are a bit fuzzy on if overflow-y should be hidden or visible.*/
  /*  We have found that if it is visible, vertical scrollbars appear with font size changes.*/
  overflow-y: hidden;
  overflow-x: auto;
}
.CodeMirror-lines {
  /* In CM2, this used to be 0.4em, but in CM3 it went to 4px. We need the em value because */
  /* we have set a different line-height and want this to scale with that. */
  padding: 0.4em;
}
.CodeMirror-linenumber {
  padding: 0 8px 0 4px;
}
.CodeMirror-gutters {
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.CodeMirror pre {
  /* In CM3 this went to 4px from 0 in CM2. We need the 0 value because of how we size */
  /* .CodeMirror-lines */
  padding: 0;
  border: 0;
  border-radius: 0;
}
/*

Original style from softwaremaniacs.org (c) Ivan Sagalaev <Maniac@SoftwareManiacs.Org>
Adapted from GitHub theme

*/
.highlight-base {
  color: #000;
}
.highlight-variable {
  color: #000;
}
.highlight-variable-2 {
  color: #1a1a1a;
}
.highlight-variable-3 {
  color: #333333;
}
.highlight-string {
  color: #BA2121;
}
.highlight-comment {
  color: #408080;
  font-style: italic;
}
.highlight-number {
  color: #080;
}
.highlight-atom {
  color: #88F;
}
.highlight-keyword {
  color: #008000;
  font-weight: bold;
}
.highlight-builtin {
  color: #008000;
}
.highlight-error {
  color: #f00;
}
.highlight-operator {
  color: #AA22FF;
  font-weight: bold;
}
.highlight-meta {
  color: #AA22FF;
}
/* previously not defined, copying from default codemirror */
.highlight-def {
  color: #00f;
}
.highlight-string-2 {
  color: #f50;
}
.highlight-qualifier {
  color: #555;
}
.highlight-bracket {
  color: #997;
}
.highlight-tag {
  color: #170;
}
.highlight-attribute {
  color: #00c;
}
.highlight-header {
  color: blue;
}
.highlight-quote {
  color: #090;
}
.highlight-link {
  color: #00c;
}
/* apply the same style to codemirror */
.cm-s-ipython span.cm-keyword {
  color: #008000;
  font-weight: bold;
}
.cm-s-ipython span.cm-atom {
  color: #88F;
}
.cm-s-ipython span.cm-number {
  color: #080;
}
.cm-s-ipython span.cm-def {
  color: #00f;
}
.cm-s-ipython span.cm-variable {
  color: #000;
}
.cm-s-ipython span.cm-operator {
  color: #AA22FF;
  font-weight: bold;
}
.cm-s-ipython span.cm-variable-2 {
  color: #1a1a1a;
}
.cm-s-ipython span.cm-variable-3 {
  color: #333333;
}
.cm-s-ipython span.cm-comment {
  color: #408080;
  font-style: italic;
}
.cm-s-ipython span.cm-string {
  color: #BA2121;
}
.cm-s-ipython span.cm-string-2 {
  color: #f50;
}
.cm-s-ipython span.cm-meta {
  color: #AA22FF;
}
.cm-s-ipython span.cm-qualifier {
  color: #555;
}
.cm-s-ipython span.cm-builtin {
  color: #008000;
}
.cm-s-ipython span.cm-bracket {
  color: #997;
}
.cm-s-ipython span.cm-tag {
  color: #170;
}
.cm-s-ipython span.cm-attribute {
  color: #00c;
}
.cm-s-ipython span.cm-header {
  color: blue;
}
.cm-s-ipython span.cm-quote {
  color: #090;
}
.cm-s-ipython span.cm-link {
  color: #00c;
}
.cm-s-ipython span.cm-error {
  color: #f00;
}
.cm-s-ipython span.cm-tab {
  background: url(data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAMCAYAAAAkuj5RAAAAAXNSR0IArs4c6QAAAGFJREFUSMft1LsRQFAQheHPowAKoACx3IgEKtaEHujDjORSgWTH/ZOdnZOcM/sgk/kFFWY0qV8foQwS4MKBCS3qR6ixBJvElOobYAtivseIE120FaowJPN75GMu8j/LfMwNjh4HUpwg4LUAAAAASUVORK5CYII=);
  background-position: right;
  background-repeat: no-repeat;
}
div.output_wrapper {
  /* this position must be relative to enable descendents to be absolute within it */
  position: relative;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  z-index: 1;
}
/* class for the output area when it should be height-limited */
div.output_scroll {
  /* ideally, this would be max-height, but FF barfs all over that */
  height: 24em;
  /* FF needs this *and the wrapper* to specify full width, or it will shrinkwrap */
  width: 100%;
  overflow: auto;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  display: block;
}
/* output div while it is collapsed */
div.output_collapsed {
  margin: 0px;
  padding: 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
div.out_prompt_overlay {
  height: 100%;
  padding: 0px 0.4em;
  position: absolute;
  border-radius: 2px;
}
div.out_prompt_overlay:hover {
  /* use inner shadow to get border that is computed the same on WebKit/FF */
  -webkit-box-shadow: inset 0 0 1px #000;
  box-shadow: inset 0 0 1px #000;
  background: rgba(240, 240, 240, 0.5);
}
div.output_prompt {
  color: #D84315;
}
/* This class is the outer container of all output sections. */
div.output_area {
  padding: 0px;
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.output_area .MathJax_Display {
  text-align: left !important;
}
div.output_area .rendered_html table {
  margin-left: 0;
  margin-right: 0;
}
div.output_area .rendered_html img {
  margin-left: 0;
  margin-right: 0;
}
div.output_area img,
div.output_area svg {
  max-width: 100%;
  height: auto;
}
div.output_area img.unconfined,
div.output_area svg.unconfined {
  max-width: none;
}
/* This is needed to protect the pre formating from global settings such
   as that of bootstrap */
.output {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.output_area {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
div.output_area pre {
  margin: 0;
  padding: 0;
  border: 0;
  vertical-align: baseline;
  color: black;
  background-color: transparent;
  border-radius: 0;
}
/* This class is for the output subarea inside the output_area and after
   the prompt div. */
div.output_subarea {
  overflow-x: auto;
  padding: 0.4em;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
  max-width: calc(100% - 14ex);
}
div.output_scroll div.output_subarea {
  overflow-x: visible;
}
/* The rest of the output_* classes are for special styling of the different
   output types */
/* all text output has this class: */
div.output_text {
  text-align: left;
  color: #000;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
}
/* stdout/stderr are 'text' as well as 'stream', but execute_result/error are *not* streams */
div.output_stderr {
  background: #fdd;
  /* very light red background for stderr */
}
div.output_latex {
  text-align: left;
}
/* Empty output_javascript divs should have no height */
div.output_javascript:empty {
  padding: 0;
}
.js-error {
  color: darkred;
}
/* raw_input styles */
div.raw_input_container {
  line-height: 1.21429em;
  padding-top: 5px;
}
pre.raw_input_prompt {
  /* nothing needed here. */
}
input.raw_input {
  font-family: monospace;
  font-size: inherit;
  color: inherit;
  width: auto;
  /* make sure input baseline aligns with prompt */
  vertical-align: baseline;
  /* padding + margin = 0.5em between prompt and cursor */
  padding: 0em 0.25em;
  margin: 0em 0.25em;
}
input.raw_input:focus {
  box-shadow: none;
}
p.p-space {
  margin-bottom: 10px;
}
div.output_unrecognized {
  padding: 5px;
  font-weight: bold;
  color: red;
}
div.output_unrecognized a {
  color: inherit;
  text-decoration: none;
}
div.output_unrecognized a:hover {
  color: inherit;
  text-decoration: none;
}
.rendered_html {
  color: #000;
  /* any extras will just be numbers: */
}
.rendered_html em {
  font-style: italic;
}
.rendered_html strong {
  font-weight: bold;
}
.rendered_html u {
  text-decoration: underline;
}
.rendered_html :link {
  text-decoration: underline;
}
.rendered_html :visited {
  text-decoration: underline;
}
.rendered_html h1 {
  font-size: 185.7%;
  margin: 1.08em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h2 {
  font-size: 157.1%;
  margin: 1.27em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h3 {
  font-size: 128.6%;
  margin: 1.55em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h4 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h5 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h6 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h1:first-child {
  margin-top: 0.538em;
}
.rendered_html h2:first-child {
  margin-top: 0.636em;
}
.rendered_html h3:first-child {
  margin-top: 0.777em;
}
.rendered_html h4:first-child {
  margin-top: 1em;
}
.rendered_html h5:first-child {
  margin-top: 1em;
}
.rendered_html h6:first-child {
  margin-top: 1em;
}
.rendered_html ul {
  list-style: disc;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ul ul {
  list-style: square;
  margin: 0em 2em;
}
.rendered_html ul ul ul {
  list-style: circle;
  margin: 0em 2em;
}
.rendered_html ol {
  list-style: decimal;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ol ol {
  list-style: upper-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol {
  list-style: lower-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol {
  list-style: lower-roman;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol ol {
  list-style: decimal;
  margin: 0em 2em;
}
.rendered_html * + ul {
  margin-top: 1em;
}
.rendered_html * + ol {
  margin-top: 1em;
}
.rendered_html hr {
  color: black;
  background-color: black;
}
.rendered_html pre {
  margin: 1em 2em;
}
.rendered_html pre,
.rendered_html code {
  border: 0;
  background-color: #fff;
  color: #000;
  font-size: 100%;
  padding: 0px;
}
.rendered_html blockquote {
  margin: 1em 2em;
}
.rendered_html table {
  margin-left: auto;
  margin-right: auto;
  border: 1px solid black;
  border-collapse: collapse;
}
.rendered_html tr,
.rendered_html th,
.rendered_html td {
  border: 1px solid black;
  border-collapse: collapse;
  margin: 1em 2em;
}
.rendered_html td,
.rendered_html th {
  text-align: left;
  vertical-align: middle;
  padding: 4px;
}
.rendered_html th {
  font-weight: bold;
}
.rendered_html * + table {
  margin-top: 1em;
}
.rendered_html p {
  text-align: left;
}
.rendered_html * + p {
  margin-top: 1em;
}
.rendered_html img {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.rendered_html * + img {
  margin-top: 1em;
}
.rendered_html img,
.rendered_html svg {
  max-width: 100%;
  height: auto;
}
.rendered_html img.unconfined,
.rendered_html svg.unconfined {
  max-width: none;
}
div.text_cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.text_cell > div.prompt {
    display: none;
  }
}
div.text_cell_render {
  /*font-family: "Helvetica Neue", Arial, Helvetica, Geneva, sans-serif;*/
  outline: none;
  resize: none;
  width: inherit;
  border-style: none;
  padding: 0.5em 0.5em 0.5em 0.4em;
  color: #000;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
a.anchor-link:link {
  text-decoration: none;
  padding: 0px 20px;
  visibility: hidden;
}
h1:hover .anchor-link,
h2:hover .anchor-link,
h3:hover .anchor-link,
h4:hover .anchor-link,
h5:hover .anchor-link,
h6:hover .anchor-link {
  visibility: visible;
}
.text_cell.rendered .input_area {
  display: none;
}
.text_cell.rendered .rendered_html {
  overflow-x: auto;
  overflow-y: hidden;
}
.text_cell.unrendered .text_cell_render {
  display: none;
}
.cm-header-1,
.cm-header-2,
.cm-header-3,
.cm-header-4,
.cm-header-5,
.cm-header-6 {
  font-weight: bold;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
}
.cm-header-1 {
  font-size: 185.7%;
}
.cm-header-2 {
  font-size: 157.1%;
}
.cm-header-3 {
  font-size: 128.6%;
}
.cm-header-4 {
  font-size: 110%;
}
.cm-header-5 {
  font-size: 100%;
  font-style: italic;
}
.cm-header-6 {
  font-size: 100%;
  font-style: italic;
}
/*!
*
* IPython notebook webapp
*
*/
@media (max-width: 767px) {
  .notebook_app {
    padding-left: 0px;
    padding-right: 0px;
  }
}
#ipython-main-app {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook_panel {
  margin: 0px;
  padding: 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook {
  font-size: 14px;
  line-height: 20px;
  overflow-y: hidden;
  overflow-x: auto;
  width: 100%;
  /* This spaces the page away from the edge of the notebook area */
  padding-top: 20px;
  margin: 0px;
  outline: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  min-height: 100%;
}
@media not print {
  #notebook-container {
    padding: 15px;
    background-color: #fff;
    min-height: 0;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
@media print {
  #notebook-container {
    width: 100%;
  }
}
div.ui-widget-content {
  border: 1px solid #ababab;
  outline: none;
}
pre.dialog {
  background-color: #f7f7f7;
  border: 1px solid #ddd;
  border-radius: 2px;
  padding: 0.4em;
  padding-left: 2em;
}
p.dialog {
  padding: 0.2em;
}
/* Word-wrap output correctly.  This is the CSS3 spelling, though Firefox seems
   to not honor it correctly.  Webkit browsers (Chrome, rekonq, Safari) do.
 */
pre,
code,
kbd,
samp {
  white-space: pre-wrap;
}
#fonttest {
  font-family: monospace;
}
p {
  margin-bottom: 0;
}
.end_space {
  min-height: 100px;
  transition: height .2s ease;
}
.notebook_app > #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
@media not print {
  .notebook_app {
    background-color: #EEE;
  }
}
kbd {
  border-style: solid;
  border-width: 1px;
  box-shadow: none;
  margin: 2px;
  padding-left: 2px;
  padding-right: 2px;
  padding-top: 1px;
  padding-bottom: 1px;
}
/* CSS for the cell toolbar */
.celltoolbar {
  border: thin solid #CFCFCF;
  border-bottom: none;
  background: #EEE;
  border-radius: 2px 2px 0px 0px;
  width: 100%;
  height: 29px;
  padding-right: 4px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
  display: -webkit-flex;
}
@media print {
  .celltoolbar {
    display: none;
  }
}
.ctb_hideshow {
  display: none;
  vertical-align: bottom;
}
/* ctb_show is added to the ctb_hideshow div to show the cell toolbar.
   Cell toolbars are only shown when the ctb_global_show class is also set.
*/
.ctb_global_show .ctb_show.ctb_hideshow {
  display: block;
}
.ctb_global_show .ctb_show + .input_area,
.ctb_global_show .ctb_show + div.text_cell_input,
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border-top-right-radius: 0px;
  border-top-left-radius: 0px;
}
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border: 1px solid #cfcfcf;
}
.celltoolbar {
  font-size: 87%;
  padding-top: 3px;
}
.celltoolbar select {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
  width: inherit;
  font-size: inherit;
  height: 22px;
  padding: 0px;
  display: inline-block;
}
.celltoolbar select:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.celltoolbar select::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.celltoolbar select:-ms-input-placeholder {
  color: #999;
}
.celltoolbar select::-webkit-input-placeholder {
  color: #999;
}
.celltoolbar select::-ms-expand {
  border: 0;
  background-color: transparent;
}
.celltoolbar select[disabled],
.celltoolbar select[readonly],
fieldset[disabled] .celltoolbar select {
  background-color: #eeeeee;
  opacity: 1;
}
.celltoolbar select[disabled],
fieldset[disabled] .celltoolbar select {
  cursor: not-allowed;
}
textarea.celltoolbar select {
  height: auto;
}
select.celltoolbar select {
  height: 30px;
  line-height: 30px;
}
textarea.celltoolbar select,
select[multiple].celltoolbar select {
  height: auto;
}
.celltoolbar label {
  margin-left: 5px;
  margin-right: 5px;
}
.completions {
  position: absolute;
  z-index: 110;
  overflow: hidden;
  border: 1px solid #ababab;
  border-radius: 2px;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  line-height: 1;
}
.completions select {
  background: white;
  outline: none;
  border: none;
  padding: 0px;
  margin: 0px;
  overflow: auto;
  font-family: monospace;
  font-size: 110%;
  color: #000;
  width: auto;
}
.completions select option.context {
  color: #286090;
}
#kernel_logo_widget {
  float: right !important;
  float: right;
}
#kernel_logo_widget .current_kernel_logo {
  display: none;
  margin-top: -1px;
  margin-bottom: -1px;
  width: 32px;
  height: 32px;
}
#menubar {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  margin-top: 1px;
}
#menubar .navbar {
  border-top: 1px;
  border-radius: 0px 0px 2px 2px;
  margin-bottom: 0px;
}
#menubar .navbar-toggle {
  float: left;
  padding-top: 7px;
  padding-bottom: 7px;
  border: none;
}
#menubar .navbar-collapse {
  clear: left;
}
.nav-wrapper {
  border-bottom: 1px solid #e7e7e7;
}
i.menu-icon {
  padding-top: 4px;
}
ul#help_menu li a {
  overflow: hidden;
  padding-right: 2.2em;
}
ul#help_menu li a i {
  margin-right: -1.2em;
}
.dropdown-submenu {
  position: relative;
}
.dropdown-submenu > .dropdown-menu {
  top: 0;
  left: 100%;
  margin-top: -6px;
  margin-left: -1px;
}
.dropdown-submenu:hover > .dropdown-menu {
  display: block;
}
.dropdown-submenu > a:after {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  display: block;
  content: "\f0da";
  float: right;
  color: #333333;
  margin-top: 2px;
  margin-right: -10px;
}
.dropdown-submenu > a:after.pull-left {
  margin-right: .3em;
}
.dropdown-submenu > a:after.pull-right {
  margin-left: .3em;
}
.dropdown-submenu:hover > a:after {
  color: #262626;
}
.dropdown-submenu.pull-left {
  float: none;
}
.dropdown-submenu.pull-left > .dropdown-menu {
  left: -100%;
  margin-left: 10px;
}
#notification_area {
  float: right !important;
  float: right;
  z-index: 10;
}
.indicator_area {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#kernel_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  border-left: 1px solid;
}
#kernel_indicator .kernel_indicator_name {
  padding-left: 5px;
  padding-right: 5px;
}
#modal_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#readonly-indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  margin-top: 2px;
  margin-bottom: 0px;
  margin-left: 0px;
  margin-right: 0px;
  display: none;
}
.modal_indicator:before {
  width: 1.28571429em;
  text-align: center;
}
.edit_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f040";
}
.edit_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.edit_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.command_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: ' ';
}
.command_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.command_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.kernel_idle_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f10c";
}
.kernel_idle_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_idle_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_busy_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f111";
}
.kernel_busy_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_busy_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_dead_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f1e2";
}
.kernel_dead_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_dead_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_disconnected_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f127";
}
.kernel_disconnected_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_disconnected_icon:before.pull-right {
  margin-left: .3em;
}
.notification_widget {
  color: #777;
  z-index: 10;
  background: rgba(240, 240, 240, 0.5);
  margin-right: 4px;
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget:focus,
.notification_widget.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.notification_widget:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active:hover,
.notification_widget.active:hover,
.open > .dropdown-toggle.notification_widget:hover,
.notification_widget:active:focus,
.notification_widget.active:focus,
.open > .dropdown-toggle.notification_widget:focus,
.notification_widget:active.focus,
.notification_widget.active.focus,
.open > .dropdown-toggle.notification_widget.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  background-image: none;
}
.notification_widget.disabled:hover,
.notification_widget[disabled]:hover,
fieldset[disabled] .notification_widget:hover,
.notification_widget.disabled:focus,
.notification_widget[disabled]:focus,
fieldset[disabled] .notification_widget:focus,
.notification_widget.disabled.focus,
.notification_widget[disabled].focus,
fieldset[disabled] .notification_widget.focus {
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget .badge {
  color: #fff;
  background-color: #333;
}
.notification_widget.warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning:focus,
.notification_widget.warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.notification_widget.warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active:hover,
.notification_widget.warning.active:hover,
.open > .dropdown-toggle.notification_widget.warning:hover,
.notification_widget.warning:active:focus,
.notification_widget.warning.active:focus,
.open > .dropdown-toggle.notification_widget.warning:focus,
.notification_widget.warning:active.focus,
.notification_widget.warning.active.focus,
.open > .dropdown-toggle.notification_widget.warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  background-image: none;
}
.notification_widget.warning.disabled:hover,
.notification_widget.warning[disabled]:hover,
fieldset[disabled] .notification_widget.warning:hover,
.notification_widget.warning.disabled:focus,
.notification_widget.warning[disabled]:focus,
fieldset[disabled] .notification_widget.warning:focus,
.notification_widget.warning.disabled.focus,
.notification_widget.warning[disabled].focus,
fieldset[disabled] .notification_widget.warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.notification_widget.success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success:focus,
.notification_widget.success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.notification_widget.success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active:hover,
.notification_widget.success.active:hover,
.open > .dropdown-toggle.notification_widget.success:hover,
.notification_widget.success:active:focus,
.notification_widget.success.active:focus,
.open > .dropdown-toggle.notification_widget.success:focus,
.notification_widget.success:active.focus,
.notification_widget.success.active.focus,
.open > .dropdown-toggle.notification_widget.success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  background-image: none;
}
.notification_widget.success.disabled:hover,
.notification_widget.success[disabled]:hover,
fieldset[disabled] .notification_widget.success:hover,
.notification_widget.success.disabled:focus,
.notification_widget.success[disabled]:focus,
fieldset[disabled] .notification_widget.success:focus,
.notification_widget.success.disabled.focus,
.notification_widget.success[disabled].focus,
fieldset[disabled] .notification_widget.success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.notification_widget.info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info:focus,
.notification_widget.info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.notification_widget.info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active:hover,
.notification_widget.info.active:hover,
.open > .dropdown-toggle.notification_widget.info:hover,
.notification_widget.info:active:focus,
.notification_widget.info.active:focus,
.open > .dropdown-toggle.notification_widget.info:focus,
.notification_widget.info:active.focus,
.notification_widget.info.active.focus,
.open > .dropdown-toggle.notification_widget.info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  background-image: none;
}
.notification_widget.info.disabled:hover,
.notification_widget.info[disabled]:hover,
fieldset[disabled] .notification_widget.info:hover,
.notification_widget.info.disabled:focus,
.notification_widget.info[disabled]:focus,
fieldset[disabled] .notification_widget.info:focus,
.notification_widget.info.disabled.focus,
.notification_widget.info[disabled].focus,
fieldset[disabled] .notification_widget.info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.notification_widget.danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger:focus,
.notification_widget.danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.notification_widget.danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active:hover,
.notification_widget.danger.active:hover,
.open > .dropdown-toggle.notification_widget.danger:hover,
.notification_widget.danger:active:focus,
.notification_widget.danger.active:focus,
.open > .dropdown-toggle.notification_widget.danger:focus,
.notification_widget.danger:active.focus,
.notification_widget.danger.active.focus,
.open > .dropdown-toggle.notification_widget.danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  background-image: none;
}
.notification_widget.danger.disabled:hover,
.notification_widget.danger[disabled]:hover,
fieldset[disabled] .notification_widget.danger:hover,
.notification_widget.danger.disabled:focus,
.notification_widget.danger[disabled]:focus,
fieldset[disabled] .notification_widget.danger:focus,
.notification_widget.danger.disabled.focus,
.notification_widget.danger[disabled].focus,
fieldset[disabled] .notification_widget.danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger .badge {
  color: #d9534f;
  background-color: #fff;
}
div#pager {
  background-color: #fff;
  font-size: 14px;
  line-height: 20px;
  overflow: hidden;
  display: none;
  position: fixed;
  bottom: 0px;
  width: 100%;
  max-height: 50%;
  padding-top: 8px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  /* Display over codemirror */
  z-index: 100;
  /* Hack which prevents jquery ui resizable from changing top. */
  top: auto !important;
}
div#pager pre {
  line-height: 1.21429em;
  color: #000;
  background-color: #f7f7f7;
  padding: 0.4em;
}
div#pager #pager-button-area {
  position: absolute;
  top: 8px;
  right: 20px;
}
div#pager #pager-contents {
  position: relative;
  overflow: auto;
  width: 100%;
  height: 100%;
}
div#pager #pager-contents #pager-container {
  position: relative;
  padding: 15px 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
div#pager .ui-resizable-handle {
  top: 0px;
  height: 8px;
  background: #f7f7f7;
  border-top: 1px solid #cfcfcf;
  border-bottom: 1px solid #cfcfcf;
  /* This injects handle bars (a short, wide = symbol) for 
        the resize handle. */
}
div#pager .ui-resizable-handle::after {
  content: '';
  top: 2px;
  left: 50%;
  height: 3px;
  width: 30px;
  margin-left: -15px;
  position: absolute;
  border-top: 1px solid #cfcfcf;
}
.quickhelp {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  line-height: 1.8em;
}
.shortcut_key {
  display: inline-block;
  width: 21ex;
  text-align: right;
  font-family: monospace;
}
.shortcut_descr {
  display: inline-block;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
span.save_widget {
  margin-top: 6px;
}
span.save_widget span.filename {
  height: 1em;
  line-height: 1em;
  padding: 3px;
  margin-left: 16px;
  border: none;
  font-size: 146.5%;
  border-radius: 2px;
}
span.save_widget span.filename:hover {
  background-color: #e6e6e6;
}
span.checkpoint_status,
span.autosave_status {
  font-size: small;
}
@media (max-width: 767px) {
  span.save_widget {
    font-size: small;
  }
  span.checkpoint_status,
  span.autosave_status {
    display: none;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  span.checkpoint_status {
    display: none;
  }
  span.autosave_status {
    font-size: x-small;
  }
}
.toolbar {
  padding: 0px;
  margin-left: -5px;
  margin-top: 2px;
  margin-bottom: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.toolbar select,
.toolbar label {
  width: auto;
  vertical-align: middle;
  margin-right: 2px;
  margin-bottom: 0px;
  display: inline;
  font-size: 92%;
  margin-left: 0.3em;
  margin-right: 0.3em;
  padding: 0px;
  padding-top: 3px;
}
.toolbar .btn {
  padding: 2px 8px;
}
.toolbar .btn-group {
  margin-top: 0px;
  margin-left: 5px;
}
#maintoolbar {
  margin-bottom: -3px;
  margin-top: -8px;
  border: 0px;
  min-height: 27px;
  margin-left: 0px;
  padding-top: 11px;
  padding-bottom: 3px;
}
#maintoolbar .navbar-text {
  float: none;
  vertical-align: middle;
  text-align: right;
  margin-left: 5px;
  margin-right: 0px;
  margin-top: 0px;
}
.select-xs {
  height: 24px;
}
.pulse,
.dropdown-menu > li > a.pulse,
li.pulse > a.dropdown-toggle,
li.pulse.open > a.dropdown-toggle {
  background-color: #F37626;
  color: white;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
/** WARNING IF YOU ARE EDITTING THIS FILE, if this is a .css file, It has a lot
 * of chance of beeing generated from the ../less/[samename].less file, you can
 * try to get back the less file by reverting somme commit in history
 **/
/*
 * We'll try to get something pretty, so we
 * have some strange css to have the scroll bar on
 * the left with fix button on the top right of the tooltip
 */
@-moz-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-webkit-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-moz-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
@-webkit-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
/*properties of tooltip after "expand"*/
.bigtooltip {
  overflow: auto;
  height: 200px;
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
}
/*properties of tooltip before "expand"*/
.smalltooltip {
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
  text-overflow: ellipsis;
  overflow: hidden;
  height: 80px;
}
.tooltipbuttons {
  position: absolute;
  padding-right: 15px;
  top: 0px;
  right: 0px;
}
.tooltiptext {
  /*avoid the button to overlap on some docstring*/
  padding-right: 30px;
}
.ipython_tooltip {
  max-width: 700px;
  /*fade-in animation when inserted*/
  -webkit-animation: fadeOut 400ms;
  -moz-animation: fadeOut 400ms;
  animation: fadeOut 400ms;
  -webkit-animation: fadeIn 400ms;
  -moz-animation: fadeIn 400ms;
  animation: fadeIn 400ms;
  vertical-align: middle;
  background-color: #f7f7f7;
  overflow: visible;
  border: #ababab 1px solid;
  outline: none;
  padding: 3px;
  margin: 0px;
  padding-left: 7px;
  font-family: monospace;
  min-height: 50px;
  -moz-box-shadow: 0px 6px 10px -1px #adadad;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  border-radius: 2px;
  position: absolute;
  z-index: 1000;
}
.ipython_tooltip a {
  float: right;
}
.ipython_tooltip .tooltiptext pre {
  border: 0;
  border-radius: 0;
  font-size: 100%;
  background-color: #f7f7f7;
}
.pretooltiparrow {
  left: 0px;
  margin: 0px;
  top: -16px;
  width: 40px;
  height: 16px;
  overflow: hidden;
  position: absolute;
}
.pretooltiparrow:before {
  background-color: #f7f7f7;
  border: 1px #ababab solid;
  z-index: 11;
  content: "";
  position: absolute;
  left: 15px;
  top: 10px;
  width: 25px;
  height: 25px;
  -webkit-transform: rotate(45deg);
  -moz-transform: rotate(45deg);
  -ms-transform: rotate(45deg);
  -o-transform: rotate(45deg);
}
ul.typeahead-list i {
  margin-left: -10px;
  width: 18px;
}
ul.typeahead-list {
  max-height: 80vh;
  overflow: auto;
}
ul.typeahead-list > li > a {
  /** Firefox bug **/
  /* see https://github.com/jupyter/notebook/issues/559 */
  white-space: normal;
}
.cmd-palette .modal-body {
  padding: 7px;
}
.cmd-palette form {
  background: white;
}
.cmd-palette input {
  outline: none;
}
.no-shortcut {
  display: none;
}
.command-shortcut:before {
  content: "(command)";
  padding-right: 3px;
  color: #777777;
}
.edit-shortcut:before {
  content: "(edit)";
  padding-right: 3px;
  color: #777777;
}
#find-and-replace #replace-preview .match,
#find-and-replace #replace-preview .insert {
  background-color: #BBDEFB;
  border-color: #90CAF9;
  border-style: solid;
  border-width: 1px;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .match {
  background-color: #FFCDD2;
  border-color: #EF9A9A;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .insert {
  background-color: #C8E6C9;
  border-color: #A5D6A7;
  border-radius: 0px;
}
#find-and-replace #replace-preview {
  max-height: 60vh;
  overflow: auto;
}
#find-and-replace #replace-preview pre {
  padding: 5px 10px;
}
.terminal-app {
  background: #EEE;
}
.terminal-app #header {
  background: #fff;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.terminal-app .terminal {
  width: 100%;
  float: left;
  font-family: monospace;
  color: white;
  background: black;
  padding: 0.4em;
  border-radius: 2px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
}
.terminal-app .terminal,
.terminal-app .terminal dummy-screen {
  line-height: 1em;
  font-size: 14px;
}
.terminal-app .terminal .xterm-rows {
  padding: 10px;
}
.terminal-app .terminal-cursor {
  color: black;
  background: white;
}
.terminal-app #terminado-container {
  margin-top: 20px;
}
/*# sourceMappingURL=style.min.css.map */
    </style>
<style type="text/css">
    .highlight .hll { background-color: #ffffcc }
.highlight  { background: #f8f8f8; }
.highlight .c { color: #408080; font-style: italic } /* Comment */
.highlight .err { border: 1px solid #FF0000 } /* Error */
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
.highlight .o { color: #666666 } /* Operator */
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
.highlight .gd { color: #A00000 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #FF0000 } /* Generic.Error */
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
.highlight .gi { color: #00A000 } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
.highlight .gt { color: #0044DD } /* Generic.Traceback */
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #B00040 } /* Keyword.Type */
.highlight .m { color: #666666 } /* Literal.Number */
.highlight .s { color: #BA2121 } /* Literal.String */
.highlight .na { color: #7D9029 } /* Name.Attribute */
.highlight .nb { color: #008000 } /* Name.Builtin */
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
.highlight .no { color: #880000 } /* Name.Constant */
.highlight .nd { color: #AA22FF } /* Name.Decorator */
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0000FF } /* Name.Function */
.highlight .nl { color: #A0A000 } /* Name.Label */
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #19177C } /* Name.Variable */
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #666666 } /* Literal.Number.Bin */
.highlight .mf { color: #666666 } /* Literal.Number.Float */
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
.highlight .sa { color: #BA2121 } /* Literal.String.Affix */
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
.highlight .sx { color: #008000 } /* Literal.String.Other */
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0000FF } /* Name.Function.Magic */
.highlight .vc { color: #19177C } /* Name.Variable.Class */
.highlight .vg { color: #19177C } /* Name.Variable.Global */
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
.highlight .vm { color: #19177C } /* Name.Variable.Magic */
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */
    </style>
<style type="text/css">
    
/* Temporary definitions which will become obsolete with Notebook release 5.0 */
.ansi-black-fg { color: #3E424D; }
.ansi-black-bg { background-color: #3E424D; }
.ansi-black-intense-fg { color: #282C36; }
.ansi-black-intense-bg { background-color: #282C36; }
.ansi-red-fg { color: #E75C58; }
.ansi-red-bg { background-color: #E75C58; }
.ansi-red-intense-fg { color: #B22B31; }
.ansi-red-intense-bg { background-color: #B22B31; }
.ansi-green-fg { color: #00A250; }
.ansi-green-bg { background-color: #00A250; }
.ansi-green-intense-fg { color: #007427; }
.ansi-green-intense-bg { background-color: #007427; }
.ansi-yellow-fg { color: #DDB62B; }
.ansi-yellow-bg { background-color: #DDB62B; }
.ansi-yellow-intense-fg { color: #B27D12; }
.ansi-yellow-intense-bg { background-color: #B27D12; }
.ansi-blue-fg { color: #208FFB; }
.ansi-blue-bg { background-color: #208FFB; }
.ansi-blue-intense-fg { color: #0065CA; }
.ansi-blue-intense-bg { background-color: #0065CA; }
.ansi-magenta-fg { color: #D160C4; }
.ansi-magenta-bg { background-color: #D160C4; }
.ansi-magenta-intense-fg { color: #A03196; }
.ansi-magenta-intense-bg { background-color: #A03196; }
.ansi-cyan-fg { color: #60C6C8; }
.ansi-cyan-bg { background-color: #60C6C8; }
.ansi-cyan-intense-fg { color: #258F8F; }
.ansi-cyan-intense-bg { background-color: #258F8F; }
.ansi-white-fg { color: #C5C1B4; }
.ansi-white-bg { background-color: #C5C1B4; }
.ansi-white-intense-fg { color: #A1A6B2; }
.ansi-white-intense-bg { background-color: #A1A6B2; }

.ansi-bold { font-weight: bold; }

    </style>


<style type="text/css">
/* Overrides of notebook CSS for static HTML export */
.reveal {
  font-size: 160%;
  overflow-y: scroll;
}
.reveal pre {
  width: inherit;
  padding: 0.4em;
  margin: 0px;
  font-family: monospace, sans-serif;
  font-size: 80%;
  box-shadow: 0px 0px 0px rgba(0, 0, 0, 0);
}
.reveal pre code {
  padding: 0px;
}
.reveal section img {
  border: 0px solid black;
  box-shadow: 0 0 10px rgba(0, 0, 0, 0);
}
.reveal i {
  font-style: normal;
  font-family: FontAwesome;
  font-size: 2em;
}
.reveal .slides {
  text-align: left;
}
.reveal.fade {
  opacity: 1;
}
.reveal .progress {
  position: static;
}
div.input_area {
  padding: 0.06em;
}
div.code_cell {
  background-color: transparent;
}
div.prompt {
  width: 11ex;
  padding: 0.4em;
  margin: 0px;
  font-family: monospace, sans-serif;
  font-size: 80%;
  text-align: right;
}
div.output_area pre {
  font-family: monospace, sans-serif;
  font-size: 80%;
}
div.output_prompt {
  /* 5px right shift to account for margin in parent container */
  margin: 5px 5px 0 0;
}
div.text_cell.rendered .rendered_html {
  /* The H1 height seems miscalculated, we are just hidding the scrollbar */
  overflow-y: hidden;
}
a.anchor-link {
  /* There is still an anchor, we are only hidding it */
  display: none;
}
.rendered_html p {
  text-align: inherit;
}
</style>

<!-- Custom stylesheet, it must be in the same directory as the html file -->
<link rel="stylesheet" href="custom.css">

</head>


<body>


<div class="reveal">
<div class="slides">
<section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="&#1050;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#1050;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103; &#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;<a class="anchor-link" href="#&#1050;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#182;</a></h1><h3 id="20.03.2017">20.03.2017<a class="anchor-link" href="#20.03.2017">&#182;</a></h3><h4 id="&#1052;&#1077;&#1083;&#1100;&#1085;&#1080;&#1082;-&#1041;&#1086;&#1075;&#1076;&#1072;&#1085;">&#1052;&#1077;&#1083;&#1100;&#1085;&#1080;&#1082; &#1041;&#1086;&#1075;&#1076;&#1072;&#1085;<a class="anchor-link" href="#&#1052;&#1077;&#1083;&#1100;&#1085;&#1080;&#1082;-&#1041;&#1086;&#1075;&#1076;&#1072;&#1085;">&#182;</a></h4><h4 id="teh.ld86@gmail.com"><a href="mailto:teh.ld86@gmail.com">teh.ld86@gmail.com</a><a class="anchor-link" href="#teh.ld86@gmail.com">&#182;</a></h4>
</div>
</div>
</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#1047;&#1072;&#1076;&#1072;&#1095;&#1080; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080; &#1076;&#1083;&#1103; &#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;<a class="anchor-link" href="#&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#182;</a></h2><ul>
<li>Анализ тональности текста</li>
</ul>
<table>
<thead><tr>
<th style="text-align:center">Положительный</th>
<th style="text-align:center">Отрицательный</th>
</tr>
</thead>
<tbody>
<tr>
<td style="text-align:center"><img src='images/kinopoisk_good.png' width='400'/></td>
<td style="text-align:center"><img src='images/kinopoisk_bad.png' width='400'/></td>
</tr>
</tbody>
</table>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#1047;&#1072;&#1076;&#1072;&#1095;&#1080; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080; &#1076;&#1083;&#1103; &#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;<a class="anchor-link" href="#&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#182;</a></h2><ul>
<li>Анализ тональности текста</li>
<li>Фильтрация спама</li>
</ul>
<p><img src='images/spam.jpg' width='400'/></p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#1047;&#1072;&#1076;&#1072;&#1095;&#1080; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080; &#1076;&#1083;&#1103; &#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;<a class="anchor-link" href="#&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#182;</a></h2><ul>
<li>Анализ тональности текста</li>
<li>Фильтрация спама</li>
<li>Определение языка документа</li>
</ul>
<p><img src='images/languages.jpg' width='400'/></p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#1047;&#1072;&#1076;&#1072;&#1095;&#1080; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080; &#1076;&#1083;&#1103; &#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;<a class="anchor-link" href="#&#1047;&#1072;&#1076;&#1072;&#1095;&#1080;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;-&#1076;&#1083;&#1103;-&#1090;&#1077;&#1082;&#1089;&#1090;&#1086;&#1074;">&#182;</a></h2><ul>
<li>Анализ тональности текста</li>
<li>Фильтрация спама</li>
<li>Определение языка документа</li>
<li>Проставление тегов документам </li>
</ul>
<p><img src='images/so.png' width='400'/></p>

</div>
</div>
</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1056;&#1072;&#1073;&#1086;&#1090;&#1072;-&#1089;-&#1088;&#1072;&#1079;&#1088;&#1077;&#1078;&#1077;&#1085;&#1085;&#1099;&#1084;&#1080;-&#1076;&#1072;&#1085;&#1085;&#1099;&#1084;&#1080;">&#1056;&#1072;&#1073;&#1086;&#1090;&#1072; &#1089; &#1088;&#1072;&#1079;&#1088;&#1077;&#1078;&#1077;&#1085;&#1085;&#1099;&#1084;&#1080; &#1076;&#1072;&#1085;&#1085;&#1099;&#1084;&#1080;<a class="anchor-link" href="#&#1056;&#1072;&#1073;&#1086;&#1090;&#1072;-&#1089;-&#1088;&#1072;&#1079;&#1088;&#1077;&#1078;&#1077;&#1085;&#1085;&#1099;&#1084;&#1080;-&#1076;&#1072;&#1085;&#1085;&#1099;&#1084;&#1080;">&#182;</a></h2><p>Существует много типов разреженных матриц, каждый из которых предоставляет разные гарантии на операции.</p>
<ul>
<li><code>scipy.sparse.bsr_matrix</code></li>
<li><code>scipy.sparse.coo_matrix</code></li>
<li><code>scipy.sparse.csc_matrix</code></li>
<li><code>scipy.sparse.csr_matrix</code></li>
<li><code>scipy.sparse.dia_matrix</code></li>
<li><code>scipy.sparse.dok_matrix</code></li>
<li><code>scipy.sparse.lil_matrix</code></li>
</ul>
<p>Подробнее про <a href="https://docs.scipy.org/doc/scipy/reference/sparse.html">разреженые матрицы</a></p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1050;&#1086;&#1085;&#1082;&#1072;&#1090;&#1077;&#1085;&#1072;&#1094;&#1080;&#1103;">&#1050;&#1086;&#1085;&#1082;&#1072;&#1090;&#1077;&#1085;&#1072;&#1094;&#1080;&#1103;<a class="anchor-link" href="#&#1050;&#1086;&#1085;&#1082;&#1072;&#1090;&#1077;&#1085;&#1072;&#1094;&#1080;&#1103;">&#182;</a></h2><p>Для разреженных матриц есть свои <code>hstack</code> и <code>vstack</code>, которые находятся в <code>scipy.sparse</code></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="&#1063;&#1090;&#1086;-&#1084;&#1086;&#1078;&#1085;&#1086;-&#1080;&#1089;&#1087;&#1086;&#1083;&#1100;&#1079;&#1086;&#1074;&#1072;&#1090;&#1100;?">&#1063;&#1090;&#1086; &#1084;&#1086;&#1078;&#1085;&#1086; &#1080;&#1089;&#1087;&#1086;&#1083;&#1100;&#1079;&#1086;&#1074;&#1072;&#1090;&#1100;?<a class="anchor-link" href="#&#1063;&#1090;&#1086;-&#1084;&#1086;&#1078;&#1085;&#1086;-&#1080;&#1089;&#1087;&#1086;&#1083;&#1100;&#1079;&#1086;&#1074;&#1072;&#1090;&#1100;?">&#182;</a></h3><p>Подходят почти все модели</p>
<ul>
<li>LogisticRegression</li>
<li>LinearSVC</li>
<li>MultinomialNB</li>
<li>RandomForestClassifier</li>
<li>KNeighborsClassifier</li>
</ul>
<p>Не подходят</p>
<ul>
<li>GradientBoostingClassifier</li>
</ul>

</div>
</div>
</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1080;&#1084;&#1077;&#1088;-&#1079;&#1072;&#1076;&#1072;&#1095;&#1080;">&#1055;&#1088;&#1080;&#1084;&#1077;&#1088; &#1079;&#1072;&#1076;&#1072;&#1095;&#1080;<a class="anchor-link" href="#&#1055;&#1088;&#1080;&#1084;&#1077;&#1088;-&#1079;&#1072;&#1076;&#1072;&#1095;&#1080;">&#182;</a></h2><ul>
<li>10 тысяч вопросов со StackOverflow</li>
<li>Каждый вопрос имеет либо тег <strong>windows</strong>, либо тег <strong>linux</strong>.</li>
</ul>
<p>Мы хотим  по тексту вопроса определить его тег.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[293]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">texts</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="s1">&#39;windows_vs_linux.10k.tsv&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s1">&#39;</span><span class="se">\t</span><span class="s1">&#39;</span><span class="p">)</span>
<span class="n">texts</span><span class="o">.</span><span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;text&#39;</span><span class="p">,</span> <span class="s1">&#39;is_windows&#39;</span><span class="p">]</span>
<span class="k">print</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="n">texts</span><span class="o">.</span><span class="n">head</span><span class="p">(</span><span class="mi">4</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 2)
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt output_prompt">Out[293]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>text</th>
      <th>is_windows</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>0</th>
      <td>so i find myself porting a game that was orig...</td>
      <td>0</td>
    </tr>
    <tr>
      <th>1</th>
      <td>i ve been using tortoisesvn in a windows envi...</td>
      <td>1</td>
    </tr>
    <tr>
      <th>2</th>
      <td>we are using wmv videos on an internal site a...</td>
      <td>1</td>
    </tr>
    <tr>
      <th>3</th>
      <td>on one linux server running apache and php 5 ...</td>
      <td>0</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="Bag-of-words">Bag of words<a class="anchor-link" href="#Bag-of-words">&#182;</a></h2><p>В качестве признаков будем использовать факт вхождения слова в документ.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[9]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">CountVectorizer</span><span class="p">(</span><span class="n">binary</span><span class="o">=</span><span class="bp">True</span><span class="p">)</span>
<span class="n">bow</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">bow</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">bow</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 40971)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1042;&#1099;&#1073;&#1086;&#1088; &#1084;&#1086;&#1076;&#1077;&#1083;&#1080; &#1080; &#1086;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><ul>
<li>Будем использовать LogisticRegression</li>
<li>"C" подберём с помощью GridSearchCV</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[16]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">params</span> <span class="o">=</span> <span class="p">{</span><span class="s1">&#39;C&#39;</span><span class="p">:</span> <span class="n">np</span><span class="o">.</span><span class="n">logspace</span><span class="p">(</span><span class="o">-</span><span class="mi">5</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span class="mi">11</span><span class="p">)}</span>

<span class="n">clf</span> <span class="o">=</span> <span class="n">LogisticRegression</span><span class="p">()</span>
<span class="n">cv</span> <span class="o">=</span> <span class="n">GridSearchCV</span><span class="p">(</span><span class="n">clf</span><span class="p">,</span> <span class="n">params</span><span class="p">,</span> <span class="n">n_jobs</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span> <span class="n">scoring</span><span class="o">=</span><span class="s1">&#39;roc_auc&#39;</span><span class="p">,</span> <span class="n">cv</span><span class="o">=</span><span class="mi">5</span><span class="p">)</span>
<span class="n">cv</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">bow</span><span class="p">,</span> <span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">);</span>
</pre></div>

</div>
</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1042;&#1099;&#1073;&#1086;&#1088; &#1084;&#1086;&#1076;&#1077;&#1083;&#1080; &#1080; &#1086;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><ul>
<li>$AUC = 0.965813$</li>
<li>Довольно простая задача для случая из двух тегов</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[18]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">cv</span><span class="o">.</span><span class="n">cv_results_</span><span class="p">)[[</span><span class="s1">&#39;mean_test_score&#39;</span><span class="p">,</span> <span class="s1">&#39;params&#39;</span><span class="p">]]</span><span class="o">.</span><span class="n">sort_values</span><span class="p">(</span><span class="s1">&#39;mean_test_score&#39;</span><span class="p">,</span> <span class="n">ascending</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[18]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>mean_test_score</th>
      <th>params</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>4</th>
      <td>0.965813</td>
      <td>{u'C': 0.1}</td>
    </tr>
    <tr>
      <th>5</th>
      <td>0.962415</td>
      <td>{u'C': 1.0}</td>
    </tr>
    <tr>
      <th>3</th>
      <td>0.961759</td>
      <td>{u'C': 0.01}</td>
    </tr>
    <tr>
      <th>6</th>
      <td>0.955353</td>
      <td>{u'C': 10.0}</td>
    </tr>
    <tr>
      <th>7</th>
      <td>0.948635</td>
      <td>{u'C': 100.0}</td>
    </tr>
    <tr>
      <th>2</th>
      <td>0.945693</td>
      <td>{u'C': 0.001}</td>
    </tr>
    <tr>
      <th>8</th>
      <td>0.945429</td>
      <td>{u'C': 1000.0}</td>
    </tr>
    <tr>
      <th>9</th>
      <td>0.943599</td>
      <td>{u'C': 10000.0}</td>
    </tr>
    <tr>
      <th>10</th>
      <td>0.942903</td>
      <td>{u'C': 100000.0}</td>
    </tr>
    <tr>
      <th>1</th>
      <td>0.790566</td>
      <td>{u'C': 0.0001}</td>
    </tr>
    <tr>
      <th>0</th>
      <td>0.632507</td>
      <td>{u'C': 1e-05}</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1086;&#1083;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;-&#1089;&#1083;&#1086;&#1074;-&#1089;-&#1085;&#1072;&#1080;&#1073;&#1086;&#1083;&#1100;&#1096;&#1080;&#1084;-&#1074;&#1077;&#1089;&#1086;&#1084;">&#1055;&#1086;&#1083;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077; &#1089;&#1083;&#1086;&#1074; &#1089; &#1085;&#1072;&#1080;&#1073;&#1086;&#1083;&#1100;&#1096;&#1080;&#1084; &#1074;&#1077;&#1089;&#1086;&#1084;<a class="anchor-link" href="#&#1055;&#1086;&#1083;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;-&#1089;&#1083;&#1086;&#1074;-&#1089;-&#1085;&#1072;&#1080;&#1073;&#1086;&#1083;&#1100;&#1096;&#1080;&#1084;-&#1074;&#1077;&#1089;&#1086;&#1084;">&#182;</a></h2>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[60]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">top</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">([</span><span class="n">get_top_windows</span><span class="p">(</span><span class="n">cv</span><span class="o">.</span><span class="n">best_estimator_</span><span class="p">,</span> <span class="mi">6</span><span class="p">),</span>
                    <span class="n">get_top_linux</span><span class="p">(</span><span class="n">cv</span><span class="o">.</span><span class="n">best_estimator_</span><span class="p">,</span> <span class="mi">6</span><span class="p">)])</span><span class="o">.</span><span class="n">T</span>

<span class="n">top</span><span class="o">.</span><span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;Windows&#39;</span><span class="p">,</span> <span class="s1">&#39;Linux&#39;</span><span class="p">]</span>
<span class="n">top</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[60]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>Windows</th>
      <th>Linux</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>0</th>
      <td>windows</td>
      <td>ubuntu</td>
    </tr>
    <tr>
      <th>1</th>
      <td>win32</td>
      <td>root</td>
    </tr>
    <tr>
      <th>2</th>
      <td>vista</td>
      <td>mono</td>
    </tr>
    <tr>
      <th>3</th>
      <td>exe</td>
      <td>linux</td>
    </tr>
    <tr>
      <th>4</th>
      <td>dll</td>
      <td>kernel</td>
    </tr>
    <tr>
      <th>5</th>
      <td>batch</td>
      <td>bash</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1090;&#1073;&#1086;&#1088;-&#1087;&#1088;&#1080;&#1079;&#1085;&#1072;&#1082;&#1086;&#1074;">&#1054;&#1090;&#1073;&#1086;&#1088; &#1087;&#1088;&#1080;&#1079;&#1085;&#1072;&#1082;&#1086;&#1074;<a class="anchor-link" href="#&#1054;&#1090;&#1073;&#1086;&#1088;-&#1087;&#1088;&#1080;&#1079;&#1085;&#1072;&#1082;&#1086;&#1074;">&#182;</a></h2><p>Представим, что у нас есть очень много признаков и мы хотим сократить их количество, выбрав только самые нужные.</p>
<p>В данном случае мы взяли все возможные $N$-граммы, где $N \in \{1, \dots, 4\}$</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[310]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">CountVectorizer</span><span class="p">(</span><span class="n">binary</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span> <span class="n">ngram_range</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">4</span><span class="p">))</span>
<span class="n">bow</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">bow</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">bow</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 2117115)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1080;&#1088;&#1072;&#1077;&#1084;-&#1087;&#1088;&#1080;&#1079;&#1085;&#1072;&#1082;&#1080;">&#1042;&#1099;&#1073;&#1080;&#1088;&#1072;&#1077;&#1084; &#1087;&#1088;&#1080;&#1079;&#1085;&#1072;&#1082;&#1080;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1080;&#1088;&#1072;&#1077;&#1084;-&#1087;&#1088;&#1080;&#1079;&#1085;&#1072;&#1082;&#1080;">&#182;</a></h2><p>Мы можем отобрать $50000$ признаков с помощью <code>SelectKBest</code> и увидеть, что мы получили на кросс-валидации качество  лучше чем до этого.</p>
<p>Есть ли тут проблемы?</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[311]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">k_best</span> <span class="o">=</span> <span class="n">SelectKBest</span><span class="p">(</span><span class="n">k</span><span class="o">=</span><span class="mi">50000</span><span class="p">)</span>
<span class="n">bow_k_best</span> <span class="o">=</span> <span class="n">k_best</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">bow</span><span class="p">,</span> <span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[312]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">clf</span> <span class="o">=</span> <span class="n">LogisticRegression</span><span class="p">()</span>
<span class="n">np</span><span class="o">.</span><span class="n">mean</span><span class="p">(</span><span class="n">cross_val_score</span><span class="p">(</span><span class="n">clf</span><span class="p">,</span> <span class="n">bow_k_best</span><span class="p">,</span> <span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">,</span> <span class="n">scoring</span><span class="o">=</span><span class="s1">&#39;roc_auc&#39;</span><span class="p">,</span> <span class="n">cv</span><span class="o">=</span><span class="mi">5</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[312]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>0.97955838190531419</pre>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1086;&#1074;&#1077;&#1088;&#1082;&#1072;">&#1055;&#1088;&#1086;&#1074;&#1077;&#1088;&#1082;&#1072;<a class="anchor-link" href="#&#1055;&#1088;&#1086;&#1074;&#1077;&#1088;&#1082;&#1072;">&#182;</a></h2><p>Когда делается отбор признаков всегда нужна проверка на отложенной выборке, иначе оценка будет сильно завышена.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[313]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">x_train</span><span class="p">,</span> <span class="n">x_test</span><span class="p">,</span> <span class="n">y_train</span><span class="p">,</span> <span class="n">y_test</span> <span class="o">=</span> <span class="n">train_test_split</span><span class="p">(</span><span class="n">bow</span><span class="p">,</span> <span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">x_train</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">x_test</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(7500, 2117115)
(2500, 2117115)
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[314]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">k_best</span> <span class="o">=</span> <span class="n">SelectKBest</span><span class="p">(</span><span class="n">k</span><span class="o">=</span><span class="mi">50000</span><span class="p">)</span>
<span class="n">x_train_k_best</span> <span class="o">=</span> <span class="n">k_best</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">x_train</span><span class="p">,</span> <span class="n">y_train</span><span class="p">)</span>
<span class="n">x_test_k_best</span> <span class="o">=</span> <span class="n">k_best</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">x_test</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[315]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">clf</span> <span class="o">=</span> <span class="n">LogisticRegression</span><span class="p">()</span>
<span class="n">clf</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">x_train_k_best</span><span class="p">,</span> <span class="n">y_train</span><span class="p">)</span>
<span class="n">roc_auc_score</span><span class="p">(</span><span class="n">y_test</span><span class="p">,</span> <span class="n">clf</span><span class="o">.</span><span class="n">predict_proba</span><span class="p">(</span><span class="n">x_test_k_best</span><span class="p">)[:,</span> <span class="mi">1</span><span class="p">])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[315]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>0.96876106147585705</pre>
</div>

</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="AUC">AUC<a class="anchor-link" href="#AUC">&#182;</a></h2><ul>
<li>Метрика для бинарной классификации</li>
<li>Важен порядок ответов, а не сами значения</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[66]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">y_hat</span> <span class="o">=</span> <span class="n">cross_val_predict</span><span class="p">(</span><span class="n">cv</span><span class="o">.</span><span class="n">best_estimator_</span><span class="p">,</span> <span class="n">bow</span><span class="p">,</span> <span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s1">&#39;predict_proba&#39;</span><span class="p">)[:,</span> <span class="mi">1</span><span class="p">]</span>
<span class="n">y_hat</span><span class="p">[:</span><span class="mi">5</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[66]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>array([ 0.12431717,  0.99933152,  0.98910196,  0.02073042,  0.84102736])</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Делая любое преобразование, сохраняющее порядок, мы будет получать одинаковое значение $AUC$</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[71]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="k">print</span><span class="p">(</span><span class="n">roc_auc_score</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">,</span> <span class="n">y_hat</span><span class="p">))</span>
<span class="k">print</span><span class="p">(</span><span class="n">roc_auc_score</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">,</span> <span class="n">y_hat</span> <span class="o">*</span> <span class="mi">2</span> <span class="o">+</span> <span class="mi">1</span><span class="p">))</span> 
<span class="k">print</span><span class="p">(</span><span class="n">roc_auc_score</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">,</span> <span class="n">y_hat</span> <span class="o">**</span> <span class="mi">2</span><span class="p">))</span> 
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>0.963904819501
0.963904819501
0.963904819501
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="AUC-&#8212;-Area-under-curve">AUC &#8212; Area under curve<a class="anchor-link" href="#AUC-&#8212;-Area-under-curve">&#182;</a></h2>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[80]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">fpr</span><span class="p">,</span> <span class="n">tpr</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">roc_curve</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">is_windows</span><span class="p">,</span> <span class="n">y_hat</span><span class="p">)</span>
<span class="n">plot</span><span class="p">(</span><span class="n">fpr</span><span class="p">,</span> <span class="n">tpr</span><span class="p">,</span> <span class="n">lw</span><span class="o">=</span><span class="mi">2</span><span class="p">);</span>
<span class="n">plot</span><span class="p">([</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">],</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">],</span> <span class="n">linestyle</span><span class="o">=</span><span class="s1">&#39;--&#39;</span><span class="p">);</span>
<span class="n">xlim</span><span class="p">([</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">])</span>
<span class="n">ylim</span><span class="p">([</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">1.05</span><span class="p">])</span>
<span class="n">xlabel</span><span class="p">(</span><span class="s1">&#39;False Positive Rate&#39;</span><span class="p">)</span>
<span class="n">ylabel</span><span class="p">(</span><span class="s1">&#39;True Positive Rate&#39;</span><span class="p">);</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABJcAAAJQCAYAAAAzNIXeAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzs3Xl8XWWB//HPuTd7miZt032HFkpZCqW0QNn3RUFQUMEN
UWQHnRl11HHX0d84CiggIIrigoyigKgICAJlKS3QQsvS0n1fk2bPXc7vj9veJm3apqHJSXI/79cr
L852z/1moZBvn/M8QRiGSJIkSZIkSR0RizqAJEmSJEmSei7LJUmSJEmSJHWY5ZIkSZIkSZI6zHJJ
kiRJkiRJHWa5JEmSJEmSpA6zXJIkSZIkSVKHWS5JkiRJkiSpwyyXJEmSJEmS1GGWS5IkSZIkSeqw
vKgD7K3KyspwzJgxUceQJEmSJEnqNWbPnr0hDMOBHXltjyuXxowZw6xZs6KOIUmSJEmS1GsEQbC0
o6/1sThJkiRJkiR1mOWSJEmSJEmSOsxySZIkSZIkSR1muSRJkiRJkqQOs1ySJEmSJElSh1kuSZIk
SZIkqcMslyRJkiRJktRhlkuSJEmSJEnqMMslSZIkSZIkdZjlkiRJkiRJkjrMckmSJEmSJEkdZrkk
SZIkSZKkDrNckiRJkiRJUodZLkmSJEmSJKnDLJckSZIkSZLUYZZLkiRJkiRJ6jDLJUmSJEmSJHWY
5ZIkSZIkSZI6zHJJkiRJkiRJHWa5JEmSJEmSpA6zXJIkSZIkSVKHdVq5FATBz4MgWBcEweu7OB8E
QXBLEAQLgyCYGwTB5M7KIkmSJEmSpM7RmSOX7gHO2s35s4HxWz+uAG7vxCySJEmSJEnqBHmddeMw
DJ8OgmDMbi45H/hVGIYh8EIQBBVBEAwNw3B1Z2WSJEmSolLXlKQ5mSbcup/532Ba7G+/Ntx2tPU/
stdsOx/udL718Zba/dodrq9tStKUSLXItut77nhBW9fueH24y+vDNo/Tnvvs5T3DXbxBy6/RO+tq
qSjJbzvTTu/f+uxur93pXBvfvDZz7vB1b/N8x1+7u0y7z799e+H6WvoUxsmLxdr8XrWdb+ef4bZ+
znZ3jx3//Wm52dbPQFufz47XLdlQRyodUl6865+BHQ/s7mu8p+/77r6ubb/33vzM7eHnZg/vtbuf
0bZfv/3A22tr6V9aQLDbO6irlYW1xEm/q3t0WrnUDsOB5S32V2w9tlO5FATBFWRGNzFq1KguCSdJ
ktQZmpNpGhKpFqXB9l+kdvdL/u7Kht2VBbv6pSEkbHV9GIasq2kiFgSZ1wHpraHCFu+TDsmeZ9ux
9PZ7rKpqIC8e256jxecStnjtju/dVraW79vqfBjy6vIqNtQ2U5AXIx4EpFtkSmffY2verS/e9jll
cmS231xTQ2Wfglbfg3AXmdkhc1v5Wn5dWn6OqfTufxmTpFyxqa456gjaaggbuTzvb3w4/k/uT53E
P9/FvaIsl9otDMM7gTsBpkyZ4n+ZJUnSLtU1JUmmQpLpNKkwJJXOfKzd0kRTMsWCtbXEApi9dDP9
SgsIw8wv/ulw60c6UzqkwpCXl25mWEVx9njmnjBneRWVfQoIgqBV+bCtuNhWyqR3ON6UfHd/K6jO
saG2a3/RqSjJz/6tfRBktrbvt7wyaHVsx2uCXZ7feUxA9pp2vjZ7h60bi9bXMXVM/x2j7TJ70OKC
VsfbcU3r3C2uaePz2fn4nq9nV9l2ef/MTiKVpqohwUFDy9r8HHZ3vx2z7WjHU3t3392/zy4+9Xf/
Prv5/rXcXV3dyCHDywmCHbMEO127q5/Plte1+TPU5nW7uX8b92jr27Pjz1N9c5LhFSXEY+373He8
x87vveO1OyXY7fk9vtdu7r+7731b9uZndE/XlxTEKS6I7/4N1aniG96i+KVbKXzjjxCmaZpwPhcc
dS2Xf+f+Dt8zynJpJTCyxf6IrcckSVI3kEqHNLdRhmyqb2bdlsbWI0O2FinbS5XtxUoimWbppnqK
8+MkUmmWbMw8WpAfj2Vft+0+rUacbCt50iEvLt7EfgNLSaTSJFMhc1dWU5wfpzAvlimPwpBUKqSm
KbnPvw5LNta3efzdFhJlRXk7/xIU7PoXo8zursuG9hQNbRUMLa/fVNdMfjzGfgNLCYLMHbfdOwgg
FrS4fuv5WECrayFg0YZapo0dkP18dny/oI1cLc9lj229Lzt8ftvu2ZhIM7aylLGVpdl7ZPMEmWy0
uO+2/Nn32rpdUhCnpDDeZr6WXwOC1l/fHb9GO36Nd/z6xoKAWItfSiVJisRfvg8Ln4Apn4RjrqGo
32iK3uUtoyyXHgKuDYLgPmAaUO18S5IkvXvJVGbETksNzSmWbKynOZlmzZZGmhIp6ptTzFtVTU1j
ktXVjZQV5ZFMhSRSaWYt3RxR+l1bWdXQar+t4mubvFhA3+J8YkFAPAZ5sRhNyRSJVMikkRVsqmvi
6LED2NKY4KChfbO/9McCiAdBtoSIxwIaEinGDiglHguyH3mxGIX5McqL83cqNWLbSoVY60IjtrVl
iMcC8uOduaaKJEnSVuk0LHgUZtwC5/0YKsfBmd+F9/aB0gH77G06rVwKguB3wElAZRAEK4CvAfkA
YRj+FPgrcA6wEKgHLuusLJIkdYWaxgRLN9bTnEpT25hkVVUD+fEYqa0jc1JpSIUh6XTI4g11FOTF
svPbpLeO3EmlW4/iqWtK8sbqGkb0K85es+PjW+kw5KUlmxlaXsTq6sZ9/nkV5bcuQtJhptg5fGRF
60IlO5IlIBZrPdpl2xxDBw4pIz8eY2NdEwcMLqNw69dgx/tsP7Z1BEmYKWWGlheRF4+RFw/Ij8UY
WFa4tewJiMcz/yzMi7d6ZEGSJCnnJJvhtf+D526B9W9C+SjYsjJTLvUbvc/frjNXi/vwHs6HwDWd
9f6SJO2NuqYk1Q2J7MiehkSKd9bVAtCcSvPy0s30Kyng2YUbsuVJKhVm5/Tp7Dlb3lpbs8drdiyW
CnYYHdOcSjNldD8K8mIs2VDH5NH9SKTSjOhXwvCKYoaWF9G3OJ+8WEBePMawiiKGlhfv089DkiRJ
nSzRALdOhaplMPgQuPAuOPgCiOfv+bUd1CMm9JYkqS21Tcns0t4NiRTra5pYvKGOZCrN3TMWs3xT
A32L8rIrV+3Kvl61ZGxlKQP7FLKlMUF5cT4j+pUQj22fbyUeZB6tWlXVwGEjysmLx4hl57MJiAcQ
iwXZkTzJVEhxfpwBfQq2Prq1/fGtbdfEYwEFeTGG9C2itDCP0kL/Ey9JkpQzatfBgsfgiEshvxiO
vAyGHAbjTt3zjO37gP/nKUmKVDod0pxKk0ilee6djdkJmxOpNG+srqGiJJ/qhgRzllfRv7SALY0J
Xli0qd3339K4dxM8j+pfQl48YG11I9PHVbJmSyPH7D+AwniMuuYUh40opzAvxkFD+2bn3oltndOn
PUWWJEmStM9sfAee+zG8+ltIJ2DsCVAxEo7/XJfGsFySJHWqdTWNvLx0M8mtS8Gvr2lidXUDD766
iiDIrDL2bg2vKCY/HrBsUz0HDC5jc30zZ0wcQjwW8IEjRzC0fM/rX+TFM5MzS5IkSd3e5iXw2Fdh
/kOZx90OvwSOvT5TLEXAckmS1GHV9QlWVNWzbGM96RCeWbCe/5u9goF9CmlKpthcn9jt67cVSwVb
J2iub04BcN6kYdkJm1dVN3D4yAoaEylG9CthRL9i8uMxJgwpo39pgSOFJEmSlBvCEBqroLgfxAth
6XNw3I0w7SooGxxpNMslSVKbUumQtVsaqW9OsaqqgZrGJPNWVZMOYc7yKp5ftHGXr12zZecVyyYM
KeOgoX2pbUoyun8JFSX5TB07gKPG9MusBiZJkiRpZ6kkzP8zzLgJiirgE3+BvkPhs/MhryDqdIDl
kiT1eo2JFBtqm0ikQpKpNGu3NNGYSPHaymrqm5M0JtI8PHcVI/oVs6a6iQ21TeTHAxKp9j+vNryi
mMo+Bew3sA9NyRSXThvNhCFl5OfFKIjHKMqPd+JnKEmSJPVCzfXw6m8ycypVLYUB42HqBzMjmIKg
2xRLYLkkST1eMpVmzZZGFq2vY96qLayubuC+l5YzvKKYuqYk62qa2nWfqhaPsLUslvoW5TGsopg1
Wxo5dv8BBEHAhMFl9C3OZ/KofhwyvK8jjyRJkqR97YVb4Z/fhhFHwZnfhQPPgVj3nBLCckmSuqm6
piRbGhPUNaV4ackmnn57Pa8sq2LNlkbKCvNIpDOrqiXTbY8wWryhrtX+6AEl5MUC8uMxVm5u4PgD
KtlY28wZBw+hIC/GoLJCxgwopTAvxtCKIgriMUsjSZIkqatULYcXboOxJ8KBZ8GRn4RRx8LoYzMj
lboxyyVJ6mSpdMi6mkYWrqvl2QUbyI/HSKTSPP7GWgaUFmZLotdWVlNenE8ylaZu68TWu1LTlNzp
2P4DS9lY18whw8oZ2b+EUycMYr+BpQRBwKj+JcRj3fs/SJIkSVJOWjsPZtwCr/8hs18yIFMulQ6A
0unRZmsnyyVJaod0OmRVdQO1TUneWlPD/FVbKMyPk9paDD3x5joq+xSQTIUk0iFzlldRnB8nLxa0
WQRt88761qOLqht2Xl1tVP8SUumQyrJCThxfyVFj+3PgkDL6FOaRF4uRFwuIWRxJkiRJPc+D18Ir
90J+KUy9Ao6+GipGRp1qr1kuSRKZR9CakmkSqTQL19UyY+EGHpu/ltXVjdTuphxqaeG61vsNidaj
j8oK8wgCmDq2P1PG9Cc/HiMWwGEjysmLxciPx+hbnEdFSQH58YD8WMzSSJIkSepN0mlY8A8YdyrE
82HYEVAxGo66HEr6R52uwyyXJOWUDbVN/PK5JcxdUc3ba2uoaUy2uzza5rAR5cxdUc2Hp45keEUx
efHM6KHMuQrythZDhfkxBvctoig/5vxFkiRJUi5LNsHc32cef9u4AC66Bw6+IFMq9QKWS5J6lLqm
JHOWV1HfnKI5lebNNTWUFsRJpkPS6czk1o2JFHNWVDGkbxErNjewqqqB8pIC3li9ZY/3H1hWSEE8
xsqqBj45fSx9i/M4dcJgxg3qQ3FBvAs+Q0mSJEm9RqIRZt4BL9wONathyGHw/rthwnujTrZPWS5J
6jbCMGTxhjo21ydYtL6WxmSa+19azvzVW8iPBzQm0h2+96rqxlb7Q/oWcdVJ+zNxWF/2H9iHsqI8
8uPdc1lPSZIkST1MshnyCiAWh5k/g4EHwvtug/1O7vYrv3WE5ZKkLhGGIXNWVPP6ymqefns9Ly+r
YlNdE/FYQF4sRjKdJpEKd/n6VDpzLhZAOoSKknyOHjuA/LwYa7c0MnlUP/Jiwdb7BaRDyIsHjBlQ
CsCwiiLKivLoW5TPoL5FXfI5S5IkScoxGxbCc7fAoifhmpcgvwiufBqK+0WdrFNZLknaK+l0yKb6
ZmYt2UwilSa19VG0bY+kzVqyiTkrquhXUkAqDDPnUyHzd/FIWjoVkki1nvg6Px5w+MgK1mxpZNKI
CoaWF3HRlJGMrSx1dJEkSZKk7mfFbJhxE7zxMMQL4IhLIVGfKZd6ebEElkuS2lDdkODttTUkUmmS
qZBkOs0tTyzk1eVVe3GXul2emTq2PyP6FfPeScMYO6CUgWWF2UmwXR1NkiRJUo+y+Bn45XugqByO
/xxMuxL6DIo6VZeyXJJyWDodsnhjHTc/voD+pQU8Nn8ta7c0kkzv+vG0lsqK8jj5wEHZx9G2fTQ0
pzh5wiCGVRRvf1QtHlBRXMCQch9JkyRJktSDpRIw70+QaIAjPw6jp8N7boJDPwCFZVGni4TlkpRj
nl2wgcvumcmgsiJWVjXs9trRA0oY1b8kOy/SpromfnDRJPYb2KeL0kqSJElSN9FcBy/fC8/fCtXL
YNSxMPljEIvBlMuiThcpyyWpF1q2sZ51NY3UNiX5y9zVLFpfy8vLWj/StmOxNLJ/MR+ZNpo+RXkc
OLiMyaP6+YiaJEmSJAHM+T38/YvQsAlGHg3n/D8Yf2avXPmtIyyXpF6iKZniK396nf+bvaJd13/x
7Am8d9IwBvYppCDPSbIlSZIkqZXNS6GgFEoroWQAjJwGx90Io46OOlm3Y7kk9UBNyRR3/msRq7c0
Mn/VFt5aU0NDIrXTdUfv15+6phSJVJoLJw/nlAmDGV5RTHFBPILUkiRJktQDrHkNZtwMrz8Ax1wD
Z3wLxp+W+VCbLJekbqq+OclXH5xHLMjMkzSkvIiXl1VRmBejKZne5esOHFzGrZcewbhBuTmRnCRJ
kiR1yOJnYMZNsPBxKOgDR1+VWflNe2S5JEWsOZlm0YZa3lpTw51PL6K2KUlTIs2aLY2trltVndlv
WSyN6FfMyQcOYvSAEk49aHB28m1JkiRJUjuE4fZ5k2bcDKvnwCn/BUddDsX9os3Wg1guSRFZX9PE
Ud95fI/Xjepfwr+dcQB5sRijB5RQXpzP4L5FzpMkSZIkSR2VaIQ5v4MXbodL74d+Y+C8WzKFUn5x
1Ol6HMslqYusqW7ksTfW8tSb61hZ1cCba2panT94WF9WVTVwzqFD+cSxY+hbnM+gskICVx+QJEmS
pH2joQpm3Q0v/BTq1sHQw6Fhc6Zc6jss6nQ9luWS1EkaEylmLNzAyqoGvvrgvF1e9+Gpo/jGeQc7
EkmSJEmSOlNDFdx0GDRVw/6nwPQbYewJ2x+LU4dZLkn7SGMixZrqRv4+bw33z1rOovV1bV43aUQ5
px40mAMG9+HYcZX0Lcrv4qSSJEmSlCPWvw2L/wVTPw3FFXDSF2HMdBg6KepkvYrlktRBiVSaV5dX
8c2H5/PayupdXjd6QAmHj6zgrIOHcPahQ7swoSRJkiTlqOUz4dmb4K1HIL8EDr4QSgfAMVdHnaxX
slyS9kIYhtz97GLufHoR62qa2rzmwMFlVDck+NK5B3HWwUN83E2SJEmSusraefDIv8Oy56CoAk74
PEz7TKZYUqexXJL2YMmGOuasqGLm4k385sVlO50fWFbI8eMq+cb5B1PmI26SJEmS1LVSCajfCGVD
oLAMalbBWd+DIz4KhX2iTpcTLJekFmoaE7y2spolG+p5bP4annxr/S6v/dUnp3L8+EpXc5MkSZKk
KDTVwsu/gudvhYEHwkcfgIpRcN0rEPMJkq5kuaScVt2QYEtDgmcWbGDGOxt4ZO7qXV570ZEjWLqx
nk9MH8M5zp0kSZIkSdGoXQ8z74CZd0FjFYyeDtOu3H7eYqnLWS4pJyRSabY0JFi6qZ5lG+upa07y
5T+9vsvrjxtXycqqBqaPG8DHjxnD+MFlXZhWkiRJkrRLL94Oz/wQJpwL02+EkUdFnSjnWS6p16qq
b+aZBRu465lFzF2x69XcCvNi5MdjjOxfwrH7D+DTx+/HkPKiLkwqSZIkSdql1XNgxs0w6cMw/nQ4
+urMduX4qJNpK8sl9TqpdMgtTyzg5icW7HSutCBOeXE+RQVxThg/kOPGVXLaxMERpJQkSZIk7VIY
wuJ/wbM3waInoaAMxp6QOVdamflQt2G5pF7jH/PW8MUHXmNTXXOr46dPHExeLOA7FxxK/9KCiNJJ
kiRJktrtNxfBwsegz2A47esw5ZNQVB51Ku2C5ZJ6rMfmr2XO8iqeensdr6/c0uY1z3z+ZEb2L+ni
ZJIkSZKkvZJogNcfgEkfglg8M5/SQe+Bwz4E+U5b0t1ZLqlHGvPFR3Z57n8vmsTZhw6hpMAfb0mS
JEnq1ho2w0s/gxfvgLr1mZFK40+DKZdFnUx7wd++1aP8Y94arrh3dqtj15y8PyUFeZwwfiCHjnCY
pCRJkiR1e41b4F/fh9n3QHMtjDsts/LbmOOiTqYOsFxSt9eUTPHDf7zNHU8v2uncku+dG0EiSZIk
SVKHNNVAYRnkFcL8h+DAc2D6DTDkkKiT6V2wXFK3tamumcnfeqzNc7/91DSO2X9AFyeSJEmSJHXI
0udhxs2w9nW4/pVMuXTtTMgvjjqZ9gHLJXU7Mxdv4uYn3mbGwo07nfvVJ6dy/PhKgiCIIJkkSZIk
qd3SaXj77zDjJlj+IhT3h2mfgVQzxPMtlnoRyyV1C0+/vZ4v/HEuq6sbdzr3/skj+N+LJ0WQSpIk
SZLUYW/9FX5/KVSMgrP/B464FApKo06lTmC5pEjd/PgCfvT4222e+8jRo7j+1PEMKnPZSUmSJEnq
9hq3wMu/hPwSOOpyOOAsuOgemPBeiFs/9GZ+dxWJt9bUcOZNT+90/AtnTeCSqaMoL8mPIJUkSZIk
aa/VroMXboeX7oamajj4gky5FM/LbKvXs1xSl/vwnS/w/KLW8yn94hNHcfKEQRElkiRJkiR1yPO3
wuPfyMyjdNB7YfqNMOLIqFOpi1kuqctUNyQ4+rtP0JBIZY995dyD+NTx+0WYSpIkSZK0V1a+nJlH
qbQSBoyDSR+CY6+HynFRJ1NELJfUqR6dt4aH5qzikbmrdzo37xtnUlroj6AkSZIkdXthCO/8M7Py
2+Kn4cQvwsn/CQecmflQTvM3e+1zYRjyzIINfO7+V9lQ27zT+Y8ePZpvnHcwsVgQQTpJkiRJUruF
Ibz+x0yptOY1KBsKp38LjvxE1MnUjVguaZ96dN4aPnPv7J2O337pZMYN6sP4wWURpJIkSZIk7ZV0
CmJxCAJ4+VeQaITzfgKHXQx5hVGnUzdjuaR95sFXV3LDfa+2OvbDiydx/uHDiTtKSZIkSZK6v/pN
MPMumP0L+NQTUD4cPvBzKO4PsVjU6dRNWS6pw9bVNPLgK6v4y9xVzFlR3erck/9+EmMrSyNKJkmS
JEnaK1XLMyu/vfxLSNTD+DMh0ZA5V1oZbTZ1e5ZL2mvNyTQfuftFZi7e1Ob5WV85jco+DpOUJEmS
pB6hZg3ccgQQwqEXZVZ+Gzwx6lTqQSyX1G5rqhu5f9Zybn/qHRoSqezxSSPKmbbfAD569GhG9i+J
MKEkSZIkaY/CEJY+Bytnw/TroWwInPsD2P9UqBgZdTr1QJZL2q15q6q54NbnaE6ldzpXXpzPy/91
uvMpSZIkSVJPkE7DW4/AjJthxUvQZzBM+SQU9nH1N70rlktqUyKV5u5nF/O9v72507nTJw7mwMFl
XHvKOIslSZIkSeoJlr0AD14LGxdAxWg45wdwxEcgvzjqZOoFLJfUSn1zkp8+9Q63/HNhq+OfO/0A
rjnZMkmSJEmSeozGLdBYnXnUrc+gzAilD/wcDjof4tYB2nf8aRIAzy7YwEfufnGn4+MG9eHqk/bn
wskjIkglSZIkSdprNWvghdth1s9h9HS45D7ovx9c8VTUydRLWS7luLVbGpn23Sd2Oh6PBTx07XQO
HlYeQSpJkiRJ0l7bsBCeuwXm/A7SSZh4Pky/IepUygGWSzmspjGxU7H0+bMO5OqTxkWUSJIkSZLU
YbN+DnPuy8yldMy1MGD/qBMpR1gu5ah0OuSsm57J7n/5nIP49An7RZhIkiRJktRuYQgLH4dnb4IT
/g32PwWO/xwcd2NmfiWpC1ku5ZiF62q47nev8sbqLdlj4wb1sViSJEmSpJ4glYDXH4AZN8O6edB3
ODTVZs6VVkabTTnLcilHvLWmhjNvenqn40EAf7zq2AgSSZIkSZL2ShjCXSfDmtdg4AR43+1wyAcg
ryDqZMpxlks54Mb7XuHPr65qdezCycO54dTxjB5QGlEqSZIkSdIe1W2Eub+HaVdCLAZTP5MZoTT+
zMy+1A1YLvVyV/9mNn99bU12/zsXHMKl00ZHmEiSJEmStEebl8LzP4GX74VkA4w4CkYeBZM/GnUy
aSeWS73YZb+YyZNvrc/uv/Pdc4jHgggTSZIkSZJ2q3Y9PPqfmXmVghgcdjEcez0MmhB1MmmXLJd6
qSUb6loVS29+6yyLJUmSJEnqjsIQatdB2WAo7AMrZsHRV8HRV0P58KjTSXtkudTLLNtYz9cfnsc/
31yXPfb6N86kKD8eYSpJkiRJ0k7SKXjj4czKb/Ub4bqXIb8YrpsNMX+HU89hudSLJFJpTvifJ1sd
u/LE/elT6LdZkiRJkrqNRCPM+R0892PY9A703w+OuxEIM+ctltTD2Dr0Er98bglfe2hedv/CycP5
3OkHMKJfSYSpJEmSJEk7mf8g/OVGGHo4XHQPHHSehZJ6NMulHi6ZSnPD71/lkbmrs8eOGtOPH158
eISpJEmSJElZW1bBC7dBvzFw1Kfg4Aug71AYczwEzo2rns9yqQd78NWV3HDfq62O/eW64zhkeHlE
iSRJkiRJWevfghm3wNzfQ5iCaVdljucVwNgTos0m7UOWSz3Ui4s2tiqW+hTm8fB1xzG2sjTCVJIk
SZIkAB7/Ojz7I8grhiM/Acdemxm5JPVClks9yIrN9Tw8ZzU/n7GY9TVN2eN/vf54Jg7rG2EySZIk
Scpx6TQsfAxGHAUl/WHEVDjh8zDtM1BaGXU6qVNZLvUQqXTIcd9/cqfjP/vYFIslSZIkSYpKKgGv
/QFm3Azr34DTvwXTr4cJ52Q+pBxgudRD7P+lv2a3L54ygrKifK46aX8q+xRGmEqSJEmSclQ6DS/e
Ds/fBltWwKCD4YI74ZALo04mdTnLpR7g83+Yk93Ojwf8vw9MijCNJEmSJOWwRAPkF0MsBm88nJlH
6T0/gvGnu/KbcpblUjcWhiHra5u4f9aK7LE3vnlWhIkkSZIkKUdtWgzP/yTzCNw1M6FsMFz6Byjs
E3UyKXKWS91UczLNAV/5W6tjb3/7bPLisYgSSZIkSVIOWvVqZj6l+X+GWB4c9kEI05lzFksSYLnU
LT0+fy2f+tWs7H4sgC+cNYGCPIslSZIkSeoyG9+BO0+Ewr5w7HUw7SroOzTqVFK3Y7nUzaTSYati
6WPHjOab5x8SYSJJkiRJyhHpFMx/MFMqnfgfMGB/eP/dmfmUisqjTid1W5ZL3Uh9c5KJX300u3/v
5VM5fvzACBNJkiRJUg5INMCrv4XnfgybF8PAg2D6DZBXAId+IOp0UrdnudRNNCVTrYqlkoK4xZIk
SZIkdba3H4UHr4G69TB8CpzxLTjwHIjFo04m9RiWS93E+T+Zkd0+cnQ//nDlMRGmkSRJkqRerHoF
pBLQfywQ1wr0AAAgAElEQVT0GwNDD4fjboTR0yEIok4n9TiWS93Acd//Jys2NwBQkBfjj1cdG3Ei
SZIkSeqF1r2ZWfnttfthwnvg4l/CwAPhI3+IOpnUo1kuRezx+WuzxRLA3K+dEWEaSZIkSeqFls+E
Z34Ib/8N8kvgqE/B0VdHnUrqNSyXIvTO+tpWK8Mt+u45xGIOwZQkSZKkdy2dzjziFgQw935Y/iKc
9CWY+mko6R91OqlXiUUdIFfdN3MZp/7vv7L7N5w63mJJkiRJkt6tZDO88mu47WhY+lzm2Mlfgs/O
g5O+YLEkdQJHLkXgsflr+eIDr2X3P3r0aG48bXyEiSRJkiSph2uqgdn3wPO3Qc0qGHwohOnMOQsl
qVNZLnWxJ95Yy6dbPAr3+OdOZNygPhEmkiRJkqQeLpWE246B6uUw5ng4/8ew/6mu/CZ1EculLlLT
mODIbz1OcyqdPfaPz55gsSRJkiRJHbHxHXjtD3Di5yGeB6f8F1SOg+FHRp1MyjmWS13kyl/PblUs
zfjiKQyvKI4wkSRJkiT1QCtfhhk3wfyHIF4AE8+HQRNg0gejTiblLMulLlDblGTGwo0AFMRjzP36
GRTlxyNOJUmSJEk9yOal8OA1sOQZKCyH4z4L066EssFRJ5NyXqeuFhcEwVlBELwVBMHCIAi+2Mb5
UUEQPBkEwStBEMwNguCczswThfrmJId87dHs/t9vPN5iSZIkSZLaI5WEzUsy26WVUL8JTv8WfPZ1
OO1rFktSN9FpI5eCIIgDtwKnAyuAl4IgeCgMw/ktLvsKcH8YhrcHQTAR+CswprMyRWHiV7cXSxcd
OYL9BjrHkiRJkiTtVnM9vPJreP7HEC+Ea2ZCQSlcNcNJuqVuqDMfi5sKLAzDcBFAEAT3AecDLcul
EOi7dbscWNWJebrcui2N2e1TJwzify6aFGEaSZIkSerm6jfBzLtg5h1QvxFGTIXjbtx+3mJJ6pY6
s1waDixvsb8CmLbDNV8H/hEEwXVAKXBaJ+bpclO/+0R2+2cfnxJhEkmSJEnqAd54CJ76Low/M1Mq
jTrGQknqAaKe0PvDwD1hGP5vEATHAPcGQXBIGIbplhcFQXAFcAXAqFGjIoi59/7zgbnZ7SNH9yPw
D0RJkiRJam3tPJhxC4ycCkddDod9KDNaafDEqJNJ2gudWS6tBEa22B+x9VhLlwNnAYRh+HwQBEVA
JbCu5UVhGN4J3AkwZcqUsLMC7ythGPK7mdsHbf3mUzsO2JIkSZKkHBWGsHQGzLgZFvwD8kth0EGZ
c/lFFktSD9SZ5dJLwPggCMaSKZU+BFyywzXLgFOBe4IgOAgoAtZ3YqYusWRjfXb7X/9xkqvDSZIk
SdI2D14Dr/4GSirh5K9kRiyV9I86laR3odPKpTAMk0EQXAs8CsSBn4dhOC8Igm8Cs8IwfAj4N+Cu
IAg+S2Zy70+EYdjtRybtydk3P53dHj2gNMIkkiRJkhSxZBPMvR8mngdF5XDQe2H4ZDj8Usgvjjqd
pH2gU+dcCsPwr8Bfdzj21Rbb84HpnZmhq63YXE9jIjNl1CkTBkWcRpIkSZIi0lgNs34BL9wOtWsg
TMORH4cDz446maR9LOoJvXud2556Z/v2pZMjTCJJkiRJEUg2w5PfzhRLTVtgv5Pggtthv5OjTiap
k1gu7UP3zFjMb19cBsCJBwx0riVJkiRJuaN+U2bupHg+LH0exp0G06+HYUdEnUxSJ7Nc2od+8uT2
UUvXnzouwiSSJEmS1EVWzIJnfwSLnoIb5kLpALjsr5mSSVJOsFzaR2qbkmyobQLgl5+cypGjXe1A
kiRJUi8VhrDwcXj2Jlj6bGai7mlXQiyWOW+xJOUUy6V95JCvPZrdPma/AREmkSRJkqROtmYu/OYD
0Hc4nPldmPwxKCyLOpWkiFgu7QO/m7ksu33JtFEU5MUiTCNJkiRJ+1hzHbx8L9RvhFO+DEMnwSX3
ZybpziuIOp2kiFkuvUuzl27mPx94Lbv/3QsOjTCNJEmSJO1DdRth5h0w805o2AxjT4R0OvP42wFn
Rp1OUjdhudRBqXTIV/78Gr+buTx77C/XHRdhIkmSJEnah+bcBw/fCMkGOPAcmH4jjJoWdSpJ3ZDl
Ugc9u3BDq2Lppx+ZzCHDyyNMJEmSJEnv0uq5UFAKA/aHwQfDIe+H6dfDwAOjTiapG7Nc6oBkKs2V
987O7s/80qkM6lsUYSJJkiRJ6qAwhMVPw4yb4J1/wuGXwvtugyGHwvtujTqdpB7Acmkv1TQmOPTr
/8juf+q4sRZLkiRJknqmN/4Cz/wAVr0CpYPg1K/ClMujTiWph7Fc2ktn/Ojp7PbBw/ry5XMPijCN
JEmSJO2lZPP2Fd4WPAqN1fCeH8GkSyDfvziXtPcsl/bS6upGAParLOWR64+POI0kSZIktVNDFcy6
G174KXzotzDyKDjjO5k5lmLxqNNJ6sEsl/bCFb+ald1+4OpjI0wiSZIkSe20ZRU8fyvMvgeaa2H/
UyGvMHOuqG+k0ST1DpZL7fT6ymr+MX8tABOGlFFenB9xIkmSJEnag0QD3HY0NNXAwRfC9Btg6GFR
p5LUy1gutdPPn12c3f7r9ccTBEGEaSRJkiRpF5bPhDcegtO/BfnF8N5bYNjh0G9M1Mkk9VKWS+0Q
hiEPvLISgNMnDiYWs1iSJEmS1I2k07DgHzDjJlj2PBT3g6mfgYqRcPD7ok4nqZezXGqH//7bm9nt
y48bG2ESSZIkSdrB2vnwh0/C+jegfCSc9X2Y/NHMRN2S1AUsl9rhzqcXZbenje0fYRJJkiRJAppq
YctKGHgglA+H4gq44E445EKIOz+spK5lubQb9c1Jbn5iQXb/D1ce41xLkiRJkqJTux5m3gEz74K+
w+Cq56CoHD7596iTScphlku7cefTi7jjX9tHLR05ul+EaSRJkiTlrE2L4bkfw6u/gWQTTDgXjvss
+JffkroBy6XduP2pd7Lbz3z+ZEctSZIkSepaYZgpkBb8A165FyZ9CI69HirHR51MkrIsl3YhDEOa
kmkAbv7Q4YzsXxJxIkmSJEk5IQxh0VOZld8mvg+mXAZHfBQmng9lQ6JOJ0k7sVzahaP/+4ns9skT
BkWYRJIkSVJOSKdg/oMw42ZY/Sr0GQyHXpQ5V1CS+ZCkbshyqQ3VDQnWbmkCYGT/YvoWudqCJEmS
pE72uw9lHn8bMA7ee0vmEbi8wqhTSdIeWS614ZfPLcluP/P5U6ILIkmSJKn3qt8Es++BqVdAYR+Y
cjlM/hgceC7EYlGnk6R2s1xqw9wVVQAMryiOOIkkSZKkXqd6BTx/W6ZYStRlRipNPA8OPCvqZJLU
IZZLbXj8jXUAXDZ9TLRBJEmSJPUezXXwyL/Da/dnJu0+9AOZld+GHBJ1Mkl6VyyXdmPq2P5RR5Ak
SZLUk4VhZqRSxUjIL4FNi+CoT8Ex10DFqKjTSdI+Ybm0gznLq7LbI/u5GoMkSZKkDkin4e2/wbM3
wbo34LOvQ3EFXPY351OS1OtYLu3g6bfXZ7f7lRZEmESSJElSj5Nszjz2NuMW2PBWZnTSqV/dvuqb
xZKkXshyaQf5eZk/7N9z2NCIk0iSJEnqcVbOhgevgcGHwvvvhonvg7i/dknq3fxTbgfPLMiMXHKl
OEmSJEl7VLMWXvxpZvu0r8Goo+GTj8LIaRAE0WaTpC5iubSDl5dm5lxqSKQiTiJJkiSp29r4Djx3
C7z6O0g1w6QPZSbvDoJMwSRJOcRyqYVEKp0tlc4/fHjEaSRJkiR1S8/fCo9+GeIFcPglcOx1MGD/
qFNJUmQsl1pouVLc4SMrIkwiSZIkqdsIQ3jnCeg3NlMijT4WjvssTLsSygZHnU6SIme51MI3Hp6f
3Y7HfD5akiRJymmpJMz7E8y4Gda+BtOugrO/B8OOyHxIkgDLpVZeW1kNwFUnOaRVkiRJymmzfg7P
/giqlkHlAXD+rXDoxVGnkqRuyXJpq+ZkOrt90ZEjIkwiSZIkKRJNNVBYltle9iL0GQJnfQ8OOBti
sWizSVI3Zrm01T/fXJfdHt6vOMIkkiRJkrpU1bLMJN0v3wuX/RWGHQ7vvQnyijKrv0mSdstyCQjD
kCt/PRuAssI8CvPiESeSJEmS1OnWzsvMp/TaHzIl0qEXQ1HfzLl8/8JZktrLcgnY0pDMbv/XeydG
mESSJElSl2iogrtOgVgeHH1V5qPc6TEkqSMsl4C65ky5VJAX4+IpIyNOI0mSJGmfS6fhrUdg0b/g
3B9AcQVcfC+MPAqK+0WdTpJ6NMsl4NcvLAVaT+otSZIkqRdINsGc++C5W2DjQug3Buo2QukAOOCM
qNNJUq+Q8+XS6uoGbnvqHQAOGNwn4jSSJEmS9pnlM+H3H4XaNTB0EnzgF3DQeRDP+V+DJGmfyvk/
VS+568Xs9vfef1iESSRJkiS9a1tWQ916GHoYDBgHw46AaZ+B/U5y5TdJ6iQ5XS5taUyweEMdACce
MJDJo3zWWpIkSeqRNizIrPw29/cw+BC44kko6Q+X3Bd1Mknq9XK7XGpIZLd/fMkRESaRJEmS1CGr
XoGnfwBvPgJ5hXDER+HYa6NOJUk5JWfLpfrmJMd9/0kgs0pc36L8iBNJkiRJapcwhDANsTgseTbz
ccK/w9TPQJ+BUaeTpJyTs+XSJ37xUnb7nEOGRJhEkiRJUrukEvD6A5nH3469Fg6/BKZcDkdeBoUu
ziNJUcnZcmnm4k0A7D+wlJs+5CNxkiRJUrfVXAcv/wqevxWql8PACVC8db7UgpJos0mScrNcqm4x
19JdH5sSYRJJkiRJe3TPe2DVyzDqGDjnBzD+DIjFok4lSdoqJ8ul2qZkdntsZWmESSRJkiTtZPMS
eOlncPKXIb8488/CMhg1LepkkqQ25GS5tM2w8iKCIIg6hiRJkiSA1XMz8ynN+xMEMRh3Oux3Iow/
LepkkqTdyOlySZIkSVI3UL8J/ng5vPNPKOgDx1wN066C8uFRJ5MktUNOlkv/dv+rUUeQJEmScls6
BRvehkEHQVEFpJNw6lczq78VV0SdTpK0F3KuXGpMpHhhUWaluIFlhRGnkSRJknJMohHm/Bae+zHU
b4TPzsvMp/Txh6NOJknqoJwrl+7416Ls9gNXT48wiSRJkpRDGqpg1t3wwk+hbh0MmwynfR3yS6JO
Jkl6l3KuXPrb66sBqCjJJx5zMm9JkiSpS6x6GZ74Jux/Khx3I4w5HlxcR5J6hZwrlzbWNQNw3Snj
I04iSZIk9WLr34IZt0BpJZz+DdjvZLj6RRg0IepkkqR9LBZ1gK5WWhAH4ITxlREnkSRJknqhZS/C
7z4Mt06F1/+4/XgQWCxJUi+VcyOXEqkQgLx4zvVqkiRJUud6/Bvw7A+huB+c+AWYekVm5JIkqVfL
qXKpoTnFyqqGqGNIkiRJvUOyGV7/A4w6BvqPhQnvgT6DYPLHoKA06nSSpC6SU+XSH15ekd0e2a84
wiSSJElSD9ZUA7N/CS/cBltWwkn/CSd9EUYcmfmQJOWUnCqXEsk0AEP6FvlYnCRJkrS3whCe+h68
eDs0VmdWfHvvzTDutKiTSZIilFPl0jZnHTIk6giSJElSz1GzFsoGZybl3rgQxp4A02+EEVOiTiZJ
6gZyslySJEmS1A6rXoUZN8H8h+DKZ2HwRLjwTojFo04mSepGLJckSZIkbReGsOhJmHEzLHoKCvvC
sddB6cDMeYslSdIOLJckSZIkbVe7Fn5zMZQMgNO+AVMug6LyqFNJkroxyyVJkiQplyUa4JVfZx6B
e9+tUDYEPvZgZj6lvMKo00mSegDLJUmSJCkX1W+Cl+6GF38K9Rtg+BRoqoXCPjBmetTpJEk9iOWS
JEmSlGsWPAb3fxwSdTD+jMzKb6OPzawGJ0nSXrJckiRJknLBujcyj8ANnwxDD4eJ58Ox18Lgg6NO
Jknq4XKqXHp9ZXXUESRJkqSuE4aw7PnMym9v/x3GngAffxj6DIQLbo86nSSpl8ipcmnppnoAapuS
ESeRJEmSOtnCJ+Cp78GKmZmV3076Ekz9dNSpJEm9UE6VSyUFcQBOO2hQxEkkSZKkTpBsgiAO8TxY
9QrUroFzfgCHXwoFJVGnkyT1UrGoA0ShuCCnOjVJkiT1do1bYMYtcPMkmP/nzLFjroHrXsmMVrJY
kiR1opxqWZxzSZIkSb1KzVp48XZ46efQVJ2ZU6l8ZOZcfnG02SRJOSNnyqVlG+vZXJ8AoDAvJwds
SZIkqTcJQ/jF2bBpEUw8D6bfAMOPjDqVJCkH5Uy59Pbamuz2lNH9IkwiSZIkddDK2TD7nsw8SnmF
8J4fZkYqDdg/6mSSpByWM+VSMh0CcOqEQeTFHbkkSZKkHiIM4Z0n4NmbYMkzUFgOUz4Jw46A/U6K
Op0kSblTLv1l7ioAmlPpiJNIkiRJ7VS9En77QVj7GpQNgzO+DUd+AgrLok4mSVJWDpVLqwHoV1IQ
cRJJkiRpN5rrYf0bmfmTyoZA+XA4+ko49GLI8/9lJUndT06US7VNyez22YcMiTCJJEmStAv1m2Dm
nfDiHRAE8Nl5mRXfLvl91MkkSdqtnCiXVlU1ZLfPONhySZIkSd1I9Qp47sfw8q8gUQ8HnA3H3Zgp
liRJ6gFyolzaZvygPsRjQdQxJEmSJEinIRaDtfPgpZ/BYR+EY6+DQQdFnUySpL2SE+XSyhYjlyRJ
kqTIhCEsnZFZ+W3IoXDa12D8GXDja9B3WNTpJEnqkF5fLq2ubuCyX7wEwNJN9RGnkSRJUk5Kp+DN
R2DGTbByNpRUwrhTM+eCwGJJktSj9fpy6asPzstuf+VchxhLkiQpAn+5MTOnUr8xcO7/wuGXOqeS
JKnX6PXlUr+SfABOnTCIjx0zJtowkiRJyg2N1TDrF3DIhVAxCiZ/AvY7GSaeD7F41OkkSdqnen25
dP+sFQCcPnFwxEkkSZLU69WsgRduyxRLTVugoBSmfhpGHJn5kCSpF+r15VJln0I21DYxsn9J1FEk
SZLUW6XTmUff5vwO0kmY+D6YfgMMOzzqZJIkdbpeXy5tM35wn6gjSJIkqbfZsBAqx0EsBol6mPwx
OOZa6D826mSSJHWZdpVLQRAUAKPCMFzYyXkkSZKk7i0MYcFjmZXflj4H187KFEwX3pVZ+U2SpBwT
29MFQRCcC7wGPLZ1//AgCP7U2cH2lYbmZNQRJEmS1BukEjDn93D7dPjtRbB5CZz5HSgbkjlvsSRJ
ylF7LJeAbwLTgCqAMAxfBca15+ZBEJwVBMFbQRAsDILgi7u45uIgCOYHQTAvCILftjd4e1TVN1PX
nNqXt5QkSVKu2rIK/nwVhGl430/hhjlwzDVQ6PQLkqTc1p7H4hJhGFYFrf8mJtzTi4IgiAO3AqcD
K4CXgiB4KAzD+S2uGQ/8JzA9DMPNQRAM2qv0e7Bic0N2e2Cfwn15a0mSJPV2dRvgxTsyI5Tefxf0
Gw2f/icMOSwzx5IkSQLaVy69EQTBxUAsCIKxwPXAC+143VRgYRiGiwCCILgPOB+Y3+KaTwO3hmG4
GSAMw3V7E35PGhKZUUsHD+tL4DBlSZIktcfmJfDcT+CVX0OyAQ48F5LNkFfg6m+SJLWhPeXStcBX
gTTwAPAo8KV2vG44sLzF/goyj9e1dABAEAQzgDjw9TAM/77jjYIguAK4AmDUqFHteOuMp99eD0Bt
k/MuSZIkqR3m/h/86TMQxOCwD8L062HggVGnkiSpW2tPuXRmGIZfAL6w7UAQBBeSKZr2xfuPB04C
RgBPB0FwaBiGVS0vCsPwTuBOgClTpuzxkbxtCuKZ4cqj+pfsg6iSJEnqdcIQFj8NBaUwYgqMOQ6O
uRqOvhr6Dos6nSRJPUJ7Hhb/ShvHvtyO160ERrbYH7H1WEsrgIfCMEyEYbgYeJtM2bRPbBuxNGlE
xb66pSRJknqDdArm/QnuOhl+dR7MuClzvO9QOOPbFkuSJO2FXY5cCoLgTOAsYHgQBD9scaovmUfk
9uQlYPzWeZpWAh8CLtnhmj8DHwZ+EQRBJZnH5Ba1P/7u3fF05lbNqfbElSRJUk6Yez889d+waRH0
3w/ecxNM+nDUqSRJ6rF291jcOuB1oBGY1+J4DfDFPd04DMNkEATXkpmjKQ78PAzDeUEQfBOYFYbh
Q1vPnREEwXwgBfxHGIYbO/aptNZynqUTDxi4L24pSZKknqqhCgrLIBaHje9AUQVc/CuY8J7MMUmS
1GFBGO5+CqMgCIrCMGzsojx7NGXKlHDWrFl7vK66IcGkb/wDgCXfO7ezY0mSJKk7ql4JL9wGs++B
990OE8+DVAJieeBqwpIkZQVBMDsMwykdeW17JvQeHgTBd4CJQNG2g2EYHtCRN+wqi9bXAlBW2J5P
UZIkSb3KujfhuVsyj8CFaTjkQqjc+r+v8fxos0mS1Mu0p3m5B/g28APgbOAyoN0rtkVl2aZ6AGpa
PB4nSZKkHJBKwr3vyzwKN+UyOOZa6Dc66lSSJPVa7VktriQMw0cBwjB8JwzDr5ApmXqE/8/efcdZ
Vd/5H399p1KG3qUoTVAEpAtYIxpbJLZoEqPGlkgUNZu2+WWTbJLdTcxmpUhs0WhMUWOsURNXkxgd
kCJYEFERRYpK72WYme/vj4OGuDIMw9w59955PR+P+7jnnnMZ3j58XGZ48z2f7+mD3elDkiQpr1VX
w2uPw70XJre8FRbB2b+Ea+fDKT+1WJIkKcNqs3JpRwihAHgzhPBlkp3fWmQ2liRJkrQXlRUw/z4o
nwyrFkKr7rBuCbTvAweOTjudJEmNRm3KpWuB5sBE4D+AVsDFmQwlSZIk1Wj1G/Cr8bBxOXQ6DM68
FQac4TwlSZJSsNdyKcY4c9fhJuALACGErpkMVR8enLccgOq97IYnSZKkHLF5Fax+HQ4aC216Qo/R
MPg86DPOnd8kSUpRjeVSCGEE0BV4Nsa4OoQwAPgm8AmgWwPkq7NWTZN/tSoprM1YKUmSJGWttYth
+lR44bfQtA1cM3/XXKXb0k4mSZKooVwKIfwXcBbwIvCdEMIfgQnAT4AvN0y8unvmjdUAHHVw+5ST
SJIkqU7eXwB/vw4WPAQFRTD4szDmqqRYkiRJWaOm78zjgcExxm0hhLbAUmBgjHFxw0Sru6rqyJot
FQA0KSpMOY0kSZJqLcZkx7eiElizCBY9BWMmwhFXQIvOaaeTJEkfo6ZyaXuMcRtAjHFtCOH1XCiW
ABas2Pjh8bH9OqaYRJIkSbVSVQkLHkx2fut3Chz3r9D/NOh1DDRplXY6SZJUg5rKpV4hhPt3HQeg
526viTGemdFk+2FndTUArZsV07TElUuSJElZa+c2mPdrmHEDrHsb2vWF9n2TawUFFkuSJOWAmsql
sz7y+oZMBsmEg9o1TzuCJEmSavKHS2HhH6HrcDjxR9Dv1KRUkiRJOWOP5VKM8amGDCJJkqRGYMMy
mPHzZDB3yy5w1FfhiAlw4BgIIe10kiSpDtxqQ5IkSZm38tVkntLLv0+GdncdCgPPhq7D0k4mSZL2
U16WS7957h0AYso5JEmSGr3KCrj3Anj9cShuBiMug9EToHWPtJNJkqR6UutyKYRQGmPckckw9aV8
0WoA1m+tSDmJJElSI1RdDe++kKxOKiqBpq3h2G/DyMugWdu000mSpHq213IphDASuA1oBfQIIQwG
Lo0xXpXpcHVRVR15b+N2AP799AEpp5EkSWpEKnfAS/fC9CmwZhFMnAdtDoIzbko7mSRJyqDarFya
ApwGPAgQY3wxhHBcRlPth9Wb/7G4avhB/suYJElSxu3YBHNuh+duhE3vQqeBcOat0LJb2skkSVID
qE25VBBjXBL+efeOqgzl2W///efXACgtKqCsNC9HSkmSJGWHGJMd3javhP/9HvQ8CsZPg96fcOc3
SZIakdq0L0t33RoXQwiFwFXA65mNVXdPLHgfgMICf6CRJEnKiNWLklvfKjbD2bdDu94wcS607ZV2
MkmSlILalEtXkNwa1wN4H3hy17mstGHbTgCmfnZIykkkSZLyzLLnoXwSvPoIFJbAkPOT4d0FBRZL
kiQ1YrUplypjjOdlPEk92L7zH3frjejpvCVJkqR6M/NmePwb0KQVHPVVGPVlKOuYdipJkpQFalMu
zQ4hvAbcA9wfY9yU4Ux1NvmpNz48bl7ivCVJkqQ6q6qEVx5IdnvrPgL6nQxVFTDsIihtkXY6SZKU
RQr29oYYY2/gR8Aw4OUQwoMhhKxcyVQdIwA92jZz5pIkSVJdVGxJVilNHQL3Xwrz7krOt+4BY66y
WJIkSf/HXsslgBjj9BjjRGAosBH4TUZT7afPjuyRdgRJkqTcM/0GuP6w5Pa3Fl3gvN/BaZPSTiVJ
krLcXu8dCyGUAeOB84BDgIeAMRnOJUmSpIawYRm0OCAZyr11DXQfCWOvgQNHp51MkiTliNoMJpoP
PAJcF2N8JsN5JEmS1BDemw/lk2H+H+Czv4ODPwmf+LekZJIkSdoHtSmXesUYqzOeRJIkSZkVI7z9
LJRPgkVPQkkZHHEFdB6YXLdYkiRJdbDHcimE8LMY478AfwghxI9ejzGemdFkkiRJql+V2+H3F0Io
SFYpjbgEmrZJO5UkScpxNa1cumfX8w0NEUSSJEn1rHIHvHg3vPoIfO4eKG4K598PHfolx5IkSfVg
j+VSjHHWrsNDYoz/VDCFEK4EnspkMEmSJNXR9g0w53Z47kbY/D50GZw8tzwADjg87XSSJCnP1Gbm
0sX839VLl3zMOUmSJKVt+Vy483So2AS9joMzb4Gex0AIaSeTJEl5qqaZS+cC5wE9Qwj373apBbA+
08Hq4tGX3k07giRJUsNb9TpsXAa9PwGdBsDAs2HYRa5SkiRJDaKmlUuzgDVAN2Dabuc3AfMyGaqu
mhQXAlBc6L/MSZKkRmDp7GTnt4WPQttecNXzUFQKn5qUdjJJktSI1DRz6S3gLeDJhouzfwp3Lfc+
ss0Hw9wAACAASURBVG/7lJNIkiRl0JIZ8JcfwpJyaNIajv4ajPySt75JkqRU1HRb3NMxxmNCCOuA
uPslIMYY22Y8nSRJkhJVO6G6MtnlbeNyWLcEPvlfMPQCKC1LO50kSWrEarot7rhdzy4DkiRJSsuO
zTD3VzBjGgz/YrJKacAZcOh4KCxOO50kSVKNt8VV7zrsDqyIMVaEEI4EBgG/BjY2QD5JkqTGactq
mHkzzL4Vtq2DHmOg67DkWkEhUJhqPEmSpA/UtHLpAw8CI0IIvYFfAn8EfguclslgdfHa+5vSjiBJ
klQ/7vsivPV36H8ajL0auo9MO5EkSdLHqk25VB1j3BlCOBOYGmOcEkLIut3iVm7a/uFx22YlKSaR
JEmqg3dfTG59O/E/oKwDnPADKG4OHQ5OO5kkSVKNalMuVYYQzgG+AHx617msu8G/suofM8c7tmyS
YhJJkqRaihHeehqenQSL/wolLWDQZ6DPODhgSNrpJEmSaqU25dLFwATguhjj4hBCT+B3mY1Vd11a
WSxJkqQcsGMz3HkarJgHzTvC8d+D4RdD09ZpJ5MkSdoney2XYozzQwgTgT4hhP7Aohjjf2Q+miRJ
Up7ZuR2WzYKeR0NpGXQeBMMugkHnQbH/QCZJknLTXsulEMJRwF3AciAAnUMIX4gxlmc63L547OV3
gWR1uSRJUlbZtg5m3wYzb0qOr30FWnSG06eknUySJGm/1ea2uOuBU2KMCwBCCIeQlE3DMxlsXz3x
yvsAvLdx+17eKUmS1EA2vQ/Tp8Dzd0DF5mSW0throKxT2skkSZLqTW3KpZIPiiWAGOOrIYSs246t
ZdNkxviPzxyYchJJktToVVVCYRFsW5usVhpwBoy9Gjr7c4okSco/tSmX5oYQbgJ+vev154F5mYtU
N39/YxUAbZtnXe8lSZIai3eeg/LJUNwUzr4dOh4CX10IZR3STiZJkpQxtSmXvgxMBL6x6/UzwNSM
JaqjispqAFo0KU45iSRJalSqq+GNP8Ozk2Dpc9C0LRwxIRkEGYLFkiRJyns1lkshhIFAb+CBGON1
DROpbooKApXVkaEHun2vJElqQE//GJ7+CbTqASdfB0POh5LmaaeSJElqMHssl0II3wYuAeYCI0II
P4gx3t5gyeqoIIS0I0iSpHy2YxM8fyf0GA3dhsHgz0K7PslcpUJXUEuSpManppVLnwcGxRi3hBA6
AI8BWVkubauoorI6ph1DkiTls80rk+Hcs38B2zfAUV9LyqW2PZOHJElSI1VTubQjxrgFIMa4KoRQ
0ECZ9tmtzyz+8NiVS5Ikqd498R2YeQtUVcAhn4Kx1yTFkiRJkmosl3qFEO7fdRyA3ru9JsZ4ZkaT
7YP1W3cCMPKgthQWWC5JkqR68P4r0PHQZCh3QTEMPg/GTIT2fdJOJkmSlFVqKpfO+sjrGzIZpD6c
OKBT2hEkSVIuixEW/zXZ+e2tp+ELD0DvT8C476WdTJIkKWvtsVyKMT7VkEEkSZJSU1UJrz6UlErv
vQRlneGEH0DX4WknkyRJyno1rVySJElqHCq3wR+vheYd4fSpMOhcKCpNO5UkSVJOsFySJEmNz9a1
ya5vi5+GCx+B0hZwyZPQrg8UZO0eJpIkSVmp1uVSCKE0xrgjk2EkSZIyasMymDENnr8Tdm6BvifC
9vXQrC10ODjtdJIkSTlpr+VSCGEkcBvQCugRQhgMXBpjvCrT4SRJkurN4qfh17s2uz3sbBg7EToN
SDeTJElSHqjNyqUpwGnAgwAxxhdDCMdlNJUkSdL+ihGWTIeKLXDwidB9JIy5CoZfAq27p51OkiQp
b9SmXCqIMS4JIex+ripDeSRJkvZPdTW89hiUT4Jls6HrsKRcKm4K476fdjpJkqS8U5tyaemuW+Ni
CKEQuAp4PbOxJEmS6mDho/Dk92H169C6B5zy33D459NOJUmSlNdqUy5dQXJrXA/gfeDJXeeyxm9m
Lkk7giRJSsv2jVBQCCXNYfsGKCqFs26DQz8NhW6MK0mSlGl7/YkrxrgSOK8BstTZAa2b8tbqLbQr
K0k7iiRJaiib3oOZN8Hs2+GYryfzlAadB4M/C/98O78kSZIyqDa7xd0KxI+ejzFenpFEdfDBj4+D
urVONYckSWoAqxfB9Cnw4u+guhIOOR16Hp1cKyhIN5skSVIjVJu14k/udtwEOANYmpk4dbN49Za0
I0iSpIbywOXw3nwYcj6MvhLa9U47kSRJUqNWm9vi7tn9dQjhLuDZjCXaR+9u2PbhcaumxSkmkSRJ
9S5GWPRUcvvbmbdAs7bwqSlQ1jF5SJIkKXV1mXLZE+hU30HqaltF1YfH7ctKU0wiSZLqTVUlvHI/
lE+G9+dDiwNgzZtJudT5sLTTSZIkaTe1mbm0jn/MXCoA1gLfymSoffHsotUAdGxhsSRJUl7YsgZu
ORY2vAPt+8H4n8PAc6DIjTskSZKyUY3lUgghAIOB5btOVccY/89w7zRVVydxmpe61bAkSTlryxpY
Ngv6nQzN2yXPvY6Fg09ySLckSVKWq7GRiTHGEMJjMcasX39+dN/2aUeQJEn7at0SmDEN5t0FsRr+
5TVo2hpOuS7tZJIkSaql2iz3eSGEMCTGOC/jaSRJUuOw5k3423/B/PshFMCgz8CYiUmxJEmSpJyy
x3IphFAUY6wEhgCzQwhvAluAQLKoaWgDZZQkSfkgRti5DUqaQcVmeO1PcMQVcMQEaNU17XSSJEmq
o5pWLs0ChgKnN1CWOlm8ekvaESRJUk2qq2Dho1A+Cdr1hTNvhi6D4V8WQmlZ2ukkSZK0n2oqlwJA
jPHNBspSJy8u2wDA5h1VKSeRJEn/ZOd2eOlumD4V1iyCNj1h6Jh/XLdYkiRJygs1lUsdQghf3dPF
GOP/ZCDPPmvVtBiAoxzoLUlSdnnyezDzJuhyOJxzBxxyOhQUpp1KkiRJ9aymcqkQKGPXCqZs17pZ
cdoRJElq3DaugOd+DgPOhK5DYdSXoN/J0PMYCDnx44QkSZLqoKZy6d0Y4w8aLIkkScpNq16H6ZPh
xXsgVkHLrkm51LZX8pAkSVJe2+vMJUmSpI8VI9x/Gbx8HxSVwrALYfSV0LZn2skkSZLUgGoql45v
sBSSJCk3xAhLyuHAscmtbq0PhKO/ntwC19z5h5IkSY3RHsulGOPahgwiSZKyWNVOmP8HKJ8MKxfA
Fx+HA8fA8f+WdjJJkiSlrKaVSzlh8arNaUeQJCl/VWyF5++AGdNg4zLocAh8+iboNiLtZJIkScoS
OV0uxRhZtm4bACWFBSmnkSQpj1RXQ0EBVFXAX/8TOg+E0/4H+p7ozm+SJEn6JzleLv3jePhBbdML
IklSvlj7Fsy4Ad59ES75X2jaGr4yE1p1TTuZJEmSslROl0sfCAFKily5JElSnb37Ijw7CRY8CKEQ
Bp8HO7dCSXOLJUmSJNUoL8olSZK0HxY8BPdeACUtYPSVcMQEaNkl7VSSJEnKEZZLkiQ1NtVV8OrD
UNQE+p0MfcbBCT+AoRcmt8FJkiRJ+8BySZKkxmLnNnjhtzB9Kqx7Cw4+KSmXSprD2KvTTidJkqQc
ZbkkSVJj8Pyd8JcfwpZV0HVYslKp/6lpp5IkSVIeyOlyaXNFZdoRJEnKXhuWQ9M2UNIMiNBlMIy9
Bg46MtkNQ5IkSaoHOb3F2p/mvwdAjCkHkSQpm6xcCA9OgMmDYd5dybmhF8L5f4CeR1ksSZIkqV7l
9Mql6YtWA9CnY1nKSSRJygJLZkD5ZHj9cShqCsMvTuYqgYWSJEmSMiany6WyJkn8T/TvmHISSZJS
FiM8+i+w6V049l9hxGXQvF3aqSRJktQI5HS59IHubZqmHUGSpIZVWQEv/x6evwPOvw+atILP3Akt
D0h2f5MkSZIaSEZnLoUQTgohvBZCWBRC+FYN7zsrhBBDCMMzmUeSpJy3YxNMvwGmHA4PTYCdW2Hj
iuRa+74WS5IkSWpwGVu5FEIoBKYBJwDLgNkhhIdjjAs+8r4WwNXAzExlkSQpL6xfCjeNhe0b4KCj
4FNToM/xzlOSJElSqjJ5W9xIYFGMcTFACOFuYDyw4CPv+yHwE+DrGcwiSVJuWrsYVrwAh50Jrbol
Q7r7fwq6DUs7mSRJkgRktlzqCizd7fUyYNTubwghDAW6xxgfDSHsc7lUWRX3L6EkSdlqxTx4dhK8
+jCUtoR+J0NxUxj3/bSTSZIkSf8ktYHeIYQC4H+Ai2rx3suBywF69Ojx4fm7ZyfdVbUdkyQpX6x4
Af73u/DW00mpNPZqGPXlpFiSJEmSslAmy6XlQPfdXnfbde4DLYDDgL+FZFZEZ+DhEMLpMcY5u3+h
GOMtwC0Aw4cP/7BK6tq6KcvXb6Nvp7LM/BdIktQQqiph55Zkx7fqSlj9OpzwQxh2ETRpmXY6SZIk
qUaZLJdmA31DCD1JSqXzgM99cDHGuAFo/8HrEMLfgK99tFiqje5tmu13WEmSGlzFVnjhNzB9KvQ6
Bk6fCt2GwzUvQ2Fx2ukkSZKkWslYuRRjrAwhXAn8GSgEbo8xvhJC+AEwJ8b4cKZ+b0mSstrWtTD7
FzDzJti6BrqNgH6n/OO6xZIkSZJySEZnLsUYHwMe+8i57+7hvcdmMoskSVnjie8kK5b6fjKZqXTg
GEhuEZckSZJyTmoDvSVJajTeXwDlk2HMldB5IBz9NRj9Feg0IO1kkiRJ0n6zXJIkKRNihCXToXwS
vPEEFDeHPscn5VLbXmmnkyRJkuqN5ZIkSfWtuhp+dTq8/Qw0awfH/T8YcSk0a5t2MkmSJKneWS5J
klQfKnfAoqeg/ylQUAAHjoVDx8Phn4cSdzWVJElS/rJckiRpf2zfAHN+Cc/dCJvfgy/9HboMhuP+
Ne1kkiRJUoOwXJIkqS62rk2GdM+5HXZshJ7HwBk3QudBaSeTJEmSGpTlkiRJ+6KyAopKkuPZtyVD
uo+8Bg4Ykm4uSZIkKSWWS5Ik1cay56H8etj4Llz6ZDKc+9r50LR12skkSZKkVFkuSZK0JzHCoieT
29/efgaatEp2favamaxesliSJEmSLJckSdqjuXfCI1dDiwPgxP+AYRdCaYu0U0mSJElZxXJJkqQP
VGyBeb+GVt2g/6kw4AwoKIaB5/xjzpIkSZKkf2K5JEnSljUw65bksW0tDDk/KZeatIIhn087nSRJ
kpTVcrpcWr5+W9oRJEm57pmfwdM/hcpt0O8UGHs19Dgi7VSSJElSzsjZcumdNVs/PG5aUphiEklS
znlvPrTrA8VNoGkbOOwsGHMVdOyfdjJJkiQp5xSkHaCuHn353Q+P25eVpphEkpQTYoS3noFfnwU3
jYUXf5ecH34xfHqaxZIkSZJURzm7cqlwVy02sGurdINIkrJbdTUsfASenQQr5kLzDvCJf4MBn047
mSRJkpQXcrZc+sARvdqmHUGSlI1ihBCS46d+CLEKTrseBn8uuR1OkiRJUr3I2XLprdVb0o4gScpG
29bDnNvhpXvg0qegtAy+cD+07AoFzuiTJEmS6lvOlkvz3lkPwJaKqpSTSJKywsYV8NzPYc4dULEJ
en8Ctq1NyqXWPdJOJ0mSJOWtnC2X2jQrAWBs7/YpJ5EkpW7lq3DTUcmtbwPOgLFXQ5fBaaeSJEmS
GoWcLZc+0KZZcdoRJElpWDoL1rwJh38WOvSHY78Jh50NbXumnUySJElqVHK+XJIkNSIxwhtPJDu/
vTMdWvWAgedAYREc/fW000mSJEmNkuWSJCk3LH4a/vQtWLkAWnaDk34MQ76QFEuSJEmSUuNP5JKk
7LVjM1RVQLO2ULDrW9YZN8NhZ0Ght0VLkiRJ2cBySZKUfTavglk3w6xbk9veTv1vOHAMXDEdQkg7
nSRJkqTdWC5JkrLH2rdg+lR44TdQuQP6nwqDz0uuWSpJkiRJWclySZKUPZ78Pix8NCmUxkyEDgen
nUiSJEnSXhSkHUCS1EjFCIv/BnedASsXJudO+He45mUYf4PFkiRJkpQjXLkkSWpY1VWw4CEonwzv
vgBlnWD9O9CxP7Q5KO10kiRJkvaR5ZIkqeFUVsBNY2H169C2N3xqMgw6D4qbpJ1MkiRJUh1ZLkmS
MmvbOnj9CRh8LhSVwKBzof3BybDugsK000mSJEnaT5ZLkqTM2LAMnrsRnr8DKjZDt+HQrjcc/bW0
k0mSJEmqR5ZLkqT6tXEFPPVDePneZGj3YWfB2KuTYkmSJElS3rFckiTVj+0boUlLKCiC1x+H4ZfA
6K9AmwPTTiZJkiQpgyyXJEl1V10Nr/8JyidBKICL/wRlHeGrCx3SLUmSJDUSOVsuVVRVpx1Bkhqv
ygp4+fcwfQqsWgite8Doq5KyqaDAYkmSJElqRHKyXKqujjy/ZF3aMSSp8Zp5E/zvv0GngXDmL2DA
GVCYk99SJEmSJO2nnPybwO6rlgZ1b51iEklqJDavTAqlrsOh/ykw5HzoeCj0OR5CSDudJEmSpBQV
pB2gLt5ctRmAksICykpzsh+TpNyw5k145Bq4/jB45n9g+ZzkfLO20HecxZIkSZKk3Fy5tHTtVsC5
S5KUUY9/E2bdkuz+dvjnkplK7fuknUqSJElSlsnJcukDnxzQKe0IkpQ/YoTFf4UDj4SiEujQD8Ze
DaOugBb+eStJkiTp4+V0uSRJqgdVlbDgQSifBO+9DGfcAoPPheEXp51MkiRJUg6wXJKkxqqyAube
CdOnwvol0P5gOP0GGPDptJNJkiRJyiGWS5LU2FRVQmERhAKYcQOUdYKT/gsOPhkKcnKfB0mSJEkp
slySpMZi/TswYxq89jh8ZSYUN4VLn4Jm7dz1TZIkSVKdWS5JUr57/xUonwwv35eUSIedDTs2J+VS
8/Zpp5MkSZKU4yyXJCmfLZ0Ft50Axc1h1JfgiAnQunvaqSRJkiTlEcslScon1dXw2qOwdS0MuxC6
DoeTr4OB50CztmmnkyRJkpSHLJckKR9U7oAX74bpU2DNIugyGIZekAzoHvWltNNJkiRJymOWS5KU
6155EB7/Jmx+DzoPgrNvh0PGO6RbkiRJUoOwXJKkXLTpPSgoSgZyN2kFHfrBGTdCr+MslSRJkiQ1
KMslScolqxfB9MnJLXAjLoOT/hN6H5c8JEmSJCkFlkuSlAuWzYHySfDqH6GwBIacDyMvTTuVJEmS
JFkuSVJOeOZnsKQcjvqXZEB3Wce0E0mSJEkSYLkkSdmnaie88gBMnwrn3AHtesMpP01mK5W2SDud
JEmSJP2TnCyXlq7dlnYESap/FVtg7l0wYxpseAc69Ictq5NyqVW3tNNJkiRJ0sfKyXLphWXrAVi7
pSLlJJJUT3ZshimHw5ZV0GN0slKp74lQUJB2MkmSJEmqUU6WS2UlSexj+zlzRFIOW7cEFj0JIy6B
0jIYew10GwE9RqWdTJIkSZJqLSfLpQ+0a16SdgRJ2nfvvQzlk2H+/VBQCP1PhRadYcyVaSeTJEmS
pH2W0+WSJOWU1W/A49+EN5+CkjI44go4YkJSLEmSJElSjrJckqRMqq6CrWuhrAOUNIdVr8Hx34Xh
F0PTNmmnkyRJkqT9ZrkkSZmwczu8+DuYPjXZ6e3Ch6HlAXDNS8mtcJIkSZKUJyyXJKk+bVsPc26D
526CLSvhgCHJKqUYIQSLJUmSJEl5x3JJkurTczfC0z+G3sfD2Kuh59FJqSRJkiRJecpySZL2x6rX
oHwKHHIa9DsZRl4O/U+BLoPTTiZJkiRJDcJySZLqYukseHYSvPYoFDWBzocl55u3Sx6SJEmS1EhY
LknSvrr3AljwULLb2zHfTFYrNW+fdipJkiRJSoXlkiTtTdXOpEw69NNQWAS9joMeo2HIF6C0LO10
kiRJkpQqyyVJ2pMdm2Hur2DGNNi4DIqbQv9TYfgX004mSZIkSVnDckmSPqpiCzx7Pcy6FbavhwPH
wmnXQ98T0k4mSZIkSVnHckmSPlCxFUqaQWEJvHgPHHQkjL0Guo9IO5kkSZIkZS3LJUla8QKUT052
gJs4F4pKYcIM5ylJkiRJUi1YLklqnGKExX+D8knJc2nLZJZS5Y6kXLJYkiRJkqRasVyS1Dgtegp+
cxaUdYJx34fhF0OTVmmnkiRJkqScY7kkqXHYuQ1e+A2EgqRI6n0cnHELDPh0slJJkiRJklQnOVku
3TNnadoRJOWKbetg9i9g5s2wZRX0/WRSLhUUwuBz004nSZIkSTkv58qlHZXVHx63blacYhJJWW/O
7fDn78DOLdDnBDjyGjhwbNqpJEmSJCmv5Fy5VB3jh8efHNA5xSSSstLKhdCsHZR1gFY9oP+pMPZq
6HxY2skkSZIkKS8VpB2grg7p0pIQQtoxJGWLJTPgt+fBz0fBcz9PzvUdB2fdarEkSZIkSRmUcyuX
JOmfvPY4PHs9LJ0JTdvCsd+GkZelnUqSJEmSGg3LJUm5p7oaCnYtvJx1K2x6F07+KQw5H0qapZtN
kiRJkhoZyyVJuWP7Rph7J8y6BS56FFr3gDNuSlYsFfrHmSRJkiSlwb+NScp+m1fCczfC7NtgxwY4
6Cio2JJcK+uYbjZJkiRJauQslyRlty1rYNIgqNwOh56e7PzWdVjaqSRJkiRJu1guSco+y+fCkukw
5kpo3g4++SPodRy06512MkmSJEnSR1guScoOMcKbT8Gzk+DtZ6BJ62RAd9PWMOLStNNJkiRJkvbA
cklS+pbPhUcmwnsvQ4sucMIPYdhF0KRl2skkSZIkSXthuSQpHRVbYdtaaNUNmrWD6moYPw0GngNF
pWmnkyRJkiTVkuWSpIa1dS3MuhVm3QwHDIXz74M2B8IV5RBC2ukkSZIkSfso58ql9Vt3UgxUVVen
HUXSvlj/DsyYBnN/BTu3wsEnJTu/fcBiSZIkSZJyUs6VS6s376ALsGVHVdpRJO2L2b9IHgPPgTET
odOhaSeSJEmSJNWDnCuXPnDbRcPTjiBpT2KEJeXJzm+jvgx9xyWF0ojLoHX3tNNJkiRJkupRTpZL
LUqL6N/ZXaSkrFNdDQv/COWTYfkcaNY+GdoN0Lx9utkkSZIkSRmRk+WSpCwUI/zyZFj6HLQ+EE75
bxhyPhQ3TTuZJEmSJCmDLJck1d32DfDSvTD8YigohCGfh1GXwyHjodA/XiRJkiSpMcjo3/5CCCcB
k4FC4Bcxxh9/5PpXgUuBSmAVcHGMcUkmM0mqB5veg+d+DnN+CTs2Qof+0PMoGHpB2skkSZIkSQ0s
Y+VSCKEQmAacACwDZocQHo4xLtjtbfOA4THGrSGEK4DrgHMzlUnSftq6Fp78Hrx4N1RXwqHjYezV
cMCQtJNJkiRJklKSyZVLI4FFMcbFACGEu4HxwIflUozxr7u9/zng/AzmkVRXW9dCs7ZQ0hze+nsy
S2nMVdC2V9rJJEmSJEkpy2S51BVYutvrZcCoGt5/CfD4x10IIVwOXA5Q0rlPfeWTVJMYYdGT8Owk
WL8EJs6DolK4cg4UFqedTpIkSZKUJbJi4m4I4XxgOHDMx12PMd4C3AJQ2qVvbMBoUuNTtRPm3w/l
k2HlK9CyK4z+CsTq5LrFkiRJkiRpN5ksl5YD3Xd73W3XuX8SQhgH/D/gmBjjjgzmkVQbrz4CD1ye
DOn+9I1w2NlQVJJ2KkmSJElSlspkuTQb6BtC6ElSKp0HfG73N4QQhgA3AyfFGFdmMIukPdmyBmbd
AmUdYMSlcMjp8LnfQ59xUFCQdjpJkiRJUpbLWLkUY6wMIVwJ/BkoBG6PMb4SQvgBMCfG+DDwU6AM
+H0IAeCdGOPpmcokaTfr3oYZ02DuXVC5DYZdlJwvLIKDT0wzmSRJkiQph2R05lKM8THgsY+c++5u
x+My+ftL2oOnr4O//RhCAQw6F8ZOhA790k4lSZIkScpBWTHQW1KGxQhvPwMdB0DzdtBlMIyeAEdM
gJYHpJ1OkiRJkpTDLJekfFZdBQv/CM9OghVz4RPfgaO/Dgd/MnlIkiRJkrSfLJekfBQjPH8HTJ8K
a9+Etr3gtOth8Of2+kslSZIkSdoXlktSPqncAUWlEALM/wM0aQnn3AmHfAoKCtNOJ0mSJEnKQ5ZL
Uj7YuCLZ+e2F38IV5ckcpXN/DU1aJUWTJEmSJEkZYrkk5bJVr0H5FHjpHohVMOBMqNqZXGvaOt1s
kiRJkqRGwXJJylXrl8K0UVDUBIZ/EUZ/BdoclHYqSZIkSVIjY7kk5YrqanjjCXh/Phz9NWjdHc64
CfqMg+bt004nSZIkSWqkLJekbFe1E16+D8onw6pXk9VJo78CxU1h8Hlpp5MkSZIkNXKWS1I2W/w3
ePArsHEZdBwAZ9wCh50JhcVpJ5MkSZIkCbBckrLP5lVQsRna9oSW3ZLn066Hvie485skSZIkKetY
LknZYu1imH4DvPCbZI7Seb+B9n3goj+mnUySJEmSpD2yXJLStuIFKJ8ECx6CgqJkjtKYiWmnkiRJ
kiSpViyXpDTEmDyHAC/eDYuegjFXwagroGWXdLNJkiRJkrQPCtIOIDUqVZUw/w9wyzHw1t+Tc8d8
A66dDyf8wGJJkiRJkpRzXLkkNYSd25JZStOnwrq3oV0fqNqZXGvWNtVokiRJkiTtD8slKdOqq+HG
sbD2Teg6HE78EfQ7FQpcOChJkiRJyn2WS1ImbFgGL90DY69NSqRjvgGtusGBY5M5S5IkSZIk5QnL
Jak+rXwVyqfAy/cmQ7v7jIMug5Md4CRJkiRJykOWS1J92LAcHv0qvP4nKG4GIy6D0ROgdY+0k0mS
JEmSlFGWS1JdVVfDxuXQujs0bZMM6j722zDyMod0S5IkSZIaDcslaV9VViS3vZVPgaoKuOp5KGkG
E55znpIkSZIkqdGxXJJqa/tGmHsnzPg5bFoBnQYmg7o/YLEkSZIkSWqELJek2nr1EXjiO9DzaBg/
FXofb6EkSZIkSWr0LJekPVnzJkyfCp0GJHOUBp4DHQ+BrkPTTiZJkiRJUtawXJI+avlcKJ8ER7kr
OQAAEylJREFUCx6GwhI48prkfFGJxZIkSZIkSR9huSTt7tGvwexbobQVHHktjPoytOiUdipJkiRJ
krKW5ZIat6pKeOUB6DsOmraBPuOgzYEw9EJo0jLtdJIkSZIkZT3LJTVOFVth3q9hxlRY/w6c/FMY
dTn0Owk4Ke10kiRJkiTlDMslNS5VlfDMz2DWzbB1DXQbCSf9GA4+Oe1kkiRJkiTlJMslNQ7bNya3
uRUWwZt/gW4jYOw1cODotJNJkiRJkpTTLJeU396bD+WT4bXHYOILUNYBLngIipuknUySJEmSpLxg
uaT8EyMsKYdnJ8Gi/4Xi5jDsIgghuW6xJEmSJElSvbFcUv5ZtRDuOBWatYfjvgMjLoFmbdNOJUmS
JElSXrJcUu6r3AEv3g0bl8Nx34aOh8C5v4Y+46C4adrpJEmSJEnKa5ZLyl3bN8Cc2+G5G2Hz+8mQ
7qO/kQztPuRTaaeTJEmSJKlRsFxSbnrlAXjoKqjYBL2OhTNuTp4/mKskSZIkSZIahOWScsfqNyAU
QLve0OEQ6DsOxl4NBwxJO5kkSZIkSY2W5ZKy37I58Oz1sPBROOwsOPs26Ngfzrkj7WSSJEmSJDV6
lkvKXouegmd+BkvKoUlrOPprMPJLaaeSJEmSJEm7sVxSdqmqTAZyAyz8I6x7Gz75nzD0AihtkWo0
SZIkSZL0fxWkHUACoGJLsuvblMNhyYzk3PHfg4kvwOivWCxJkiRJkpSlXLmkdG1ZA7Nuhlm3wLZ1
0GM0FBYn15q2TjebJEmSJEnaK8slpaeyAn4+Crasgn6nJju/9RiVdipJkiRJkrQPLJfUsN59CV55
AI7/LhSVwMnXQacB0KFf2skkSZIkSVIdWC4p82KEt/4O5ZPgzb9ASQsYcj606w2HnZl2OkmSJEmS
tB8sl5RZqxfB/ZfCinnQvGMypHv4xc5TkiRJkiQpT1guqf7t3A4blkL7vtCiE4QCOG0SDP4sFDdJ
O50kSZIkSapHlkuqP9vWw+xfwMyboGkbmDATSlvAZX9JO5kkSZIkScoQyyXtv40rYMY0eP4OqNgM
vY+HI6+BENJOJkmSJEmSMsxySXUXY1IgvfY4PHdjMpx7zEToMijtZJIkSZIkqYFYLmnfvTMz2fmt
z/Ew4lI4/PPJcZuD0k4mSZIkSZIamOWSaqe6Gt54IimV3pmRzFTq/YnkWnETiyVJkiRJkhqpnCyX
Nu2oTDtC43PfRbDgIWjVHU76CQz9ApQ0TzuVJEmSJElKWU6WSx1alKYdIf/t2ARz74Ih50OTljD4
c9Dv1GSuUmFx2ukkSZIkSVKWyMly6Yhe7dKOkL82r4SZN8PsW2H7BmjeAQadA/1OSjuZJEmSJEnK
QjlZLlXHmHaE/LNzG/z52zDvN1BVAYecBmOvgW7D004mSZIkSZKyWE6WS6VFBWlHyB+b3oMWnaGo
Cby/AAafC2MmQvu+aSeTJEmSJEk5ICfLpSP7tE87Qm6LERb/Fconw9LZcO18aNYWvvgYFBSmnU6S
JEmSJOWQnCyXvCuujqoqYcGDSan03ktQ1hmO+QYUliTXLZYkSZIkSdI+yslyaVC3VmlHyE3vvgB/
uATa9YFPTYHB50GRO+9JkiRJkqS6y8lyqX2ZhUitbF0Ls2+DnVth3PeS4dwXPAwHHQUFzq2SJEmS
JEn7LyfLJe3FhmUwYxo8fyfs3AL9T0vuJQwBeh2TdjpJkiRJkpRHLJfyzZzb4bGvJ8eHnQ1jJ0Kn
AelmkiRJkiRJectyKdfFCO88B2UdoV1v6DocRlwGo78CrbunnU6SJEmSJOU5y6VcVV0Nrz8Oz06C
ZbNg2BfhU5Ogy6DkIUmSJEmS1AAsl3LRi3fDMz+D1a9D6x5wyn/D4Z9PO5UkSZIkSWqELJdyRcVW
KGmWHL/9DBSVwlm3waGfhkL/N0qSJEmSpHTYSmS7Te/DzJtg9m1wwQPQdRicfB0UN0t2f5MkSZIk
SUqR5VK2WvMmTJ8CL/wOqirg0NOhpEVyraR5utkkSZIkSZJ2sVzKRjs2w81HQ9VOOPxzMOaqZCc4
SZIkSZKkLGO5lA1ihDefgtefgJN/AqVlcNYv4ICh0KJT2ukkSZIkSZL2yHIpTVWV8MoDUD4Z3n8Z
WhwAR30VWnSGfiennU6SJEmSJGmvLJfSsmIe3HsBrH8H2h8M46fBwM9AUUnaySRJkiRJkmrNcqkh
bV0LG1dA58OgbS9o1wdO+gkcfBIUFKSdTpIkSZIkaZ9ZLjWE9e/AjGkw91fJYO4vPQNNWsEXHkg7
mSRJkiRJ0n6xXMqkla/CM/8D8/8AISS3vY25KjmWJEmSJEnKA5ZL9S3G5FFQAIv/BgsfhVFfhtET
oFW3tNNJkiRJkiTVK8ul+lJdlRRJ5ZNg6IUw7MLkedC50Kxt2ukkSZIkSZIywnJpf1XugBd/B9On
wppF0KYnNGmZXCtpljwkSZIkSZLylOXS/rrrTFjyLHQZDGf/Eg4dDwWFaaeSJEmSJElqEJZL+2rj
uzDnNjjyWihpDkdeA0d/DXod66BuSZIkSZLU6Fgu1dbqN6B8Mrx0D1RXQvdR0PeE5CFJkiRJktRI
WS7tzfYN8OCEZFh3USkM+QKMuRLa9ko7mSRJkiRJUuoslz5OjLDmTWjfB0pbwrb1ya1vI78EZR3S
TidJkiRJkpQ1LJd2V7UT5v8huf1twzK4dj40aQUX/dF5SpIkSZIkSR/Dcglgx2aYdxfMmAYblkKH
Q+Dk66C4WXLdYkmSJEmSJOljWS4BrJgHf/oW9BgDp/4M+p5ooSRJkiRJklQLjbNcWvd2skqpuBmc
8O9w0JHwpb9Dl8FpJ5MkSZIkScopjatcevelZJ7SKw9AKIDhX0zOh2CxJEmSJEmSVAeNp1x6+qfw
1x9BSQsYPQGOmAAtD0g7lSRJkiRJUk7L33KpugpefRg6D4J2vaHvOCgohOEXQ9PWaaeTJEmSJEnK
C/lXLu3cDi/+FqZPhbWLYew1yVylA4YkD0mSJEmSJNWb/CqXyicnpdKWVXDAUPjMr6D/aWmnkiRJ
kiRJylsFmfziIYSTQgivhRAWhRC+9THXS0MI9+y6PjOEcNA+/yZb1vzj+P1XktvgLnwELvsLHDo+
uRVOkiRJkiRJGZGxlUshhEJgGnACsAyYHUJ4OMa4YLe3XQKsizH2CSGcB/wEOLdWv8HKhTB9Crx0
L1z+V+g8EMZPg8Liev4vkSRJkiRJ0p5k8ra4kcCiGONigBDC3cB4YPdyaTzw/V3H9wE3hBBCjDHu
6Ys2YzvN7z8f3vwzFDWF4V+EZu2SixZLkiRJkiRJDSqT5VJXYOlur5cBo/b0nhhjZQhhA9AOWL2n
L9orvEvR8llwzLdg5GXQvH09x5YkSZIkSVJt5cRA7xDC5cDlu17uKPzXJfPh2yQPSQ2kPTUUv5Iy
xs+elB4/f1I6/OxJ6ehX11+YyXJpOdB9t9fddp37uPcsCyEUAa2ANR95DzHGW4BbAEIIc2KMwzOS
WNIe+dmT0uFnT0qPnz8pHX72pHSEEObU9ddmcre42UDfEELPEEIJcB7w8Efe8zBw4a7js4G/1DRv
SZIkSZIkSdklYyuXds1QuhL4M1AI3B5jfCWE8ANgTozxYeA24K4QwiJgLUkBJUmSJEmSpByR0ZlL
McbHgMc+cu67ux1vB87Zxy97Sz1Ek7Tv/OxJ6fCzJ6XHz5+UDj97Ujrq/NkL3oUmSZIkSZKkusrk
zCVJkiRJkiTluawtl0IIJ4UQXgshLAohfOtjrpeGEO7ZdX1mCOGghk8p5Z9afPa+GkJYEEJ4KYTw
VAjhwDRySvlmb5+93d53VgghhhDcRUeqB7X57IUQPrPre98rIYTfNnRGKV/V4ufOHiGEv4YQ5u36
2fOUNHJK+SSEcHsIYWUIYf4erocQwpRdn8uXQghDa/N1s7JcCiEUAtOAk4FDgc+GEA79yNsuAdbF
GPsA1wM/adiUUv6p5WdvHjA8xjgIuA+4rmFTSvmnlp89QggtgKuBmQ2bUMpPtfnshRD6Av8KjI0x
DgCuafCgUh6q5fe+7wD3xhiHkGz+9POGTSnlpTuAk2q4fjLQd9fjcuDG2nzRrCyXgJHAohjj4hhj
BXA3MP4j7xkP3Lnr+D7g+BBCaMCMUj7a62cvxvjX+P/bu9OYuao6juPfnxQEZTHQaNhCMexr1Wqq
vEAsEtEI0TRFUpYSXDCCAYUXBoy4vDBBTETEokJaDEtEBZuKItEi2rRClR1lCRCsECGKjYHWSPn7
4t7WsQ597jMt8/SZfj/JJHPPnHPPf25yMjP/e86Zqhfbw+XAXkOOURpFXT73AL5MczNlzTCDk0ZY
l7H3MeBbVfU8QFU9O+QYpVHVZfwVsHP7fBfg6SHGJ42kqroD+PtGqpwIXFON5cAbkuw+1nm31OTS
nsCfe45XtmV961TVS8AqYLehRCeNri5jr9eZwM9e1YikrcOYY6+dkrx3Vf10mIFJI67L594BwAFJ
liZZnmRjd3sldddl/F0MnJJkJc2/kJ8znNCkrdp4fxMCMOVVC0fSSEtyCjADOHqiY5FGXZLXAF8H
5k1wKNLWaArN0oB308zWvSPJ4VX1jwmNSto6nAwsqKpLk7wT+H6Sw6rq5YkOTNL/2lJnLv0F2Lvn
eK+2rG+dJFNopkn+bSjRSaOry9gjybHAhcAJVfWvIcUmjbKxxt5OwGHA7UmeBGYCi9zUW9pkXT73
VgKLqurfVfUE8AhNsknSpuky/s4EfgBQVcuA7YGpQ4lO2np1+k24oS01uXQXsH+SfZNsR7N526IN
6iwCTm+fzwZ+VVU1xBilUTTm2EvyFuBKmsSS+05Im8dGx15VraqqqVU1raqm0ex3dkJVrZiYcKWR
0eU75800s5ZIMpVmmdzjwwxSGlFdxt9TwCyAJAfTJJeeG2qU0tZnEXBa+69xM4FVVfXMWI22yGVx
VfVSkrOBW4FtgKur6sEkXwJWVNUi4CqaaZGP0WxG9ZGJi1gaDR3H3iXAjsCN7R76T1XVCRMWtDQC
Oo49SZtZx7F3K3BckoeAtcAFVeVseWkTdRx/nwW+m+Q8ms295zmhQNo0Sa6nuWkytd3P7AvAtgBV
NZ9mf7P3A48BLwJndDqvY1OSJEmSJEmD2lKXxUmSJEmSJGkSMLkkSZIkSZKkgZlckiRJkiRJ0sBM
LkmSJEmSJGlgJpckSZIkSZI0MJNLkiRpi5dkbZJ7eh7TNlJ3WpIHNkOftyd5OMm9SZYmOXCAc5yV
5LT2+bwke/S89r0kh2zmOO9KMr1Dm3OTvG5T+5YkSQKTS5IkaXJYXVXTex5PDqnfuVV1JLAQuGS8
jatqflVd0x7OA/boee2jVfXQZonyv3FeQbc4zwVMLkmSpM3C5JIkSZqU2hlKv0nyh/bxrj51Dk1y
Zzvb6b4k+7flp/SUX5lkmzG6uwPYr207K8ndSe5PcnWS17blX03yUNvP19qyi5Ocn2Q2MAO4tu1z
h3bG0Yx2dtP6hFA7w+nyAeNcBuzZc65vJ1mR5MEkX2zLPk2T5FqSZElbdlySZe11vDHJjmP0I0mS
tJ7JJUmSNBns0LMk7qa27FngvVX1VuAk4LI+7c4CvlFV02mSOyuTHNzWP6otXwvMHaP/DwL3J9ke
WACcVFWHA1OATybZDfgQcGhVHQF8pbdxVf0QWEEzw2h6Va3ueflHbdt1TgJuGDDO9wE39xxfWFUz
gCOAo5McUVWXAU8Dx1TVMUmmAhcBx7bXcgXwmTH6kSRJWm/KRAcgSZLUweo2wdJrW+Dydo+htcAB
fdotAy5Mshfw46p6NMks4G3AXUkAdqBJVPVzbZLVwJPAOcCBwBNV9Uj7+kLgU8DlwBrgqiSLgcVd
31hVPZfk8SQzgUeBg4Cl7XnHE+d2wI5A73Wak+TjNN/5dgcOAe7boO3Mtnxp2892NNdNkiSpE5NL
kiRpsjoP+CtwJM1s7DUbVqiq65L8DvgAcEuSTwABFlbV5zr0MbeqVqw7SLJrv0pV9VKSdwCzgNnA
2cB7xvFebgDmAH8CbqqqSpPp6Rwn8Hua/Za+CXw4yb7A+cDbq+r5JAuA7fu0DXBbVZ08jnglSZLW
c1mcJEmarHYBnqmql4FTgf/bjyjJm4HH26VgP6FZHvZLYHaSN7Z1dk2yT8c+HwamJdmvPT4V+HW7
R9EuVXULTdLryD5t/wns9ArnvQk4ETiZJtHEeOOsqgI+D8xMchCwM/ACsCrJm4DjXyGW5cBR695T
ktcn6TcLTJIkqS+TS5IkabK6Ajg9yb00S8le6FNnDvBAknuAw4Br2n9ouwj4RZL7gNtoloyNqarW
AGcANya5H3gZmE+TqFncnu+39N+zaAEwf92G3huc93ngj8A+VXVnWzbuONu9nC4FLqiqe4G7aWZD
XUez1G6d7wA/T7Kkqp6j+Se769t+ltFcT0mSpE7S3OSSJEmSJEmSxs+ZS5IkSZIkSRqYySVJkiRJ
kiQNzOSSJEmSJEmSBmZySZIkSZIkSQMzuSRJkiRJkqSBmVySJEmSJEnSwEwuSZIkSZIkaWAmlyRJ
kiRJkjSw/wAtF+upBSy//QAAAABJRU5ErkJggg==
"
>
</div>

</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1052;&#1085;&#1086;&#1075;&#1086;&#1082;&#1083;&#1072;&#1089;&#1089;&#1086;&#1074;&#1072;&#1103;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;">&#1052;&#1085;&#1086;&#1075;&#1086;&#1082;&#1083;&#1072;&#1089;&#1089;&#1086;&#1074;&#1072;&#1103; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;<a class="anchor-link" href="#&#1052;&#1085;&#1086;&#1075;&#1086;&#1082;&#1083;&#1072;&#1089;&#1089;&#1086;&#1074;&#1072;&#1103;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;">&#182;</a></h2><ul>
<li>Каждый вопрос имеет несколько тегов</li>
<li>По тексту нужно определить все теги для каждого вопроса</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[31]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">texts</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="s1">&#39;multi_tag.10k.tsv&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s1">&#39;</span><span class="se">\t</span><span class="s1">&#39;</span><span class="p">)</span>
<span class="n">texts</span><span class="o">.</span><span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;text&#39;</span><span class="p">,</span> <span class="s1">&#39;tags&#39;</span><span class="p">]</span>
<span class="k">print</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="n">texts</span><span class="o">.</span><span class="n">head</span><span class="p">(</span><span class="mi">4</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 2)
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt output_prompt">Out[31]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>text</th>
      <th>tags</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>0</th>
      <td>i want to use a track bar to change a form s ...</td>
      <td>c# winforms type-conversion decimal opacity</td>
    </tr>
    <tr>
      <th>1</th>
      <td>i have an absolutely positioned div containin...</td>
      <td>html css css3 internet-explorer-7</td>
    </tr>
    <tr>
      <th>2</th>
      <td>given a datetime representing a person s birt...</td>
      <td>c# .net datetime</td>
    </tr>
    <tr>
      <th>3</th>
      <td>given a specific datetime value how do i disp...</td>
      <td>c# datetime datediff relative-time-span</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1073;&#1086;&#1097;&#1077;&#1085;&#1080;&#1077;-&#1073;&#1080;&#1085;&#1072;&#1088;&#1085;&#1086;&#1081;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;">&#1054;&#1073;&#1086;&#1097;&#1077;&#1085;&#1080;&#1077; &#1073;&#1080;&#1085;&#1072;&#1088;&#1085;&#1086;&#1081; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;<a class="anchor-link" href="#&#1054;&#1073;&#1086;&#1097;&#1077;&#1085;&#1080;&#1077;-&#1073;&#1080;&#1085;&#1072;&#1088;&#1085;&#1086;&#1081;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;">&#182;</a></h2><p>Некоторые методы умеют работать с несколькими метками из коробки</p>
<ul>
<li><code>KNeighborsClassifier</code></li>
<li><code>RandomForestClassifier</code></li>
<li><code>SVC</code></li>
</ul>
<p>Остальные можно обобщить с помощью обучения нескольких моделей</p>
<ul>
<li><code>OneVsRestClassifier</code></li>
<li><code>OneVsOneClassifier</code></li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="OneVsRestClassifier">OneVsRestClassifier<a class="anchor-link" href="#OneVsRestClassifier">&#182;</a></h2><p>Обучает $K$ моделей, для каждой метки отдельно</p>
<p><img src="images/ovr.png" alt="ovr"></p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="OneVsOneClassifier">OneVsOneClassifier<a class="anchor-link" href="#OneVsOneClassifier">&#182;</a></h2><p>Обучает $\frac{K (K - 1)}{2}$ моделей, для каждой пары меток</p>
<p><img src="images/ovo.png" alt="ovr"></p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;-&#1082;&#1072;&#1095;&#1077;&#1089;&#1090;&#1074;&#1072;">&#1054;&#1094;&#1077;&#1085;&#1082;&#1072; &#1082;&#1072;&#1095;&#1077;&#1089;&#1090;&#1074;&#1072;<a class="anchor-link" href="#&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;-&#1082;&#1072;&#1095;&#1077;&#1089;&#1090;&#1074;&#1072;">&#182;</a></h2><ul>
<li>Для нескольких классов $AUC$ не подходит</li>
<li>Будем использовать обобщение $F$—меры на несколько классов</li>
</ul>
$$
F1 = 2\frac{p * r}{p + r},\ \ \mathrm{где}\ \ p = \frac{tp}{tp+fp},\ \  r = \frac{tp}{tp+fn}
$$<p>$tp$, $fp$ и $fp$ будут считаться по всем тегам одного объекта</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[109]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">y</span><span class="p">,</span> <span class="n">y_hat</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">]]),</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">0</span><span class="p">]])</span>
<span class="n">tp</span><span class="p">,</span> <span class="n">fp</span><span class="p">,</span> <span class="n">fn</span> <span class="o">=</span> <span class="mf">1.</span><span class="p">,</span> <span class="mf">1.</span><span class="p">,</span> <span class="mf">1.</span>
<span class="n">p</span><span class="p">,</span> <span class="n">r</span> <span class="o">=</span> <span class="n">tp</span> <span class="o">/</span> <span class="p">(</span><span class="n">tp</span> <span class="o">+</span> <span class="n">fp</span><span class="p">),</span> <span class="n">tp</span> <span class="o">/</span> <span class="p">(</span><span class="n">tp</span> <span class="o">+</span> <span class="n">fn</span><span class="p">)</span>
<span class="n">f1</span> <span class="o">=</span> <span class="mi">2</span> <span class="o">*</span> <span class="n">p</span> <span class="o">*</span> <span class="n">r</span> <span class="o">/</span> <span class="p">(</span><span class="n">p</span> <span class="o">+</span> <span class="n">r</span><span class="p">)</span>

<span class="k">print</span><span class="p">(</span><span class="n">f1</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">f1_score</span><span class="p">(</span><span class="n">y</span><span class="p">,</span> <span class="n">y_hat</span><span class="p">,</span> <span class="n">average</span><span class="o">=</span><span class="s1">&#39;samples&#39;</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>0.5
0.5
</pre>
</div>
</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="Bag-of-words">Bag of words<a class="anchor-link" href="#Bag-of-words">&#182;</a></h2><p>Повторим всё, как для случая двух классов</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[111]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">CountVectorizer</span><span class="p">(</span><span class="n">binary</span><span class="o">=</span><span class="bp">True</span><span class="p">)</span>
<span class="n">bow</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">bow</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">bow</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 35247)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1090;&#1073;&#1086;&#1088;-&#1090;&#1077;&#1075;&#1086;&#1074;">&#1054;&#1090;&#1073;&#1086;&#1088; &#1090;&#1077;&#1075;&#1086;&#1074;<a class="anchor-link" href="#&#1054;&#1090;&#1073;&#1086;&#1088;-&#1090;&#1077;&#1075;&#1086;&#1074;">&#182;</a></h2><ul>
<li>Оставим только самые популярные 20 тегов для предсказания</li>
<li>Если у вопроса после такой фильтрации не осталось тегов, то присвоим ему отдельный тег <strong>other</strong></li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[32]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">tags</span> <span class="o">=</span> <span class="n">texts</span><span class="o">.</span><span class="n">tags</span><span class="o">.</span><span class="n">apply</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="o">.</span><span class="n">split</span><span class="p">())</span>
<span class="n">all_tags</span> <span class="o">=</span> <span class="nb">reduce</span><span class="p">(</span><span class="k">lambda</span> <span class="n">s</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">s</span> <span class="o">+</span> <span class="n">x</span><span class="p">,</span> <span class="n">tags</span><span class="p">,</span> <span class="p">[])</span>
<span class="n">values</span><span class="p">,</span> <span class="n">count</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">unique</span><span class="p">(</span><span class="n">all_tags</span><span class="p">,</span> <span class="n">return_counts</span><span class="o">=</span><span class="bp">True</span><span class="p">)</span>

<span class="n">top_tags</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">zip</span><span class="p">(</span><span class="n">count</span><span class="p">,</span> <span class="n">values</span><span class="p">),</span> <span class="n">reverse</span><span class="o">=</span><span class="bp">True</span><span class="p">)[:</span><span class="mi">20</span><span class="p">]</span>
<span class="n">top_tags</span><span class="p">[:</span><span class="mi">5</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[32]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>[(1198, &#39;c#&#39;),
 (1090, &#39;.net&#39;),
 (696, &#39;java&#39;),
 (610, &#39;asp.net&#39;),
 (472, &#39;sql-server&#39;)]</pre>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Преобразуем списки тегов в матрицу, которая будет содержать индикаторы наличия тега у вопроса.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[34]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">binarizer</span> <span class="o">=</span> <span class="n">MultiLabelBinarizer</span><span class="p">()</span>
<span class="n">y</span> <span class="o">=</span> <span class="n">binarizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">tags</span><span class="o">.</span><span class="n">apply</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">filter_tags</span><span class="p">(</span><span class="n">x</span><span class="o">.</span><span class="n">split</span><span class="p">())))</span>
<span class="k">print</span><span class="p">(</span><span class="n">y</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">y</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 21)
&lt;type &#39;numpy.ndarray&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1042;&#1099;&#1073;&#1086;&#1088; &#1084;&#1086;&#1076;&#1077;&#1083;&#1080; &#1080; &#1086;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><ul>
<li>Также будет использовать <code>LogisticRegression</code>, но уже вместе с <code>OneVsRestClassifier</code></li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[204]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">params</span> <span class="o">=</span> <span class="p">{</span><span class="s1">&#39;estimator__C&#39;</span><span class="p">:</span> <span class="n">np</span><span class="o">.</span><span class="n">logspace</span><span class="p">(</span><span class="o">-</span><span class="mi">5</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span class="mi">11</span><span class="p">)}</span>

<span class="n">clf</span> <span class="o">=</span> <span class="n">OneVsRestClassifier</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">())</span>
<span class="n">cv</span> <span class="o">=</span> <span class="n">GridSearchCV</span><span class="p">(</span><span class="n">clf</span><span class="p">,</span> <span class="n">params</span><span class="p">,</span> <span class="n">n_jobs</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span> <span class="n">scoring</span><span class="o">=</span><span class="n">make_scorer</span><span class="p">(</span><span class="n">f1_score</span><span class="p">,</span> <span class="n">average</span><span class="o">=</span><span class="s1">&#39;samples&#39;</span><span class="p">),</span> <span class="n">cv</span><span class="o">=</span><span class="mi">5</span><span class="p">)</span>
<span class="n">cv</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">bow</span><span class="p">,</span> <span class="n">y</span><span class="p">);</span>
</pre></div>

</div>
</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1042;&#1099;&#1073;&#1086;&#1088; &#1084;&#1086;&#1076;&#1077;&#1083;&#1080; &#1080; &#1086;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><ul>
<li>$F1 = 0.4047323$</li>
<li>Как видно задача стала существенно сложней</li>
<li>Попробуем улучшить качество</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[205]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">cv</span><span class="o">.</span><span class="n">cv_results_</span><span class="p">)[[</span><span class="s1">&#39;mean_test_score&#39;</span><span class="p">,</span> <span class="s1">&#39;params&#39;</span><span class="p">]]</span><span class="o">.</span><span class="n">sort_values</span><span class="p">(</span><span class="s1">&#39;mean_test_score&#39;</span><span class="p">,</span> <span class="n">ascending</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[205]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>mean_test_score</th>
      <th>params</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>10</th>
      <td>0.404732</td>
      <td>{u'estimator__C': 100000.0}</td>
    </tr>
    <tr>
      <th>9</th>
      <td>0.404212</td>
      <td>{u'estimator__C': 10000.0}</td>
    </tr>
    <tr>
      <th>8</th>
      <td>0.404140</td>
      <td>{u'estimator__C': 1000.0}</td>
    </tr>
    <tr>
      <th>7</th>
      <td>0.403066</td>
      <td>{u'estimator__C': 100.0}</td>
    </tr>
    <tr>
      <th>6</th>
      <td>0.402630</td>
      <td>{u'estimator__C': 10.0}</td>
    </tr>
    <tr>
      <th>5</th>
      <td>0.390346</td>
      <td>{u'estimator__C': 1.0}</td>
    </tr>
    <tr>
      <th>4</th>
      <td>0.319707</td>
      <td>{u'estimator__C': 0.1}</td>
    </tr>
    <tr>
      <th>3</th>
      <td>0.092920</td>
      <td>{u'estimator__C': 0.01}</td>
    </tr>
    <tr>
      <th>2</th>
      <td>0.000300</td>
      <td>{u'estimator__C': 0.001}</td>
    </tr>
    <tr>
      <th>0</th>
      <td>0.000000</td>
      <td>{u'estimator__C': 1e-05}</td>
    </tr>
    <tr>
      <th>1</th>
      <td>0.000000</td>
      <td>{u'estimator__C': 0.0001}</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="Tf-Idf">Tf-Idf<a class="anchor-link" href="#Tf-Idf">&#182;</a></h2><ul>
<li>Вместо бинарного значения, для каждого слова считается его вес</li>
<li>Обычно работает лучше, чем <code>CountVectorizer</code></li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[253]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">TfidfVectorizer</span><span class="p">()</span>
<span class="n">tf_idf</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">tf_idf</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">tf_idf</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 35247)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1042;&#1099;&#1073;&#1086;&#1088; &#1084;&#1086;&#1076;&#1077;&#1083;&#1080; &#1080; &#1086;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><p>Ищем лучшие параметры</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[254]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">params</span> <span class="o">=</span> <span class="p">{</span><span class="s1">&#39;estimator__C&#39;</span><span class="p">:</span> <span class="n">np</span><span class="o">.</span><span class="n">logspace</span><span class="p">(</span><span class="o">-</span><span class="mi">5</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span class="mi">11</span><span class="p">)}</span>

<span class="n">clf</span> <span class="o">=</span> <span class="n">OneVsRestClassifier</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">())</span>
<span class="n">cv</span> <span class="o">=</span> <span class="n">GridSearchCV</span><span class="p">(</span><span class="n">clf</span><span class="p">,</span> <span class="n">params</span><span class="p">,</span> <span class="n">n_jobs</span><span class="o">=-</span><span class="mi">1</span><span class="p">,</span> <span class="n">scoring</span><span class="o">=</span><span class="n">make_scorer</span><span class="p">(</span><span class="n">f1_score</span><span class="p">,</span> <span class="n">average</span><span class="o">=</span><span class="s1">&#39;samples&#39;</span><span class="p">),</span> <span class="n">cv</span><span class="o">=</span><span class="mi">5</span><span class="p">)</span>
<span class="n">cv</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">tf_idf</span><span class="p">,</span> <span class="n">y</span><span class="p">);</span>
</pre></div>

</div>
</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1042;&#1099;&#1073;&#1086;&#1088; &#1084;&#1086;&#1076;&#1077;&#1083;&#1080; &#1080; &#1086;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1084;&#1086;&#1076;&#1077;&#1083;&#1080;-&#1080;-&#1086;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><ul>
<li>$F1=0.382173$</li>
<li>Получилось хуже, чем BOW.</li>
<li>Но почему?</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[255]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">(</span><span class="n">cv</span><span class="o">.</span><span class="n">cv_results_</span><span class="p">)[[</span><span class="s1">&#39;mean_test_score&#39;</span><span class="p">,</span> <span class="s1">&#39;params&#39;</span><span class="p">]]</span><span class="o">.</span><span class="n">sort_values</span><span class="p">(</span><span class="s1">&#39;mean_test_score&#39;</span><span class="p">,</span> <span class="n">ascending</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[255]:</div>


<div class="output_html rendered_html output_subarea output_execute_result">
<div>
<table border="1" class="dataframe">
  <thead>
    <tr style="text-align: right;">
      <th></th>
      <th>mean_test_score</th>
      <th>params</th>
    </tr>
  </thead>
  <tbody>
    <tr>
      <th>10</th>
      <td>0.382173</td>
      <td>{u'estimator__C': 100000.0}</td>
    </tr>
    <tr>
      <th>9</th>
      <td>0.380033</td>
      <td>{u'estimator__C': 10000.0}</td>
    </tr>
    <tr>
      <th>8</th>
      <td>0.376427</td>
      <td>{u'estimator__C': 1000.0}</td>
    </tr>
    <tr>
      <th>7</th>
      <td>0.364680</td>
      <td>{u'estimator__C': 100.0}</td>
    </tr>
    <tr>
      <th>6</th>
      <td>0.334247</td>
      <td>{u'estimator__C': 10.0}</td>
    </tr>
    <tr>
      <th>5</th>
      <td>0.182323</td>
      <td>{u'estimator__C': 1.0}</td>
    </tr>
    <tr>
      <th>4</th>
      <td>0.000700</td>
      <td>{u'estimator__C': 0.1}</td>
    </tr>
    <tr>
      <th>0</th>
      <td>0.000000</td>
      <td>{u'estimator__C': 1e-05}</td>
    </tr>
    <tr>
      <th>1</th>
      <td>0.000000</td>
      <td>{u'estimator__C': 0.0001}</td>
    </tr>
    <tr>
      <th>2</th>
      <td>0.000000</td>
      <td>{u'estimator__C': 0.001}</td>
    </tr>
    <tr>
      <th>3</th>
      <td>0.000000</td>
      <td>{u'estimator__C': 0.01}</td>
    </tr>
  </tbody>
</table>
</div>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;">&#1042;&#1099;&#1073;&#1086;&#1088; &#1087;&#1086;&#1088;&#1086;&#1075;&#1072;<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;">&#182;</a></h2><ul>
<li>При вызове <code>predict</code> возвращается 1, если вероятность принадлежности к классу больше $0.5$</li>
<li>Можно выбирать порог самому через кросс-валидацию</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[260]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">clf</span> <span class="o">=</span> <span class="n">OneVsRestClassifier</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">(</span><span class="n">C</span><span class="o">=</span><span class="mi">100000</span><span class="p">))</span>
<span class="n">y_hat_bow</span> <span class="o">=</span> <span class="n">cross_val_predict</span><span class="p">(</span><span class="n">clf</span><span class="p">,</span> <span class="n">bow</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s1">&#39;predict_proba&#39;</span><span class="p">)</span>
<span class="n">y_hat_tf_idf</span> <span class="o">=</span> <span class="n">cross_val_predict</span><span class="p">(</span><span class="n">clf</span><span class="p">,</span> <span class="n">tf_idf</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s1">&#39;predict_proba&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Функция, которая в зависимости от порога ставит тег</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[30]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="k">def</span> <span class="nf">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">y_hat</span><span class="p">):</span>
    <span class="k">return</span> <span class="n">f1_score</span><span class="p">(</span><span class="n">y</span><span class="p">,</span> <span class="p">(</span><span class="n">y_hat</span> <span class="o">&gt;</span> <span class="n">alpha</span><span class="p">)</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="s1">&#39;int&#39;</span><span class="p">),</span> <span class="n">average</span><span class="o">=</span><span class="s1">&#39;samples&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;-&#1076;&#1083;&#1103;-BOW">&#1042;&#1099;&#1073;&#1086;&#1088; &#1087;&#1086;&#1088;&#1086;&#1075;&#1072; &#1076;&#1083;&#1103; BOW<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;-&#1076;&#1083;&#1103;-BOW">&#182;</a></h2><ul>
<li>Качество с порогом по умолчанию — $F1=0.404732$</li>
<li>Качество с подобранным порогом — $F1=0.454356$</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[270]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">alphas</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">0.01</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
<span class="n">scores</span> <span class="o">=</span> <span class="p">[</span><span class="n">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">y_hat_bow</span><span class="p">)</span> <span class="k">for</span> <span class="n">alpha</span> <span class="ow">in</span> <span class="n">alphas</span><span class="p">]</span>

<span class="n">plot</span><span class="p">(</span><span class="n">alphas</span><span class="p">,</span> <span class="n">scores</span><span class="p">);</span>
<span class="n">scatter</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)],</span> <span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">));</span>
<span class="k">print</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">))</span>
<span class="k">print</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>0.454356904762
0.00535353535354
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABIsAAAEyCAYAAAB6clB0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzt3X2wZOddH/jv777NzB3bkoynkNGLJSXiRRiwYTAEsk4q
+EUUi+VdXiK22DUpFhUba+NdQhI5IWZLFBveytnsrpPgIt7sJrBaMCxMJWING2CLl7LRGBsUyQhk
+UUjbCNbb/j26PZ032f/6Jfb985Iakm3b3ePPp+qrnvO6XP6Pqe7T/c53/M7T1drLQAAAACQJCvz
bgAAAAAAi0NYBAAAAMCYsAgAAACAMWERAAAAAGPCIgAAAADGhEUAAAAAjAmLAAAAABgTFgEAAAAw
JiwCAAAAYGxt3g3Y72Uve1m75ppr5t0MAAAAgIvGBz/4wc+21k5MM+/ChUXXXHNNTp8+Pe9mAAAA
AFw0quoT087rMjQAAAAAxoRFAAAAAIwJiwAAAAAYExYBAAAAMCYsAgAAAGBMWAQAAADAmLAIAAAA
gDFhEQAAAABjwiIAAAAAxoRFAAAAAIytzbsBAAA8P7/8oYfyk++7L3/22Nl80aXH8vfe+CV586uv
mHezAIAlJSwCAFhiv/yhh/L2X7o7Z8/1kyQPPXY2b/+lu5NEYAQAPCfCIgBYIDs7Lf3WstNaWkt2
Wkt/p2WnJa0N/u4M709LVlYqayuVlZXKalVWVyor479JVc17lS6o19/JuX5Lt7+Tc8PbSGt7550c
bcPn41y/pbezk16/5Vx/J72d4d/+6P6dtCSVZKUqVRncMhquVPZNy2CByfHR87c7/szr1lrS22mD
tg3b2Ovv5NzO4O9oen9n8Brv/u8Lt2k0vtNa2vDxWwbvhbSWn/q1PxkHRSNnz/XzP5y6J51uPyu1
+xysVGVlZfA32Tt9/L/Gw7Vn2dF7qypZrcF7bnT/6Fb7/9fo8SbGR+/PtZXR35Wsrk6O1wXft21i
mxhtB6Px1ZXK+upKVlcO7/0+ak9/+J7s77T0dnaH+8NtuT96r+60dHs72e4N3u/dib/d8XhLf2ew
LbTx/9n9f5PTkwyfs5XxZ8Dkc7g6vK0Mn5Pd5284vH9aWlZr8DyurVY2VleytrqS9dXBtPV9w2ur
lfWV4d/hfYv6eQPAszdVWFRVNyb5Z0lWk/xMa+3HnmK+b0vy3iRf21o7XVXXJPlIkvuGs7y/tfb9
z7fRwMWn15/YgR4dRO7boT43PCicPKhMzj8Ynhwb7wwPR0YHF5PT2/DO3emDnebJ+S7kqQ42R80Z
HywOD2RHB8e9neHf4fDo4GFw6w/+nhs8D9vn+uP7nqod+w0OVHeyM/zb77cLHszstJa14Y7+2vBg
Y214wLa2Ojk+OAhYW1nJ+tpK1lf2H0zsHjwM1nt4cLzn/40OggbjbXhwNzrgHIUc44ObqqwOD2hH
B1w7w2V32v6DscFrtL66kiNro9tqjqxPDK+tDMdXs1KD13VnZ/D6jw+cRu+PDA9Gh4HEZBAxCiO6
/Z3x6zdar/5E23o7bTf0Gf4dPSe98fth8r2wGyTsTPcyT21leJBfeZYHcfvez6P3+PCu3UBg+PrV
viBgFA60tJzrDUOh3s44HDro9eR8j509l3/4f98972Y8J6P3bZI9wdAzqcrg82ilsr62krWVlWys
joYHny2T2+XOTnZDndF2PNyWdya/CyYCulFoy/lGQdXou2FtdWVPoLg/dJwMEEdB5ujzZBR4j+4b
fa5srK5kY214mxxeW8mRifG1lZVxWLZaE6H6yu7n1OqwHf2d7L4vJoO+4Xuh1x8G9EPjAC/nTxs9
D5PtW19dueD46D05Wu+V0fffvudqFPCOQt2VqtTK3ufv/H2R3U/9UQgMF7vR53NrbeJEkff+c/WM
YVFVrSZ5V5LXJzmT5K6qOtVau3fffC9O8rYkH9j3EB9trb3qgNoLS6e1wQHnKAQYHfBOHlgO/mZ3
p2S0ozqxw7KzM6wwmJg+2HGZ2Jla2d1R2D3Tu3tWd7Szm/FOzsS04fBOa+eHF+PgYjfM6PZ2xgf9
o/aPh8c79oN2jh7vyXP9PHluJ08OH3Mw3s+TvcEZ9heqccCxPgg1NiYDjrWVvOTYejZWV7L6LH6S
YLSTPLrtP+s82intTZzx3h9ijMKNcxPBSOdsfxh67VZHnOvthl5Vu/9jdJZ/8gz3aFpVnmJbGAZd
E9vDaGd5bXW33aMd7N1wKXu2s8n36pPn+s/rwG4Umo3Ppq/UnjPsqyt72zYKvjbWVnbbPvH8rw0P
ZEcHUuujcG7iLP2osmLPgdSeA6fdnZ/zw7PRZ0T2HBQ/Gxf+rGgT9+1+Xuzedqt+9h/cb6yuZH2t
srG6Ovy7e7C0vjo4mF9dGRxUjuzft5sMu9ZWd99Po9djT7A5nD65PrtVOXsrKsafg/uqdiZWf0+A
PK1xCLun+mJi2mhbSC74fy8UWk8eEK5UxlVQ3/q//E4+/cST57Xh8pccza/c+o27lTg7E9Vq49dn
9NpNhum7AcnoeeuPP+/3Dbc28Xm/d0d9HLzuC2Qnv+v6w8+cyWB5MmgeHRiP3vPjbWIikKxkHMhO
nljo9XfSnRg+NzzgP78KL1ldGXzGTh6wT35/jp7zvVVYg/v2fr6uZLWS1dWVcUAx+fm3vvoUIcLE
tNHrPHjfj7aH2jeePVVNvZ02cWJg97N89JkwWSm2W103XK+JfYfR69GdeM5GQfm5iRMc5/aF3aOq
qdF3x2SgvvtZkT1B3IWqJ0efJ6Oqu933yk62e4P9i96+aqzRbXs4ztMbhUmj75XdbSH7TtjsBlXj
cGziM/BClW7J+e/ZPf93OGn1guHhbpBXVVm9wEF+7Xu83en7ArXJoG34OLvB4O57cHd4FBTvfj6O
1ne8fvvWd/RcjD4Tdvetsuc5HD2/u/vhk8uf/3/2VxCP2rSzZ/rohNfu/cmFP28vtK+//7Xc/3pO
hqG7w+cvsxtMnn9CaXIfZXScMPn5PxnY77S25zEm932yb3z0fbTnMdpuVfaFvqer9r7n9oes+9/3
49vENrKyUvlb33BNvvNrrzr/H1zEpqksek2S+1trDyRJVd2R5KYk9+6b70eS/HiSv3egLeQFb2en
Zbu3k7Pn+oNbdxAwjIbPDgOH7XM74w+USvbs/OzfQeqOHm9i+dHw5HhvZ/JDfGJ434FDf9jG7d4g
DJk8YH2y139WBxiLbn1YTTI4EF4Zf7HvP/M1eTZwfa1ydG01mxtreenxQShydG01R4eVHkfXV3J0
IigZHDwODi7XV/eekZsMG5Lzv7gmd1taG+1MXOAyi8kvtdEX0r77dqsqJi5RyeQX5lNUI7Xd52p8
QHuBA9n14RlXZzxm79ywcm17GBytTH4u1N73x+TOhMsqWAa3ffOX7umzKEmOra/mtm/+0nzhS47O
sWVwuEYn6EZh1/lVY9lTMTQKpVYnKo7WVlbGB/yTVa+j74yR/QHeYNqourc97aWGuxXTOxcMLkbt
HIWw/eHOxf6QbU8QN5x/cr8k2Rs6ZyI82HsCcuLEw3ja7sF3TazoKLif3C/av0+2P1DZf/Lh/PDw
Aicd953leaoqrtH+1+A53Dkv0J58nSdPQI0r10ZhwHA/dn1lZd8+Yp23npOB2N4Tv4PX7tzwvTd5
MmfS5Htncl909J9GJ4cmA47RScDzw47RtMlLrmvPPu/K/vfqBV7Lveu173WeWHDva7238nL39did
thuW1XmB/GSgl+xeDtvG7429QVh/p+05YbD/MXaHd8O5/Se1xtvNzt73x9NVFvaH28iLjr7wevCZ
Zo2vSPLgxPiZJF83OUNVfXWSq1pr/76q9odF11bVh5I8keSHWmu/vf8fVNUtSW5JkquvvvpZNJ9l
0+3t5DNPPJlPP/FkPvf5bh4/281jnXN57Oy5PNY5lyfOnstjo2mdc3n87Ll8frs383ZVJZvrqzk6
vB3bGAQYo8tqxmcQJ+av4TUalUHJ+4uPro0Dj1EAcmR9tzrk6PrqnkqLPWdzxsO7Zycu1P/I6sru
2ZHR9GT/DsPuWfOdiQ/DNvy239M3x2i99o0P2jtYj42Jy3pGlRKwbEah44uOvPC+6Ln4jTqx9mto
vNBVVTbWBtVbADw/z3uvuapWkrwzyfdc4O5PJbm6tfa5qvqaJL9cVV/eWnticqbW2ruTvDtJTp48
eRHVYLywjIKgTz3+ZD71+Nl8+vHd4U8Nhz/7+e0LVtmsrVQu3VzPJcfWc+nmRi5/ydF8yeUvzqXH
NvKio2vZ3FjNsfXB7ejE8LGNQYhxbGMQyiQ572zLKDgZjA8S6yNrk483qFhRPQDAsnrzq68QDgEA
B2aasOihJJMX5105nDby4iSvTPJbw4Pty5Ocqqo3tdZOJ9lOktbaB6vqo0m+OMnpA2g7h2hru5dP
Pf5kPv34oCro04+fHf4dhECfeeLJfPbz3fOWe/GRtbz80qO5/JJj+bLLX5LLLzmaL7r0aL7wJUdz
4sVHcunmRi49tp7NjVVhDQAAACyAacKiu5JcX1XXZhAS3Zzkvxjd2Vp7PMnLRuNV9VtJfnD4a2gn
kjzSWutX1XVJrk/ywAG2nwNyttvPQ4918uAjZ/Pgo52cefRsHnxk+PfRTh7rnDtvmcs213P5Jcfy
8kuO5iuvvDQvv+RoLn/J0bz80qN5+SWDQOjFR9fnsDYAAADAc/WMYVFrrVdVtyZ5X5LVJO9prd1T
VbcnOd1aO/U0i782ye1VdS7JTpLvb609chAN57l58lw/f/zpv8jdDz2eu888lj/5zOdz5tGz+ezn
t/fMt7G2kisvO5arLtvMV155Sa68bHNcETQKgo6ur85pLQAAAIBZqXahDmTm6OTJk+30aVepHYTt
Xj9//KlRMPR47n7o8fzJZ/5i/AtfLz2+kS+9/MW5+qWbg2Bo9PeyzbzsRUeyoiNjAAAAuChU1Qdb
ayenmdfPwlxkHnykk3/z/k/kd+//bO779G4wdNnmel55xSW55Uuuy1deeUleecUlueLSY/oJAgAA
APYQFl0kPvTJR/Mzv/2x/Op//FRWqvL1131Bvu+11+UrrxgEQ1deJhgCAAAAnpmwaIn1d1p+/d5P
52d++2M5/YlH8+Kja/m+116X7/mGa/LyS47Nu3kAAADAEhIWLaGt7V7e+8Ezec/vfiyf+FwnV730
WH74W2/Id568KsePeEkBAACA506ysEQ+88ST+de/9/H83Ac+mcfPnstXX31pbrvxS/OGL788qzqj
BgAAAA6AsGgJ9Hda3vM7H8tP/tp96fV3cuMrL8/3/tXr8jWvuGzeTQMAAAAuMsKiBfeJz23lB3/h
D3PXxx/N62/4wvzjb7khV3/B5rybBQAAAFykhEULamen5Wc/8In8j3f+cdZWK+/8zq/Kf/bqK/yi
GQAAADBTwqIF9NBjZ/P33/uH+d37P5fXfvGJ/Pi3fYVfNwMAAAAOhbBogbTW8gunz+T2f3dvWmv5
J//5V+Tmr71KNREAAABwaIRFC+IzTzyZ237xj/Kb9z2cr7/upfnJb/+qXPVSfRMBAAAAh0tYNGet
tZz6wz/LO37lnmz3+vnhb70hb/kr12RlRTURAAAAcPiERXN218cfzdvu+HC++upL81Pf8VW57sSL
5t0kAAAA4AVMWDRnn3ykkyT5p3/zVXnFFxyfc2sAAACAF7qVeTfghe5st5ckOX5EbgcAAADMn7Bo
zra6/STJ8Q1hEQAAADB/wqI562z3UpUcXfdSAAAAAPMnoZizrW4/m+urqfLrZwAAAMD8CYvmrNPt
Z1N/RQAAAMCCEBbNWafby/GN1Xk3AwAAACCJsGjutrb72dS5NQAAALAghEVz1un2sqmyCAAAAFgQ
wqI502cRAAAAsEiERXOmzyIAAABgkQiL5kyfRQAAAMAiERbNmT6LAAAAgEUyVVhUVTdW1X1VdX9V
3fY0831bVbWqOjkx7e3D5e6rqjceRKMvJlvdfjaPCIsAAACAxfCM1z9V1WqSdyV5fZIzSe6qqlOt
tXv3zffiJG9L8oGJaTckuTnJlyf5oiT/b1V9cWutf3CrsLx6/Z10ezs57jI0AAAAYEFMU1n0miT3
t9YeaK11k9yR5KYLzPcjSX48yZMT025Kckdrbbu19rEk9w8fjySdc4PMzGVoAAAAwKKYJiy6IsmD
E+NnhtPGquqrk1zVWvv3z3bZ4fK3VNXpqjr98MMPT9Xwi0FnexQWqSwCAAAAFsPz7uC6qlaSvDPJ
332uj9Fae3dr7WRr7eSJEyeeb5OWxla3lyQ5rs8iAAAAYEFMU9LyUJKrJsavHE4beXGSVyb5rapK
ksuTnKqqN02x7Ava2a7KIgAAAGCxTFNZdFeS66vq2qrayKDD6lOjO1trj7fWXtZau6a1dk2S9yd5
U2vt9HC+m6vqSFVdm+T6JL9/4GuxpLa2h5VF+iwCAAAAFsQzlrS01npVdWuS9yVZTfKe1to9VXV7
ktOttVNPs+w9VfXzSe5N0kvyVr+Etqszqiw6orIIAAAAWAxTpRSttTuT3Llv2jueYt6/vm/8R5P8
6HNs30Vt1GeRX0MDAAAAFsXz7uCa525cWSQsAgAAABaEsGiOOuM+i1yGBgAAACwGYdEcbY37LFJZ
BAAAACwGYdEcdbq9rK5UNla9DAAAAMBikFLM0dZ2P5sbq6mqeTcFAAAAIImwaK7Odvv6KwIAAAAW
irBojra6Pf0VAQAAAAtFWDRHHZVFAAAAwIIRFs3R1nYvxzZUFgEAAACLQ1g0R2fP9XNcWAQAAAAs
EGHRHG1t97J5xGVoAAAAwOIQFs3RoM8ilUUAAADA4hAWzdHWdi+bOrgGAAAAFoiwaI463X42VRYB
AAAAC0RYNCfd3k56Oy3H9VkEAAAALBBh0Zx0ur0kUVkEAAAALBRh0ZxsdftJhEUAAADAYhEWzUln
e1RZ5DI0AAAAYHEIi+akM6wsOn5EZREAAACwOIRFc7LVVVkEAAAALB5h0Zx0toeVRcIiAAAAYIEI
i+ZkVFl0TAfXAAAAwAIRFs3JWX0WAQAAAAtIWDQnW8OwSJ9FAAAAwCIRFs1JZ3vUwbXKIgAAAGBx
CIvmZKvbz8bqStZXvQQAAADA4pgqqaiqG6vqvqq6v6puu8D9319Vd1fVh6vqd6rqhuH0a6rq7HD6
h6vqXx70CiyrTreXTf0VAQAAAAvmGTvMqarVJO9K8vokZ5LcVVWnWmv3Tsz2c621fzmc/01J3pnk
xuF9H22tvepgm738Ot1+juuvCAAAAFgw01QWvSbJ/a21B1pr3SR3JLlpcobW2hMTo8eTtINr4sWp
0+3prwgAAABYONOERVckeXBi/Mxw2h5V9daq+miSn0jydybuuraqPlRV/19V/ScX+gdVdUtVna6q
0w8//PCzaP7y2truZ/OIyiIAAABgsRxY78qttXe11v5Skn+Q5IeGkz+V5OrW2quT/ECSn6uql1xg
2Xe31k621k6eOHHioJq00DrdXjbXVRYBAAAAi2WasOihJFdNjF85nPZU7kjy5iRprW231j43HP5g
ko8m+eLn1tSLS6fbz3EdXAMAAAALZpqw6K4k11fVtVW1keTmJKcmZ6iq6ydGvyXJnw6nnxh2kJ2q
ui7J9UkeOIiGL7tOt59NHVwDAAAAC+YZ04rWWq+qbk3yviSrSd7TWrunqm5Pcrq1dirJrVX1uiTn
kjya5C3DxV+b5PaqOpdkJ8n3t9YemcWKLJut7Z7KIgAAAGDhTFXa0lq7M8md+6a9Y2L4bU+x3C8m
+cXn08CLVafbz7F1lUUAAADAYjmwDq6ZXmstW12VRQAAAMDiERbNwXZvJ61Fn0UAAADAwhEWzcHW
di9JVBYBAAAAC0dYNAedbj9JcmxdWAQAAAAsFmHRHGx1R5VFLkMDAAAAFouwaA5GlUWbGyqLAAAA
gMUiLJqDzvYgLFJZBAAAACwaYdEcjC5DU1kEAAAALBph0Rx0xmGRyiIAAABgsQiL5mDUZ9FxlUUA
AADAghEWzcGoz6JNfRYBAAAAC0ZYNAejPouOrassAgAAABaLsGgOOt1+jq6vZHWl5t0UAAAAgD2E
RXOwtd3LcZ1bAwAAAAtIWDQHZ7v9bB5xCRoAAACweIRFc7DVVVkEAAAALCZh0Rx0uv1sbqgsAgAA
ABaPsGgOtrZ72VRZBAAAACwgYdEcqCwCAAAAFpWwaA463X6OH1FZBAAAACweYdEcdLo9lUUAAADA
QhIWzcHWtsvQAAAAgMUkLDpkOzstZ8/1dXANAAAALCRh0SE7e66fJDl+RGURAAAAsHiERYdsq9tL
EpVFAAAAwEISFh2yzrbKIgAAAGBxTRUWVdWNVXVfVd1fVbdd4P7vr6q7q+rDVfU7VXXDxH1vHy53
X1W98SAbv4xGlUXH1lUWAQAAAIvnGcOiqlpN8q4k35zkhiTfNRkGDf1ca+0rWmuvSvITSd45XPaG
JDcn+fIkNyb558PHe8E621VZBAAAACyuaSqLXpPk/tbaA621bpI7ktw0OUNr7YmJ0eNJ2nD4piR3
tNa2W2sfS3L/8PFesLaGYZE+iwAAAIBFNE1icUWSByfGzyT5uv0zVdVbk/xAko0kf2Ni2ffvW/aK
59TSi0Rne3AZmsoiAAAAYBEdWAfXrbV3tdb+UpJ/kOSHns2yVXVLVZ2uqtMPP/zwQTVpIY0ri/RZ
BAAAACygacKih5JcNTF+5XDaU7kjyZufzbKttXe31k621k6eOHFiiiYtr7PDDq43VRYBAAAAC2ia
sOiuJNdX1bVVtZFBh9WnJmeoqusnRr8lyZ8Oh08lubmqjlTVtUmuT/L7z7/Zy2tUWXRcn0UAAADA
AnrGxKK11quqW5O8L8lqkve01u6pqtuTnG6tnUpya1W9Lsm5JI8mectw2Xuq6ueT3Jukl+StrbX+
jNZlKXS2e6lKjq4f2BWAAAAAAAdmqvKW1tqdSe7cN+0dE8Nve5plfzTJjz7XBl5strr9bK6vpqrm
3RQAAACA8yhvOWSdbi+bR1yCBgAAACwmYdEh63T7Ob6hc2sAAABgMQmLDtnWdj+bOrcGAAAAFpSw
6JB1ur0cP6KyCAAAAFhMwqJDttXt55jKIgAAAGBBCYsO2dluT59FAAAAwMISFh0yfRYBAAAAi0xY
dMj0WQQAAAAsMmHRIRv0WSQsAgAAABaTsOgQ9fo76fZ2ctxlaAAAAMCCEhYdos65fpJkU2URAAAA
sKCERYeosz0Ii44fUVkEAAAALCZh0SHa6vaSqCwCAAAAFpew6BCNKos29VkEAAAALChh0SHqDCuL
jqssAgAAABaUsOgQdbrDyiJ9FgEAAAALSlh0iLZUFgEAAAALTlh0iEZ9Fh0TFgEAAAALSlh0iHb7
LHIZGgAAALCYhEWHaGvcZ5HKIgAAAGAxCYsOUafby9pKZWPV0w4AAAAsJqnFIdra7ufYxmqqat5N
AQAAALggYdEhOtvt668IAAAAWGjCokO01e3prwgAAABYaMKiQ9RRWQQAAAAsOGHRIdra7mVzQ2UR
AAAAsLimCouq6saquq+q7q+q2y5w/w9U1b1V9UdV9R+q6hUT9/Wr6sPD26mDbPyy6XT7wiIAAABg
oT3jNVFVtZrkXUlen+RMkruq6lRr7d6J2T6U5GRrrVNV/02Sn0jyN4f3nW2tveqA272UOt1eNo9s
zrsZAAAAAE9pmsqi1yS5v7X2QGutm+SOJDdNztBa+83WWmc4+v4kVx5sMy8Ogz6LVBYBAAAAi2ua
sOiKJA9OjJ8ZTnsq35vkVyfGj1bV6ap6f1W9+Tm08aIx6LNIB9cAAADA4jrQ5KKqvjvJySR/bWLy
K1prD1XVdUl+o6rubq19dN9ytyS5JUmuvvrqg2zSQtFnEQAAALDopqkseijJVRPjVw6n7VFVr0vy
j5K8qbW2PZreWnto+PeBJL+V5NX7l22tvbu1drK1dvLEiRPPagWWRbe3k95Oy/EjKosAAACAxTVN
WHRXkuur6tqq2khyc5I9v2pWVa9O8tMZBEV/PjH9sqo6Mhx+WZJvTDLZMfYLRqfbSxKVRQAAAMBC
e8Yyl9Zar6puTfK+JKtJ3tNau6eqbk9yurV2KslPJnlRkl+oqiT5ZGvtTUm+LMlPV9VOBsHUj+37
FbUXjK1uP0lyXJ9FAAAAwAKbKrlord2Z5M59094xMfy6p1ju95J8xfNp4MWisz2sLDqisggAAABY
XNNchsYBGFUWuQwNAAAAWGTCokOy22eRy9AAAACAxSUsOiSdbX0WAQAAAItPWHRItrr6LAIAAAAW
n7DokHT0WQQAAAAsAWHRIdkNi1yGBgAAACwuYdEh6WyPOrhWWQQAAAAsLmHRIdnq9rOxtpL1VU85
AAAAsLgkF4ek0+2pKgIAAAAWnrDokHS6/RzXXxEAAACw4IRFh0RlEQAAALAMhEWHZGu7n80jKosA
AACAxSYsOiSdbi/HVRYBAAAAC05YdEi2tvsuQwMAAAAWnrDokJw918+mDq4BAACABScsOiRb270c
P6KyCAAAAFhswqJD0umqLAIAAAAWn7DoELTWstXt6bMIAAAAWHjCokOw3dtJa1FZBAAAACw8YdEh
2NruJYk+iwAAAICFJyw6BJ1uP4nKIgAAAGDxCYsOwVZ3WFmkzyIAAABgwQmLDsHW9qCy6JiwCAAA
AFhwwqJDcHZ4GdrxIy5DAwAAABabsOgQjC5D21RZBAAAACw4YdEh6Iz7LFJZBAAAACy2qcKiqrqx
qu6rqvur6rYL3P8DVXVvVf1RVf2HqnrFxH1vqao/Hd7ecpCNXxajPotUFgEAAACL7hnDoqpaTfKu
JN+c5IYk31VVN+yb7UNJTrbWvjLJe5P8xHDZlyb54SRfl+Q1SX64qi47uOYvh1GfRZv6LAIAAAAW
3DSVRa9Jcn9r7YHWWjfJHUlumpyhtfabrbXOcPT9Sa4cDr8xya+31h5prT2a5NeT3HgwTV8eoz6L
jq2rLAIAAAAW2zRh0RVJHpwYPzOc9lS+N8mvPsdlL0qdbj/H1lezulLzbgoAAADA0zrQ66Kq6ruT
nEzy157I/lCSAAAMoklEQVTlcrckuSVJrr766oNs0kLY2u7l+BFVRQAAAMDim6ay6KEkV02MXzmc
tkdVvS7JP0ryptba9rNZtrX27tbaydbayRMnTkzb9qVxttvPMZ1bAwAAAEtgmrDoriTXV9W1VbWR
5OYkpyZnqKpXJ/npDIKiP5+4631J3lBVlw07tn7DcNoLyla3l+MbOrcGAAAAFt8zJhittV5V3ZpB
yLOa5D2ttXuq6vYkp1trp5L8ZJIXJfmFqkqST7bW3tRae6SqfiSDwClJbm+tPTKTNVlgnW4/myqL
AAAAgCUwVblLa+3OJHfum/aOieHXPc2y70nynufawIvBoM8ilUUAAADA4pvmMjSep9GvoQEAAAAs
OmHRIeh0+yqLAAAAgKUgLDoEnW5Pn0UAAADAUhAWHYKtbZVFAAAAwHIQFs3Yzk7L2XP6LAIAAACW
g7Boxs6e6ydJjh8RFgEAAACLT1g0Y1vdXpJkc8NlaAAAAMDiExbNWGdbZREAAACwPIRFM6ayCAAA
AFgmwqIZO9sdVBZtbqgsAgAAABafsGjGtsZhkcoiAAAAYPEJi2assz24DE2fRQAAAMAyEBbN2Kiy
6LjKIgAAAGAJCItmrDPs4PqYPosAAACAJSAsmrGOyiIAAABgiQiLZqyz3UtVcnTdUw0AAAAsPgnG
jG11+zm+sZaqmndTAAAAAJ6RsGjGOt1eNvVXBAAAACwJYdGMdbp9YREAAACwNIRFM7a13c+mzq0B
AACAJSEsmrFOt5fjR1QWAQAAAMtBWDRjW12VRQAAAMDyEBbNWGdbB9cAAADA8hAWzVhHZREAAACw
RIRFM6bPIgAAAGCZCItmTJ9FAAAAwDKZKiyqqhur6r6qur+qbrvA/a+tqj+oql5Vffu++/pV9eHh
7dRBNXwZ9Po76fZ29FkEAAAALI1nLHmpqtUk70ry+iRnktxVVadaa/dOzPbJJN+T5Acv8BBnW2uv
OoC2Lp3OuX6SCIsAAACApTHN9VGvSXJ/a+2BJKmqO5LclGQcFrXWPj68b2cGbVxane1BWHT8iMvQ
AAAAgOUwzWVoVyR5cGL8zHDatI5W1emqen9VvflZtW7JbXV7SVQWAQAAAMvjMEpeXtFae6iqrkvy
G1V1d2vto5MzVNUtSW5JkquvvvoQmnQ4xpVFOrgGAAAAlsQ0lUUPJblqYvzK4bSptNYeGv59IMlv
JXn1BeZ5d2vtZGvt5IkTJ6Z96IXXUVkEAAAALJlpwqK7klxfVddW1UaSm5NM9atmVXVZVR0ZDr8s
yTdmoq+ji12nO+zgWp9FAAAAwJJ4xrCotdZLcmuS9yX5SJKfb63dU1W3V9WbkqSqvraqziT5jiQ/
XVX3DBf/siSnq+oPk/xmkh/b9ytqF7VRn0XHVRYBAAAAS2KqkpfW2p1J7tw37R0Tw3dlcHna/uV+
L8lXPM82Lq1Rn0UqiwAAAIBlMc1laDxH419DW1dZBAAAACwHYdEM7fZZJCwCAAAAloOwaIY63V7W
Viobq55mAAAAYDlIMWZoa7ufzY3VVNW8mwIAAAAwFWHRDHW6vRzXuTUAAACwRIRFM9Tp9nNsQ39F
AAAAwPIQFs1Qp9vP8Q2VRQAAAMDyEBbN0NZ2L5sqiwAAAIAlIiyaoU63r88iAAAAYKkIi2ao0+3p
swgAAABYKsKiGRr0WSQsAgAAAJaHsGiGBn0WuQwNAAAAWB7CohlprQ37LFJZBAAAACwPYdGMdPs7
6e00lUUAAADAUhEWzcjZbj9JsqnPIgAAAGCJCItmZGsYFh1XWQQAAAAsEWHRjHS2e0mSTX0WAQAA
AEtEWDQjKosAAACAZSQsmpFOd1BZdEyfRQAAAMASERbNSGdbZREAAACwfIRFM7LV1WcRAAAAsHyE
RTPS0WcRAAAAsISERTOyta3PIgAAAGD5CItm5OywsmhTWAQAAAAsEWHRjGx1+9lYW8n6qqcYAAAA
WB6SjBnpdHs5rqoIAAAAWDJThUVVdWNV3VdV91fVbRe4/7VV9QdV1auqb99331uq6k+Ht7ccVMMX
3d/+6385//a//rp5NwMAAADgWXnGn+qqqtUk70ry+iRnktxVVadaa/dOzPbJJN+T5Af3LfvSJD+c
5GSSluSDw2UfPZjmL67LLzmayy85Ou9mAAAAADwr01QWvSbJ/a21B1pr3SR3JLlpcobW2sdba3+U
ZGffsm9M8uuttUeGAdGvJ7nxANoNAAAAwAxMExZdkeTBifEzw2nTeD7LAgAAAHDIFqKD66q6papO
V9Xphx9+eN7NAQAAAHjBmiYseijJVRPjVw6nTWOqZVtr726tnWytnTxx4sSUDw0AAADAQZsmLLor
yfVVdW1VbSS5OcmpKR//fUneUFWXVdVlSd4wnAYAAADAAnrGsKi11ktyawYhz0eS/Hxr7Z6qur2q
3pQkVfW1VXUmyXck+emqume47CNJfiSDwOmuJLcPpwEAAACwgKq1Nu827HHy5Ml2+vTpeTcDAAAA
4KJRVR9srZ2cZt6F6OAaAAAAgMUgLAIAAABgTFgEAAAAwNjC9VlUVQ8n+cS823FAXpbks/NuBCwB
2wpMx7YC07GtwHRsKzCdi2VbeUVr7cQ0My5cWHQxqarT03YeBS9kthWYjm0FpmNbgenYVmA6L8Rt
xWVoAAAAAIwJiwAAAAAYExbN1rvn3QBYErYVmI5tBaZjW4Hp2FZgOi+4bUWfRQAAAACMqSwCAAAA
YExYBAAAAMCYsOhZqKobq+q+qrq/qm67wP1Hqur/Gt7/gaq6ZuK+tw+n31dVb5z2MWEZHfS2UlVX
VdVvVtW9VXVPVb3t8NYGZmMW3ynD+1ar6kNV9e9mvxYwezPa/7q0qt5bVX9cVR+pqr9yOGsDszOj
beW/H+57/ceq+j+r6ujhrA3MznPdVqrqC4bHJJ+vqv913zJfU1V3D5f5n6uqDmdtZkdYNKWqWk3y
riTfnOSGJN9VVTfsm+17kzzaWvvLSf5pkh8fLntDkpuTfHmSG5P88+HO/DSPCUtlFttKkl6Sv9ta
uyHJ1yd5q22FZTaj7WTkbUk+Mts1gMMxw23lnyX5f1prX5rkq2KbYcnN6FjliiR/J8nJ1tork6wO
54Ol9Xy2lSRPJvnHSX7wAg/9L5J8X5Lrh7cbD771h0tYNL3XJLm/tfZAa62b5I4kN+2b56Yk//tw
+L1JvmmYKN6U5I7W2nZr7WNJ7h8+3jSPCcvmwLeV1tqnWmt/kCSttb/IYKf+ikNYF5iVWXynpKqu
TPItSX7mENYBDsOBbytVdUmS1yb5V0nSWuu21h47hHWBWZrJ90qStSTHqmotyWaSP5vxesCsPedt
pbW21Vr7nQxCo7GqenmSl7TW3t8GvyD2fyR580zX4hAIi6Z3RZIHJ8bP5PyD1fE8rbVekseTfMHT
LDvNY8KymcW2MjYsA311kg8cYJvhsM1qO/mfkvz9JDsH32SYi1lsK9cmeTjJ/za8ZPNnqur4bJoP
h+bAt5XW2kNJfirJJ5N8KsnjrbVfm0nr4fA8n23l6R7zzDM85tIRFgFLo6pelOQXk/x3rbUn5t0e
WCRV9Z8m+fPW2gfn3RZYcGtJvjrJv2itvTrJVhL9RsI+VXVZBhUW1yb5oiTHq+q759sq4LAIi6b3
UJKrJsavHE674DzDUs1LknzuaZad5jFh2cxiW0lVrWcQFP1sa+2XZtJyODyz2E6+McmbqurjGZRU
/42q+rezaDwcollsK2eSnGmtjSpU35tBeATLbBbbyuuSfKy19nBr7VySX0ryDTNpPRye57OtPN1j
XvkMj7l0hEXTuyvJ9VV1bVVtZNC526l985xK8pbh8Lcn+Y3hNYunktw87FX92gw6vPr9KR8Tls2B
byvD6+n/VZKPtNbeeShrAbN14NtJa+3trbUrW2vXDB/vN1przgCz7GaxrXw6yYNV9SXDZb4pyb2z
XhGYsVkcq3wyyddX1eZwX+ybojN4lt/z2VYuqLX2qSRPVNXXD7eV/yrJrxx80w/X2rwbsCxaa72q
ujXJ+zL4JYD3tNbuqarbk5xurZ3K4GD231TV/UkeyfDXAobz/XwGOyK9JG9trfWT5EKPedjrBgdp
FttKVf3VJP9lkrur6sPDf/UPW2t3Hu7awcGY1XcKXGxmuK38t0l+dnig8ECSv3WoKwYHbEbbygeq
6r1J/mA4/UNJ3n3Y6wYH6flsK0kyrOB+SZKNqnpzkje01u5N8reT/Oskx5L86vC21OppAjIAAAAA
XmBchgYAAADAmLAIAAAAgDFhEQAAAABjwiIAAAAAxoRFAAAAAIwJiwAAAAAYExYBAAAAMPb/AzLg
tdLRMeEVAAAAAElFTkSuQmCC
"
>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;-&#1076;&#1083;&#1103;-Tf-Idf">&#1042;&#1099;&#1073;&#1086;&#1088; &#1087;&#1086;&#1088;&#1086;&#1075;&#1072; &#1076;&#1083;&#1103; Tf-Idf<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;-&#1076;&#1083;&#1103;-Tf-Idf">&#182;</a></h2><ul>
<li>Качество с порогом по умолчанию — $F1=0.382173$</li>
<li>Качество с подобранным порогом — $F1=0.493972$</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[271]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">alphas</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">0.01</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
<span class="n">scores</span> <span class="o">=</span> <span class="p">[</span><span class="n">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">y_hat_tf_idf</span><span class="p">)</span> <span class="k">for</span> <span class="n">alpha</span> <span class="ow">in</span> <span class="n">alphas</span><span class="p">]</span>

<span class="n">plot</span><span class="p">(</span><span class="n">alphas</span><span class="p">,</span> <span class="n">scores</span><span class="p">);</span>
<span class="n">scatter</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)],</span> <span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">));</span>
<span class="k">print</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">))</span>
<span class="k">print</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>0.493972857143
0.00191919191919
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABIsAAAEyCAYAAAB6clB0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzt3XuUpOddH/jvr7unZzQzutkaY1uSLckW2IIQBBMZQzAs
8UUsOZI3kI0gZMWGROGiDVmTbOyQNVmx7Akkh80GlICXeDcXQAFMzAREHDaYnMNmbTSyHBvJVjyW
jSUh4TGSJU3NTHVX1bN/dFV3dWsklaTurqqZz+dMnXrv/bxV9XZPfev3PFWttQAAAABAkixMuwEA
AAAAzA5hEQAAAADrhEUAAAAArBMWAQAAALBOWAQAAADAOmERAAAAAOuERQAAAACsExYBAAAAsE5Y
BAAAAMC6pWk3YKtLLrmkXXHFFdNuBgAAAMBZ4+677/5Ca+3QJNvOXFh0xRVX5OjRo9NuBgAAAMBZ
o6r+YNJtdUMDAAAAYJ2wCAAAAIB1wiIAAAAA1gmLAAAAAFgnLAIAAABgnbAIAAAAgHUThUVVdX1V
3V9Vx6rqnWdY/91VdbyqPjq8/ZWxdTdX1aeGt5u3s/EAAAAAbK+l59qgqhaT3J7kLUkeSnJXVR1p
rd23ZdN/3Vq7dcu+L0nyI0kOJ2lJ7h7u+/i2tB4AAACAbTVJZdF1SY611h5ora0kuSPJjRMe/21J
fqu19tgwIPqtJNe/sKYCAAAAsNMmCYsuTfLg2PxDw2VbfVtVfayqfqWqLn+e+wIAAAAwA56zG9qE
/m2SX2ytdavqryX550m+edKdq+qWJLckyate9aptahIwbe+/5+H8gw/cnz/84qm88qLz8rfe9mV5
+7XyYgAAgFk2SWXRw0kuH5u/bLhsXWvtj1tr3eHszyX5mkn3He7/ntba4dba4UOHDk3admCGvf+e
h/OuX/14Hv7iqbQkD3/xVN71qx/P++952q8AAAAAZsgklUV3Jbm6qq7MWtBzU5LvHN+gql7RWntk
OHtDkk8Mpz+Q5H+rqouH829N8q4X3Wpg17XW0u0NcnKln063l1Or/XRXB1npD7LSG2R1/L4/yN87
cm9OrfY3HePUaj+3/fp9OXT+3uzbs5jz9izmvOXF7NuzkPP2LGbP4kLa8Get3SdpSUtLa1lflyRV
lUpSNZyuZGFs2UJVkmRxobJYlYWFekHn3Bu09PotvcEgvf5auxarsri4dtzFhbXbwrAdAAAA8+45
w6LWWq+qbs1a8LOY5L2ttXur6rYkR1trR5L89aq6IUkvyWNJvnu472NV9aNZC5yS5LbW2mM7cB4w
l0ZhxOnVfrq9wab7TnctlHmq20tneHvq9Nr9ibFba8ny0kKWFxeyZ7GyvLSQPYtrt71j0wuVrA5a
VvuDrK6HOi29/tr0ar+tBz+nVvrprPTW7092+zm52k9/0F70OT/WWclf/LkPb8Oj9/wtLayFRqOQ
Z6GSpcWFLFSNBUODtftBe97nOwqORsdPNsKt0ZGGs2nZOPZ5exazf3kpB/ZuuV9ezP69w/vlpexZ
rFRVFmoUTg0DsuH8wjA0q2Q9bBsP3sbDtvY8Tq2lZbW/EZqt9jcep5X+YG2637I6aGmtrQd5owBt
LcDbaFtV0h8kp3v9dFf7Ob06yKnVfk6v3wbr06v9loWFZGlhIYsLlaWFjYBu63xryaC1DIb3/cFa
yNgftE3LR+1ZXMjwsawsDKcXh+1cO/ZC9u5ZyL6lxafd79uzkL17FrNvae1+aaGG11plaXFhY3ph
7X7P4kKWFkeviY3noo2HoVueo1G7KmNh6Kbn+cyPw9L6/cKmx27r47ZQtX5NvFiDQcvq2GtjZfSa
6A8yaJsD1oWFbFyDC5tD1xca7I604fPcGwzSH7Ss9kbtGmS1t/Z6Xd1022jj+mOyuPk6XlrceLwW
Fyprr+i11/HIaHr0eh8tGz13lSRb5kfbDlpLf/h67Q9aBoO19q+9hofTg7VjjtqytLgwvF9r056F
hSwurt0vLIz9nhm+vgZbfheMfv1sfX0IvQGAkWrP5x3DLjh8+HA7evTotJsBz6jb6+eJU6t58tRq
nhjenjq9FtysBTn99XDnxHrQ08+Jbi8nV3pPC4Web/6yf3kxB/Yu5eDetVBhsSrd3uY3Piu9wdib
os2hx/KWN7TLi5U9Swvrb3aXlxbWfsbyUs4b3u/fOz6/FmDsX17M3qXF9YBqeXS8YUD1F//PD+WP
nuo+rf2HDu7NT3/ntWPhwFpQcGqln9X+YNMbrGRLBVE2QodRMLD1jfdg7A3RoLUMBmtvxEb3vcFw
erARKPQGLQuV7FncCCTW3oQtZM9Crb8JG72Z6rekPxikP9hyP3xzN1q2fg4ZncvGOY2Wt2Q9HDy5
0ktnpZ+T3eH9Sm99+cmVzVVa01KV7FlYWH/Tury0kKXh/J7FhbGgavgGNW39je74ssWq7NuzuBa4
DCvL9g2n942mlxazZ2ktBOr129hj3Ibzw1CvtfT7bS1IGb2pr1HYsvacLS5shGrJWljVhscahUjr
gdIwXFrtD552vW69P706mNZTsa1GodHSwnjYsfE6zdNey5XBKCx8AcHqs6nKemi0NApttlTyjYKV
1f5g43UwvOfF2QgbN56D9YByPQiup/1OHv3u3mo8GB+prP2OXR4LVkd/P9aD16W1378Lwx+0sOlv
wdjPHFs+qTO185mMB2ijn70w/rNr9JittXc8yFufHp7TptB27HW96bEePd6TnMfwcVl6WqXr05eN
f6iwMPacrQfmOxAUjn7nT2q3w8pRyD36/TX+f49k82ttbf3G3xKAeVVVd7fWDk+y7XYNcA1z7cnT
q3n0idP5wy+eWrt/4nQefeJUHuusrAdCo9skbw5Hgcoo0DmwvJRXXLgv+/cuZd/Swvqb4r1LT7/f
O3yzfGBYYXL+vqUc2Du8LS+tV6w8H6PKiqVd/E/Ou/7r1+ddv/rxTV3RztuzmB/+1tfnDVe9dFfa
cDYZDN8ID4YB/3ilzKiCaHx+a/XC+hu52rxuUuNvdtjQWluvoun1R+HJYL2iZVRdszoMVZKN6qpN
VVfZ3H1y7dgbIdamAG483BpkGKCt/axBGwtOhoFav61V+6xNP3PQ2RushW7J5kq40Zv98c+WWmtr
b47HqqbG3/QvDYPoUXVTf7DxGl4Pb4ev51Eb+/2NdePbjQLe3tj2GxVSC5uqfxYXFjZVWa0H4qNQ
YmmjXXuWhtWYiwvr1W6jKp5RZVJ/LIQaTY8en61Vg9nyWLWxx280n/FKv+H0Qm0JEEZv+Bc2VzQl
a8/V6AOAUVC2Omjpn6Ei8mnBxpYQfvQ8bnq9jF5Lw9dCb+x52tTuLcH8RtVSm+j3yqC1TdfGqLK1
0+1tfOjR33hNj157Gx8QtM2P8fP44PP5xImj8xoMhs/s2IcT62F423htnw1Ggc2m+2ypXh0+x4Ox
18Lob9J4CP9CjVe5LY5CrrFrYeu6Gls+/iFBa9n0Qdrq8DX1YkPu8UB1cWFzKLg4/P2SbK3s3agg
Ha1bf8zHQr7ROYxCqU0VsFueg63h33iIO7Ip9F9ftrFucf1nbe62P/qQZbySdXzf8WOOX/OLW85l
cex525g+UzC3OfQd/W3cuNZG193mv4Oj9ZWsPw+jvwkbz9HCpuds63bjlcvj8+OP5dP+LzXW1q0h
8PoHHVuWwTwSFnFWO7nSyxeeWsnxE6dz/KmVHD/RzfGnunn0iVN55InTeeSJ03n0idM50e1t2q9q
rQLmkoN7c+F5e3LVJQdz4Xl7cuH+PbnwvD254Lw9uWDf0tqy4fzBYaCzf8/izP1RWFyoLD6PT1K3
w+hbz3wb2vZYWKgsz9jrirX/QO5dWsxef03hnDYevI1CibUAb7xL5ubg8Wm34fpJw69RWDwepva2
hK6jZVvfbJ/pg4ZRKLYRAm3sM5ofvUFPNgKcjRDj6YHN1lDgmR+/USXqWFfitqUr8WBj2SgsH99u
vPvx6IOVPetVz6NuwU8PuTe6jQ/bkva0UGd0/mcKVEfh8iigX936wUDGuqiOV8Yl62Hk2nlsPA+j
bqitbXRTTTbOexRU9geDserYzSHU+Pk8bdkZKmr7Y49ff/2x3gj+Nh17y/E22jZ8/Y0d83lkuWe1
rWHUKFAar2ofzZ+3vJj9yxtje65NL+W85YXsX15aH/ez6unP88b8hlFV3Ci4Gg8hNwd6Yx9grG+7
sX78A4zxQHlTaDkW3I5e8xvteObQ8UzB6mj6TB8ajH+Qtv77Khu/F5JsautG5flGO0eB89au+uMf
3pzrlYS6oTE3Wms5udLP4ydX8nhnde3+5Eoe76zk8ZOreayzki8Mw6DRfecMXXdGQdArLjovr7hg
X15x0b684sJ9ecWF563dX3ReXnb+3uxZnOTLAgEAgDMZVZv120Y17HhlZmt5hsrMdsZKqtp6PzzO
ehVofyzAG6sO7Q2rzEahbW+swmxrl+bV/mCs/WeoDMvmisrxCthRuLl12dZK1TN1ox6NI3pqtZ+T
K2tDNIxPn1zpvaiqPZ6/8TDpHW/50tzyptdMu0kvmm5ozK1ef5DP/vHJ3P/oU7n/0SfziUefyoOP
nRwGQ6tZ6Z25C1hVcuF5e9argb7ysotyycG9OXT+3lxycDmHzl+bPnRwb15yYDlLgiAAANhRNRxD
a6ffdO5Z3OEfMANGXd9Prww2DfMw3n1vfGJUyTNeoTZekTdeUbbRrX2jy/em9cMqxfWqt7EvTxiv
9NuoWtuo8EnGu2yfuUJtUxXeWAXeqEJx+O9pX/6xtbvsaP/ReQ/GqxPH2jnYsm5rV/6tVZ+DQctX
vPLCbXw254OwiKk5/lQ3n3z0ydz/6FP55KNP5ZOPPplP/dGJdIeB0EIlV15yIFdecjB/8rKLctGB
Pbl4/3Jesn85F+3fk5ccWM5F+5fzkgPLufC8PcZSAQAAzkobXd8Xc2H2TLs5nAOEReyowaDlD584
lWOfP5FPH++s3X/+RI4dP5HHOivr2x06f29e9/Lz85e+9tV53SsuyOtefn5e+7KD2XcufEwAAAAA
M0RYxLb5/FOn89HPfTH/5Y+eyrFhIPTpz3c2lUletH9PXnvoYN56zZfk6i85P69/+fn5spefn5ce
3DvFlgMAAAAjwiJekF5/kE8++lQ+8rnHc/cfPJ6PfO7xPPjYqfX1r7xwX17zsoO56bqX5LUvO5jX
HjqY177sYF5yYPmcH1UeAAAAZpmwiIk83lnJPQ+uBUN3/8Hj+c8PPrFeMfQlF+zN17z64tz8xity
7asuzutefn4O+B5pAAAAmEve0fOMnji1mt/8+CP5N/c8nA9/5rEka18d+OWvvCB/4U9dnq9+9cX5
mldfnFdeuE+1EAAAAJwlhEVs0u3188FPfj7vv+cP89uf/HxW+oNcdehA/sabr84br3ppvvKyi3Le
skGnAQAA4GwlLCKDQcvvffax/NpHH85vfOyRPHm6l0sO7s13fe2r899ce2m+4tILVA4BAADAOUJY
dA773B+fzC/e9bn82j0P5w+fOJ39y4u5/stfnrdfe2m+7jUvzdLiwrSbCAAAAOwyYdE56LNf6OSn
P3gs/+aeh5Mkb7r6kvztb3ld3nLNl2T/spcEAAAAnMskA+eQz36hk5/67WN5/0cfztJC5eY3XpG/
9o1X5Usu2DftpgEAAAAzQlh0DvjMFzr5qd/+VN5/z8NZXlrId3/dWkj0svOFRAAAAMBmwqKz2APH
T+Snh5VEy0sL+ctff2VuERIBAAAAz0JYdBb6zBc6+cf/4VP5tWFI9D1/+src8qbX5ND5e6fdNAAA
AGDGCYvOIqdX+7n9g8fyM//x01laWMhf+Yar8le/4SohEQAAADAxYdFZ4nfu/3ze/Wv35nOPncyf
++pL865veb2QCAAAAHjehEVz7o+ePJ3bfv2+/MbHHslVhw7kF/7qG/J1r7lk2s0CAAAA5pSwaE71
By3/8v/7bP7hv/8vWe0P8kNv+dLc8o1XZe/S4rSbBgAAAMwxYdEc+thDX8wP/5vfz8cffiLfcPUl
+V/f/hV59UsPTLtZAAAAwFlgYZKNqur6qrq/qo5V1TufZbtvq6pWVYeH81dU1amq+ujw9jPb1fBz
0ZOnV/Mjv/b7ufH2/zd/9OTp/PR3Xpt/8ZevExQBAAAA2+Y5K4uqajHJ7UnekuShJHdV1ZHW2n1b
tjs/yQ8m+fCWQ3y6tfZV29Tec9YjT5zKn/sn/ymPPnk6N7/xirzjrV+aC/btmXazAAAAgLPMJN3Q
rktyrLX2QJJU1R1Jbkxy35btfjTJjyf5W9vaQrLaH+TWX7gnT55aza9+39fl2lddPO0mAQAAAGep
SbqhXZrkwbH5h4bL1lXVVye5vLX2G2fY/8qquqeq/mNVfcOZfkBV3VJVR6vq6PHjxydt+znjx3/z
k7n7Dx7Pj3/7VwqKAAAAgB010ZhFz6aqFpL8ZJIfOsPqR5K8qrV2bZJ3JPmFqrpg60attfe01g63
1g4fOnToxTbprPLvfv+R/NzvfiY3v/HV+bNf+cppNwcAAAA4y00SFj2c5PKx+cuGy0bOT/IVSX6n
qj6b5GuTHKmqw621bmvtj5OktXZ3kk8n+dLtaPi54LNf6ORv/fLH8icvvyh/51tfP+3mAAAAAOeA
ScKiu5JcXVVXVtVykpuSHBmtbK090Vq7pLV2RWvtiiQfSnJDa+1oVR0aDpCdqroqydVJHtj2szgL
nV7t5/t//iNZWKjc/p3XZu/S4rSbBAAAAJwDnnOA69Zar6puTfKBJItJ3ttau7eqbktytLV25Fl2
f1OS26pqNckgyfe21h7bjoaf7f6Xf3tv7nvkybz3uw/nsov3T7s5AAAAwDlikm9DS2vtziR3bln2
7mfY9pvGpt+X5H0von3npPfd/VB+8fcezPd/02vyza/7kmk3BwAAADiHvOgBrtle9z/6VH74/R/P
G658Sd7xFsM7AQAAALtLWDRDTnR7+b6fvzsH9+7JT33HtVla9PQAAAAAu0saMSNaa3nn+z6Wz36h
k5/6jmvzsgv2TbtJAAAAwDlIWDQj/uWH/iC//rFH8kNv/bK88TUvnXZzAAAAgHOUsGgG/OcHv5gf
/fX78l992aF83ze+ZtrNAQAAAM5hwqIpe+LUar7/5z+Sl52/Lz/5335VFhZq2k0CAAAAzmFL027A
ue53P/WFPPzFU/lX3/OGXHxgedrNAQAAAM5xKoum7KnTq0mSqw4dmHJLAAAAAIRFU3ei20uSHFhW
5AUAAABMn7BoyjrdfpLkwN7FKbcEAAAAQFg0dZ2VXvYuLWRp0VMBAAAATJ+EYspOdHs5uFcXNAAA
AGA2CIumrNPt5YCwCAAAAJgRwqIp63T7wiIAAABgZgiLpqzT7eXAssGtAQAAgNkgLJqyzopuaAAA
AMDsEBZNmQGuAQAAgFkiLJqytQGudUMDAAAAZoOwaMoMcA0AAADMEmHRFLXW0lnRDQ0AAACYHcKi
KTq12k9rUVkEAAAAzAxh0RSd6PaSJAeWjVkEAAAAzIaJwqKqur6q7q+qY1X1zmfZ7tuqqlXV4bFl
7xrud39VvW07Gn226HT7SVQWAQAAALPjOVOKqlpMcnuStyR5KMldVXWktXbflu3OT/KDST48tuya
JDcl+fIkr0zy/1TVl7bW+tt3CvOrM6osEhYBAAAAM2KSyqLrkhxrrT3QWltJckeSG8+w3Y8m+fEk
p8eW3ZjkjtZat7X2mSTHhscjG93QDHANAAAAzIpJwqJLkzw4Nv/QcNm6qvrqJJe31n7j+e473P+W
qjpaVUePHz8+UcPPBiqLAAAAgFnzoge4rqqFJD+Z5Ide6DFaa+9prR1urR0+dOjQi23S3OisrPXG
O7jXANcAAADAbJikpOXhJJePzV82XDZyfpKvSPI7VZUkL09ypKpumGDfc9qosmj/ssoiAAAAYDZM
Ull0V5Krq+rKqlrO2oDVR0YrW2tPtNYuaa1d0Vq7IsmHktzQWjs63O6mqtpbVVcmuTrJ7237Wcwp
3dAAAACAWfOcKUVrrVdVtyb5QJLFJO9trd1bVbclOdpaO/Is+95bVb+U5L4kvSQ/4JvQNowGuD6w
rBsaAAAAMBsmKmlprd2Z5M4ty979DNt+05b5H0vyYy+wfWe1TreXfXsWsrT4ooeOAgAAANgWUoop
OtHt56AuaAAAAMAMERZNUafbM14RAAAAMFOERVN0cqWXA74JDQAAAJghwqIpOtHt5cBeg1sDAAAA
s0NYNEWdbl83NAAAAGCmCIumyJhFAAAAwKwRFk3RiW4vB41ZBAAAAMwQYdEUqSwCAAAAZo2waEoG
g5aTq/0cNMA1AAAAMEOERVNyarWf1qKyCAAAAJgpwqIp6XR7SZL9wiIAAABghgiLpuTEMCzSDQ0A
AACYJcKiKel0+0mSA74NDQAAAJghwqIp2agsEhYBAAAAs0NYNCWjMYsMcA0AAADMEmHRlHRWhEUA
AADA7BEWTcn6mEUGuAYAAABmiLBoSnRDAwAAAGaRsGhKRgNc+zY0AAAAYJYIi6ak0+3lvD2LWVyo
aTcFAAAAYJ2waEo6Kz1d0AAAAICZIyyakk63n4MGtwYAAABmjLBoSjpdlUUAAADA7JkoLKqq66vq
/qo6VlXvPMP6762qj1fVR6vqd6vqmuHyK6rq1HD5R6vqZ7b7BObViW7P4NYAAADAzHnOtKKqFpPc
nuQtSR5KcldVHWmt3Te22S+01n5muP0NSX4yyfXDdZ9urX3V9jZ7/nVWejl0cO+0mwEAAACwySSV
RdclOdZae6C1tpLkjiQ3jm/QWntybPZAkrZ9TTw7dbp93dAAAACAmTNJWHRpkgfH5h8aLtukqn6g
qj6d5CeS/PWxVVdW1T1V9R+r6hvO9AOq6paqOlpVR48fP/48mj+/TnR7OSgsAgAAAGbMtg1w3Vq7
vbX2miR/O8nfHS5+JMmrWmvXJnlHkl+oqgvOsO97WmuHW2uHDx06tF1NmmkGuAYAAABm0SRh0cNJ
Lh+bv2y47JnckeTtSdJa67bW/ng4fXeSTyf50hfW1LPHYNByckU3NAAAAGD2TBIW3ZXk6qq6sqqW
k9yU5Mj4BlV19djstyb51HD5oeEA2amqq5JcneSB7Wj4PDu52k+SHFhenHJLAAAAADZ7ztKW1lqv
qm5N8oEki0ne21q7t6puS3K0tXYkya1V9eYkq0keT3LzcPc3JbmtqlaTDJJ8b2vtsZ04kXnS6faS
RGURAAAAMHMmSitaa3cmuXPLsnePTf/gM+z3viTvezENPBudGIZFBrgGAAAAZs22DXDN5FQWAQAA
ALNKWDQFJ9bDImMWAQAAALNFWDQFne7aANe6oQEAAACzRlg0BSdXdEMDAAAAZpOwaArWu6EtC4sA
AACA2SIsmoKOMYsAAACAGSUsmoITwzGLVBYBAAAAs0ZYNAWdbi/7lxezsFDTbgoAAADAJsKiKeh0
ewa3BgAAAGaSsGgKOiv9HBQWAQAAADNIWDQFo25oAAAAALNGWDQFJ3RDAwAAAGaUsGgKOt2ebmgA
AADATBIWTYEBrgEAAIBZJSyaghPdfg7uNWYRAAAAMHuERVPQ6fZyYFllEQAAADB7hEW7rD9oObXa
1w0NAAAAmEnCol12cqWXJDmgGxoAAAAwg4RFu6zT7SeJyiIAAABgJgmLdtmJ7lpl0UFhEQAAADCD
hEW7rDMMiwxwDQAAAMwiYdEuWw+LVBYBAAAAM2iisKiqrq+q+6vqWFW98wzrv7eqPl5VH62q362q
a8bWvWu43/1V9bbtbPw86qysjVmkGxoAAAAwi54zLKqqxSS3J/mWJNck+Y7xMGjoF1prf6K19lVJ
fiLJTw73vSbJTUm+PMn1Sf7J8HjnrI3KonP6YQAAAABm1CSVRdclOdZae6C1tpLkjiQ3jm/QWnty
bPZAkjacvjHJHa21bmvtM0mODY93zjqhGxoAAAAwwyZJLC5N8uDY/ENJ3rB1o6r6gSTvSLKc5JvH
9v3Qln0vPcO+tyS5JUle9apXTdLuuWXMIgAAAGCWbdsA162121trr0nyt5P83ee573taa4dba4cP
HTq0XU2aSaOwaP8e3dAAAACA2TNJWPRwksvH5i8bLnsmdyR5+wvc96x3otvPgeXFLCzUtJsCAAAA
8DSThEV3Jbm6qq6squWsDVh9ZHyDqrp6bPZbk3xqOH0kyU1VtbeqrkxydZLfe/HNnl+dbk8XNAAA
AGBmPWdq0VrrVdWtST6QZDHJe1tr91bVbUmOttaOJLm1qt6cZDXJ40luHu57b1X9UpL7kvSS/EBr
rb9D5zIXOiu9HBQWAQAAADNqotSitXZnkju3LHv32PQPPsu+P5bkx15oA882nW4v+/carwgAAACY
Tds2wDWT6XT7ObCssggAAACYTcKiXXaiqxsaAAAAMLuERbuss2KAawAAAGB2CYt2mW9DAwAAAGaZ
sGiXrXVDM8A1AAAAMJuERbuoP2g5vTpQWQQAAADMLGHRLuqs9JLEt6EBAAAAM0tYtIs63WFYpLII
AAAAmFHCol20ERYZswgAAACYTcKiXXSi20+SHFRZBAAAAMwoYdEu0g0NAAAAmHXCol00CotUFgEA
AACzSli0i0bfhrZ/2ZhFAAAAwGwSFu0iYxYBAAAAs05YtIuMWQQAAADMOmHRLup0e6nSDQ0AAACY
XcKiXXSi28uB5aVU1bSbAgAAAHBGwqJd1On2cmCvqiIAAABgdgmLdlFnpW+8IgAAAGCmCYt2UWfY
DQ0AAABgVgmLdpFuaAAAAMCsExbtohPdfg7qhgYAAADMMGHRLlqrLBIWAQAAALNrorCoqq6vqvur
6lhVvfMM699RVfdV1ceq6j9U1avH1vWr6qPD25HtbPy8ERYBAAAAs+45k4uqWkxye5K3JHkoyV1V
daS1dt/YZvckOdxaO1lV35fkJ5L8heG6U621r9rmds+lzkpPNzQAAABgpk1SWXRdkmOttQdaaytJ
7khy4/gGrbUPttZODmc/lOSy7W3m/Ov1Bzm9OvBtaAAAAMBMmyQsujTJg2PzDw2XPZPvSfKbY/P7
qupoVX1iTMxVAAAPpUlEQVSoqt5+ph2q6pbhNkePHz8+QZPmT2elnyS+DQ0AAACYadta5lJV35Xk
cJJvHFv86tbaw1V1VZLfrqqPt9Y+Pb5fa+09Sd6TJIcPH27b2aZZ0en2ksSYRQAAAMBMm6Sy6OEk
l4/NXzZctklVvTnJDye5obXWHS1vrT08vH8gye8kufZFtHduCYsAAACAeTBJWHRXkqur6sqqWk5y
U5JN32pWVdcm+dmsBUWfH1t+cVXtHU5fkuTrk4wPjH3OODEMiw7qhgYAAADMsOcsc2mt9arq1iQf
SLKY5L2ttXur6rYkR1trR5L8gyQHk/xyVSXJ51prNyR5fZKfrapB1oKpv7/lW9TOGZ3ucMwiA1wD
AAAAM2yi5KK1dmeSO7cse/fY9JufYb//lORPvJgGni06K7qhAQAAALNvkm5obANjFgEAAADzQFi0
SzbCImMWAQAAALNLWLRLTgzHLDqosggAAACYYcKiXdLp9rJQyXl7VBYBAAAAs0tYtEtOdHs5sLyU
4bfFAQAAAMwkYdEuObnSM7g1AAAAMPOERbuk0+0b3BoAAACYecKiXXKiq7IIAAAAmH3Col3SGY5Z
BAAAADDLhEW7RGURAAAAMA+ERbuks9LLQWMWAQAAADNOWLRL1ga4VlkEAAAAzDZh0S7pdHs5KCwC
AAAAZpywaBf0+oN0e4PsN8A1AAAAMOOERbug0+0nSQ4YswgAAACYccKiXXBipZckuqEBAAAAM09Y
tAs63bWwyADXAAAAwKwTFu2CE12VRQAAAMB8EBbtApVFAAAAwLwQFu0CA1wDAAAA80JYtAvWK4uW
VRYBAAAAs01YtAs6K7qhAQAAAPNhorCoqq6vqvur6lhVvfMM699RVfdV1ceq6j9U1avH1t1cVZ8a
3m7ezsbPCwNcAwAAAPPiOcOiqlpMcnuSb0lyTZLvqKprtmx2T5LDrbWvTPIrSX5iuO9LkvxIkjck
uS7Jj1TVxdvX/PnQ6fayUMm+PQq5AAAAgNk2SXpxXZJjrbUHWmsrSe5IcuP4Bq21D7bWTg5nP5Tk
suH025L8Vmvtsdba40l+K8n129P0+dHp9nNg71KqatpNAQAAAHhWk4RFlyZ5cGz+oeGyZ/I9SX7z
+exbVbdU1dGqOnr8+PEJmjRfOt2eLmgAAADAXNjWflFV9V1JDif5B89nv9bae1prh1trhw8dOrSd
TZoJnZVe9i8vTrsZAAAAAM9pkrDo4SSXj81fNly2SVW9OckPJ7mhtdZ9Pvue7U50+yqLAAAAgLkw
SVh0V5Krq+rKqlpOclOSI+MbVNW1SX42a0HR58dWfSDJW6vq4uHA1m8dLjundLq9HBAWAQAAAHPg
OROM1lqvqm7NWsizmOS9rbV7q+q2JEdba0ey1u3sYJJfHg7i/LnW2g2ttceq6kezFjglyW2ttcd2
5ExmWKfby0sO7J92MwAAAACe00TlLq21O5PcuWXZu8em3/ws+743yXtfaAPPBicMcA0AAADMiW0d
4JozW+uGZoBrAAAAYPYJi3ZBZ6VvzCIAAABgLgiLdthqf5CV3iAHloVFAAAAwOwTFu2wTreXJCqL
AAAAgLkgLNphJ4Zh0UFjFgEAAABzQFi0wzrdfhKVRQAAAMB8EBbtsBO6oQEAAABzRFi0w06ujLqh
CYsAAACA2Scs2mHrA1z7NjQAAABgDgiLdtiJ9TGLDHANAAAAzD5h0Q7rGLMIAAAAmCPCoh02GuDa
mEUAAADAPBAW7bBOt5fFhcreJQ81AAAAMPskGDus0+3lwPJiqmraTQEAAAB4TsKiHdZZ6euCBgAA
AMwNYdEO63R72S8sAgAAAOaEsGiHnej2fBMaAAAAMDeERTus0+3l4N7FaTcDAAAAYCLCoh3W6fZz
YFllEQAAADAfhEU77ES3Z4BrAAAAYG4Ii3ZYZ8WYRQAAAMD8EBbtsJPdvrAIAAAAmBvCoh200htk
pT/IgWUDXAMAAADzYaKwqKqur6r7q+pYVb3zDOvfVFUfqapeVX37lnX9qvro8HZkuxo+DzrdXpKo
LAIAAADmxnOmGFW1mOT2JG9J8lCSu6rqSGvtvrHNPpfku5P8zTMc4lRr7au2oa1z58QwLDLANQAA
ADAvJkkxrktyrLX2QJJU1R1JbkyyHha11j47XDfYgTbOrc6KyiIAAABgvkzSDe3SJA+OzT80XDap
fVV1tKo+VFVvP9MGVXXLcJujx48ffx6Hnm0b3dCMWQQAAADMh90Y4PrVrbXDSb4zyT+qqtds3aC1
9p7W2uHW2uFDhw7tQpN2R6fbT6IbGgAAADA/JgmLHk5y+dj8ZcNlE2mtPTy8fyDJ7yS59nm0b66N
Kov2LwuLAAAAgPkwSVh0V5Krq+rKqlpOclOSib7VrKourqq9w+lLknx9xsY6OtsZ4BoAAACYN88Z
FrXWekluTfKBJJ9I8kuttXur6raquiFJqupPVdVDSf58kp+tqnuHu78+ydGq+s9JPpjk72/5FrWz
mjGLAAAAgHkzUclLa+3OJHduWfbusem7stY9bet+/ynJn3iRbZxbnZW1MYt8GxoAAAAwL3ZjgOtz
1oluL0sLlb1LHmYAAABgPkgxdlCn28uBvUupqmk3BQAAAGAiwqId1On2DW4NAAAAzBVh0Q7qdHvZ
v2xwawAAAGB+CIt2UGelZ3BrAAAAYK4Ii3bQiW5PNzQAAABgrgiLdtDaANe6oQEAAADzQ1i0gzrd
vm5oAAAAwFwRFu2gzopuaAAAAMB8ERbtoLVuaMIiAAAAYH4Ii3ZIt9fPar/lwLIxiwAAAID5ISza
IZ1uP0lUFgEAAABzRVi0QzrdXhJhEQAAADBfhEU75MQwLDLANQAAADBPhEU7RGURAAAAMI+ERTuk
s7I2ZtHBvQa4BgAAAOaHsGiHjCqL9i+rLAIAAADmh7BohxizCAAAAJhHwqIdYswiAAAAYB4Ji3bI
RlhkzCIAAABgfgiLdsiJbj97Fit7l4RFAAAAwPwQFu2Qkys9XdAAAACAuTNRWFRV11fV/VV1rKre
eYb1b6qqj1RVr6q+fcu6m6vqU8PbzdvV8Fn3/d/02vz8X3nDtJsBAAAA8Lw8Z+lLVS0muT3JW5I8
lOSuqjrSWrtvbLPPJfnuJH9zy74vSfIjSQ4naUnuHu77+PY0f3a9/MJ9efmF+6bdDAAAAIDnZZLK
ouuSHGutPdBaW0lyR5IbxzdorX22tfaxJIMt+74tyW+11h4bBkS/leT6bWg3AAAAADtgkrDo0iQP
js0/NFw2iYn2rapbqupoVR09fvz4hIcGAAAAYLvNxADXrbX3tNYOt9YOHzp0aNrNAQAAADhnTRIW
PZzk8rH5y4bLJvFi9gUAAABgl00SFt2V5OqqurKqlpPclOTIhMf/QJK3VtXFVXVxkrcOlwEAAAAw
g54zLGqt9ZLcmrWQ5xNJfqm1dm9V3VZVNyRJVf2pqnooyZ9P8rNVde9w38eS/GjWAqe7ktw2XAYA
AADADKrW2rTbsMnhw4fb0aNHp90MAAAAgLNGVd3dWjs8ybYzMcA1AAAAALNBWAQAAADAOmERAAAA
AOtmbsyiqjqe5A+m3Y5tckmSL0y7ETAHXCswGdcKTMa1ApNxrcBkzpZr5dWttUOTbDhzYdHZpKqO
Tjp4FJzLXCswGdcKTMa1ApNxrcBkzsVrRTc0AAAAANYJiwAAAABYJyzaWe+ZdgNgTrhWYDKuFZiM
awUm41qByZxz14oxiwAAAABYp7IIAAAAgHXCIgAAAADWCYueh6q6vqrur6pjVfXOM6zfW1X/erj+
w1V1xdi6dw2X319Vb5v0mDCPtvtaqarLq+qDVXVfVd1bVT+4e2cDO2Mn/qYM1y1W1T1V9es7fxaw
83bo/18XVdWvVNUnq+oTVfXG3Tkb2Dk7dK38j8P/e/1+Vf1iVe3bnbOBnfNCr5WqeunwPcmJqvrp
Lft8TVV9fLjPP66q2p2z2TnCoglV1WKS25N8S5JrknxHVV2zZbPvSfJ4a+21Sf73JD8+3PeaJDcl
+fIk1yf5J8P/zE9yTJgrO3GtJOkl+aHW2jVJvjbJD7hWmGc7dJ2M/GCST+zsGcDu2MFr5f9I8u9a
a69L8ifjmmHO7dB7lUuT/PUkh1trX5FkcbgdzK0Xc60kOZ3kf07yN89w6H+a5K8muXp4u377W7+7
hEWTuy7JsdbaA621lSR3JLlxyzY3Jvnnw+lfSfJnhonijUnuaK11W2ufSXJseLxJjgnzZtuvldba
I621jyRJa+2prP2n/tJdOBfYKTvxNyVVdVmSb03yc7twDrAbtv1aqaoLk7wpyT9LktbaSmvti7tw
LrCTduTvSpKlJOdV1VKS/Un+cIfPA3baC75WWmud1trvZi00WldVr0hyQWvtQ23tG8T+RZK37+hZ
7AJh0eQuTfLg2PxDefqb1fVtWmu9JE8keemz7DvJMWHe7MS1sm5YBnptkg9vY5tht+3UdfKPkvxP
SQbb32SYip24Vq5McjzJ/zXssvlzVXVgZ5oPu2bbr5XW2sNJ/mGSzyV5JMkTrbV/vyOth93zYq6V
ZzvmQ89xzLkjLALmRlUdTPK+JH+jtfbktNsDs6Sq/mySz7fW7p52W2DGLSX56iT/tLV2bZJOEuNG
whZVdXHWKiyuTPLKJAeq6rum2ypgtwiLJvdwksvH5i8bLjvjNsNSzQuT/PGz7DvJMWHe7MS1kqra
k7Wg6Odba7+6Iy2H3bMT18nXJ7mhqj6btZLqb66qf7UTjYddtBPXykNJHmqtjSpUfyVr4RHMs524
Vt6c5DOtteOttdUkv5rk63ak9bB7Xsy18mzHvOw5jjl3hEWTuyvJ1VV1ZVUtZ21wtyNbtjmS5Obh
9Lcn+e1hn8UjSW4ajqp+ZdYGvPq9CY8J82bbr5Vhf/p/luQTrbWf3JWzgJ217ddJa+1drbXLWmtX
DI/32601nwAz73biWnk0yYNV9WXDff5Mkvt2+kRgh+3Ee5XPJfnaqto//L/Yn4nB4Jl/L+ZaOaPW
2iNJnqyqrx1eK/9dkl/b/qbvrqVpN2BetNZ6VXVrkg9k7ZsA3ttau7eqbktytLV2JGtvZv9lVR1L
8liG3xYw3O6XsvYfkV6SH2it9ZPkTMfc7XOD7bQT10pV/ekkfynJx6vqo8Mf9Xdaa3fu7tnB9tip
vylwttnBa+V/SPLzwzcKDyT573f1xGCb7dC18uGq+pUkHxkuvyfJe3b73GA7vZhrJUmGFdwXJFmu
qrcneWtr7b4k35/k/05yXpLfHN7mWj1LQAYAAADAOUY3NAAAAADWCYsAAAAAWCcsAgAAAGCdsAgA
AACAdcIiAAAAANYJiwAAAABYJywCAAAAYN3/D2Vng04nn6a6AAAAAElFTkSuQmCC
"
>
</div>

</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="N-&#1075;&#1088;&#1072;&#1084;&#1084;&#1099;">N-&#1075;&#1088;&#1072;&#1084;&#1084;&#1099;<a class="anchor-link" href="#N-&#1075;&#1088;&#1072;&#1084;&#1084;&#1099;">&#182;</a></h2><ul>
<li>При увеличении N количество признаков стремительно растёт</li>
<li>Даже для 10 тысяч объектов валидация и подбор гиперпараметров существенно замедляются</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[273]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">CountVectorizer</span><span class="p">(</span><span class="n">binary</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span> <span class="n">ngram_range</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">))</span>
<span class="n">bow</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">bow</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">bow</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 1132373)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="Hashing-Trick">Hashing Trick<a class="anchor-link" href="#Hashing-Trick">&#182;</a></h2><p>Вместо того, чтобы хранить каждый вариант N-граммы отдельно, мы будем получать индекс столбца, хешируя содержимое.</p>
<p>Позволяет задавать произвольное количество столбцов.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[278]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">HashingVectorizer</span><span class="p">(</span><span class="n">binary</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span> <span class="n">ngram_range</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span> <span class="n">n_features</span><span class="o">=</span><span class="mi">50000</span><span class="p">)</span>
<span class="n">bow</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">bow</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">bow</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 50000)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;-&#1076;&#1083;&#1103;-HashingTrick">&#1042;&#1099;&#1073;&#1086;&#1088; &#1087;&#1086;&#1088;&#1086;&#1075;&#1072; &#1076;&#1083;&#1103; HashingTrick<a class="anchor-link" href="#&#1042;&#1099;&#1073;&#1086;&#1088;-&#1087;&#1086;&#1088;&#1086;&#1075;&#1072;-&#1076;&#1083;&#1103;-HashingTrick">&#182;</a></h2><ul>
<li>Качество с подобранным порогом — $F1=0.509255$</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[282]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">clf</span> <span class="o">=</span> <span class="n">OneVsRestClassifier</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">(</span><span class="n">C</span><span class="o">=</span><span class="mi">100000</span><span class="p">))</span>
<span class="n">y_hat_bow</span> <span class="o">=</span> <span class="n">cross_val_predict</span><span class="p">(</span><span class="n">clf</span><span class="p">,</span> <span class="n">bow</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s1">&#39;predict_proba&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[283]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">alphas</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">0.01</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
<span class="n">scores</span> <span class="o">=</span> <span class="p">[</span><span class="n">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">y_hat_bow</span><span class="p">)</span> <span class="k">for</span> <span class="n">alpha</span> <span class="ow">in</span> <span class="n">alphas</span><span class="p">]</span>

<span class="n">plot</span><span class="p">(</span><span class="n">alphas</span><span class="p">,</span> <span class="n">scores</span><span class="p">);</span>
<span class="n">scatter</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)],</span> <span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">));</span>
<span class="k">print</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">))</span>
<span class="k">print</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>0.509255
0.00191919191919
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABIsAAAEyCAYAAAB6clB0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xu0nXV95/HPd1/OLTkhFwJI7mgsRLSiB/AyWqeChLED
urQVO1aoWsapTJnazhRGq20cZ1XtctpZpa0sxNKhNmO9tHGMpVq1a1VLzEGomFBqCJiLASIBsnfO
2Zdn7+/88TzP3s/ZOUl2yNn7efY579daZ53nuvPbJ+ch53z4/r4/c3cBAAAAAAAAkpRLewAAAAAA
AADIDsIiAAAAAAAAtBAWAQAAAAAAoIWwCAAAAAAAAC2ERQAAAAAAAGghLAIAAAAAAEALYREAAAAA
AABaCIsAAAAAAADQQlgEAAAAAACAlkLaA+h09tln+/r169MeBgAAAAAAwLxx3333/cTdV3ZzbebC
ovXr12tycjLtYQAAAAAAAMwbZvajbq9lGhoAAAAAAABaCIsAAAAAAADQQlgEAAAAAACAFsIiAAAA
AAAAtBAWAQAAAAAAoIWwCAAAAAAAAC2ERQAAAAAAAGghLAIAAAAAAEALYREAAAAAAABaCIsAAAAA
AADQUkh7AADmr7++/6A+cc/D+vEz0zp/6aj+61U/pTddsirtYQEAAAAAToKwCEBP/PX9B3XrFx/U
dL0hSTr4zLRu/eKDkkRgBAAAAAAZRlgEQJLk7mo0XQ13BY3wo95shtuJz/XoXHu7qXrTVQ+arWP1
RlNbvry7FRTFpusNfXjbLj0zVWsdM7PEtmTRsZyZzKScSaZwOzweXxcekxLH4+ui15LC4+3XOvHn
8GsguVzy6GuSOObeHmMxn1Mxbyrkcu3t6HMxn1MhZyoWchou5DSUz814j2lyd1WDpqr1pqbrDdUb
TY0U8xobymu0mFcul41xAgAAAEgXYRGQQfEv9dO1hqbqDU3XGqrUG5qqNTQd7U/XA03XmpqqBZqq
NXSsFmiqGl4zVQt0rNbQVDVo7VfqTQVNV9PDgKfpUtBsqtmMPnt/3tuz03X9zpd39+cPy4jhQk5D
hZyGC3kNF3IaLra3hwpR67hWQOVRQBV+H8SBVVIrJFM7bLPEuaDpqtSbqtbD75dKvaFKvalK0Dju
tTrHOTaU19hQQSPFnMaGChodCsOkxcMFjY8UND5SbG2Hn4vR8XB/dCivoXxOxSgoG8rnCKEAAACA
AUNYBMwRd9exWkPPTNX07HRdz07V9cx0Xc9M1fXMdHjs6HQ9Cnoamq43VWlttwOheP9kv9TPJvmL
/qLhvEaHClo0lNfSsSEtGg6DiXwup3xOKuRyypmpkDflc6a8RZ+jj0KuXSlTyOWi/ehYdK6Qi6po
8paoqMlpqBDe87bb/0lPHK0eN87zlozoqze/JvyadZxrus+o5In3W8ejc03vDFLi6xJhS8d2M7o+
fK34NcL9ZtNbaUuyOkkKw5hktVLTpXojUVUVVVIlq6qChqsWNFVrNMNKnqChar29XQvi7TDQkSTL
hX+2WlVUx1dPxd9nM7/vomootUOl4YJpxaK8Roo5jRbzGinmNTqU10ghp+FivnWskDdVO0LImduB
pusNHTlW074jUypVApUqdVXqzdP63sznwu+RoXwYjsXfN3kz5aLvv1y8ndNxx2UzwzCL9uKvU/Lv
rfV31rq2XXkWf22bTVet0VQtaLb+LuuN8O+r3miqHoT74dcyp5FiXkPR5+HoaziS+DxUyGm24jHT
zINm0mgxr0XDhfBjKNxePFzQWHJ7OK/hQr793OVyyhO4AQAAoI8Ii7DgubuOTgc68MyUDjw9rYNP
T+vgM+HnY7WgPQ2rGU7TChrh53qz2dqv1Bt6drqu4CTlOUOFnM4aLbam/IxEv7SvHB9O/EI/85f7
0WiKUDhVqKDR1jWF9vnhvMaKeRXy2Vrc8NarL5rRs0gKf1G+5eoLtWzRUIojw5mqN5oqVwKVq4GO
VuoqVQKVK4FK1TBIqkdBTC0KXmqNhuqJAC2cstie9tiMKt4aTUWfw/1421tVV5I3w63k1MDOKqww
P/TjphHGIWMhCjeL+bB6Kg4742qoeN8l1YKmKvWGqonPz07X9WTiWC04Pjyb7b8ETXdN1Wa//lTM
pEIU5hZzOeVbIVIYSuUsEWzGUyylVtiWNwsDw8S0w9HO/85E24VcO6xLhsg5sxOem/HRcS7+numc
ylpvtr8X4nBu0VAYpMWVavH2cCE70zkBAAAWgq7CIjPbLOkPJeUl3eHuv9dx/gZJn5B0MDr0R+5+
R3TuekkfjI7/D3e/aw7GDZyWcjXQvqemtO/IMe070g6FDkTBULkazLh+tJjXqmWjOmu0GFVF5DRS
tOiXtbCqJp83FaP94WJOS0eLWjpW1NLRIS2Jt6P9pWNFjRTzKb37dMRNrFkNbf4p5nNatmiI0O85
qjeamqo2VK4FmqqGoduxajiV9Fg1/KgGURjdCqjD3mBxQN0KsBs+MwxrVdNF1XNqV8/FFWNHjtXa
FY61517N2E/5nGnxcBwg5WWy46oMlaggjEPCOEjrrGDLWfiaZqZ8tB3/t75VXdkK5WaGdEP5sB9Z
MaqUG4pDxkJOw4ljw4Uw/B8uhlV+I9H/CBgp5KJKP/qEAQCA7LLOKQ3HXWCWl/Svkq6UdEDSTklv
d/fdiWtukDTh7jd13Ltc0qSkCYU/s94n6eXu/vSJ/ryJiQmfnJx8Tm8GC5e768lSVfuOTOlHT01p
31NhKPSjI1Pa99SUnjpWm3H9+EhBq5eNadXSUa1eFn6sWjqqVdHn5YuG+L/YABaMZJ+0oNmu6mp0
VIDFDfCTFWBBIzw+4/r4XFRtGTaDb09lLRZmTmUt5MLKyKlaGJ6VK4GO1eKKtTBAC6vZGjpWDeTy
VoN6i+Yp5maZfiipNX5vjVntarYobIorRoOoYrSe2G8Hdu3pinGV3JkGbEPR+0+OPRdVcbWqxRS+
t3g6Z/g1y2moo7F+svG+y9VsztIDLREgtqrw1J7e2jmttTW1tZiLqr6iaZRRBdji4Xjqc3sK5dhQ
XmPF9vZoMc+/pwAAZISZ3efuE91c201l0WWS9rj73ujFt0q6VlI3HWqvkvQ1dz8S3fs1SZsl/WU3
gwOSakFTB55uB0CtYCiqFkr2UcmZ9LyzRrVuxZiu3HSu1q4Y07rli7RuxZjWLB/TWaPFFN8JAGSL
mbUqX9C9oCM8qgXt7Uq9GTWXDxvMV4OoL12toUrQbB1vRAsMtHuzeWu/2dpvV5kFzaZqQTylL5zq
WQ6C1lS/eqM5I0gzm9nHq30uPDCzH1j72viYJB07Fmj/kamwAq4aBnmnsyjCWNQof3Qor0VDBY0U
88cHX7kwOIsDtDhYlI4PuOKvU+dqlZ1O1Eus9TVJrLg5YypntJ8M5Qr5sLosufplIRdWlLWqxVo9
4XKJ7fCDvmMAgEHTTVi0StL+xP4BSZfPct1bzOy1CquQft3d95/g3uPmoJjZjZJulKS1a9d2N3LM
K5V6Q4dLVT1ZquiJo1U9ebSiJ0pVPXm0qh8/M619R6Z06NnpGT+cjhbzWrt8TOtWLNJrNq7UuhVj
Wrs8/Fi9bKy9yhQAAD1QiMKOsQU2I9M9XHExnjpZjlbeLFeDdqP8eFXOeGXOKCg7Vg0b58cLARyr
NaLFApqJXlbt/laSZlRZdYZfnYsStMZ4grHPDJ0SiygorDiLw6i4aq7WOP0eY7OJ+6HlEgtJzOgD
doKeXzk7/lwucX/O2pVn1rGdnHoZrnAZr3aZbwd4Ue+ycLugXC6xKMQsC0s04zmfCivdktM346ma
xfg9JhbDKOaNCjMAGDBz1eD6y5L+0t2rZvYfJd0l6We7vdndb5d0uxROQ5ujMSGDnixVtGPvEX33
0SN69CfHWuHQs9P1464t5k0rFw/rvLNGdNmG5VqzfEzrlo+1QqGV48P84AEAQJ9Z1DB9dCivsxcP
pz2cnoqnL8aN2FsrYTbDz/HqltP1jsqxWkOVoN0XrFJvKmg0Z5/mGU/xbIbTPePP8fTOprenRVaD
cPpkfF1ceZacXtl0RYsDhNtB08OVL+sNNU6nJGyOJYOj1tTJQlyxlWuHYLmwl1ghl1MuF/cUy7X6
i8WreiYXAYkDr5HE8WI+166kSzb+z7VXyMxFf87oUK61mMjYUJ6m+gCg7sKig5LWJPZXq93IWpLk
7k8ldu+Q9PHEva/ruPdbpztIDK4njlZ0796ndO/eI9rx6FPae/iYJGnRUF4vOHdcG85epMs3rNC5
S4Z1zviIzok+n7tkWMvGhmj+CQAAUmNm0bQ4Dfw0TfewUioOsMIKsOR2OL0wGaRYq39WsqLLWiHa
jP5ejZl9vuKALYhCtnpUQZbcjqu36o1ma0XMVljWbPcKazQbrdCuFsxszp9sQzBXzHTcqpGjUQBV
yFmr11oxMYWyfS6cvhg3u281w4+a4yePh6tativEcslt62jGn6goCwM0RSGaKZdrh2txWV3niqDt
Yx69x+j1zVrbrT83N3O7mMvxMzmwAHUTFu2UtNHMNigMf66T9IvJC8zsee5+KNq9RtJD0fY9kv6n
mS2L9t8g6dYzHjUy6/FnK/qnvT/Rjr1HdO/ep/TYU1OSpPHhgi7dsFxvm1ijV1ywQi86f0nmlnoH
AACYr8xMw4W8hgt5LU17MHOo2fRWFddULarwqjdUC5ozphcmp9Y1o4oslxQ0wtUiK7WGpmrhlMlK
PJ2yY9XIOOyarjXUaAZhpVmzPYUy7BsWNcOP+pelWc01l8zUWikyXhW4tXJk1IC/MxyLV4ZM7ofb
eQ0XZ16TDNKGC/kwXCvmou/Zju1CTsPFcLuQY4oj0CunDIvcPTCzmxQGP3lJd7r7LjPbImnS3bdJ
+jUzu0ZSIOmIpBuie4+Y2UcUBk6StCVudo35Y99TU/rqDw5p+w8e1z/vf0aStGSkoMs2rNA7XrFO
l29YoU3nL6G5IwAAAOZULmfR9LGCVqQ9mFnE1VHVYGYz/Li6yqNpg63phNHqk81EqNWejig1mmEV
VjhNMarISkxljPt5STN7eiWPySR5+BrJZvrxipHJ6Y2N1oqQ4fTLRtNnVJE1ElVk8fuqRe+3VAn0
VPSeWwFa0J6+ORc9wXImDRfCyq+RQjidcDhuNB8fj7aHi+1qrs7AK7mfT1aNxZVkUdP9Qkd1mRSt
IunHV3MlK7mkk/RbS+wXctaaWpmsbmNqJNJgyW/gLJiYmPDJycm0h4FTePQnx7T9wUP66g8O6QcH
j0qSXrL6LG2++Dz9zAtX6sLzCIcAAAAAzK7ZDKch1hL9v8LPDVXrUegUrSZZTRxPblcSn9urUCZW
o0wcrwbNKOxqtqY1xp8HwUgx1wqQwlUlw75fhVxuxkqSnStM5qIG+bl4+qK1pza2G+mHQVfD2wFg
+2vUnLHv7q1pismG+u0pk2r9efHUzFbQFq0s2RnAxQ3z47AuDuTyieq1ZEg3234xcX0hCv4I2I5n
Zve5+0Q3185Vg2ssAHueLOurD4YVRA8dCgOiS9Yu1Qf+3UXafPF5WrN8LOURAgAAABgEuZxpJJdP
vR9Yuxl81HsrUTkV99YKEr256o32Oamzgquzmivc92glQU9WILnPqEZS1JC+0urHFU+DbIdfyamR
8VjqTVc9qurqXGGy1mgmGuZ3VKtFx5tRpZpJicAmDHFm7OfagVCyAq5dGdfxZyS+bvHqlv2UM7Wn
NSamOib3hzumSsbnZrv+0vXL9JLV82kS76kRFuGkfvhESV958JC2P3hI//pEWZI0sW6ZfvvnNunq
i8/T+UtHUx4hAAAAADw3ZhattpfXML8d90TnypLJPl9xOJes9qrPUv0Vryg56/kZ56LVKhvHV6tV
o2q1sGqtMWOqZHxdcqpksurstzZfSFgE7HmypK98/3F95cEf61+fKMtMunT9cv3uNS/SVS86T+ed
NZL2EAEAAAAAA2BQV5Zs9RyrNzVUWHiLMxEWQVI7INr+4CE9/ERpRkB09cXn6ZwlBEQAAAAAgIUh
7OuU/lTJtBAWLWBPHK1o63f3zwyI1oUB0eaLz9O5BEQAAAAAACw4hEULkLvrC987qN/98i6Vq4Eu
Xbdcv/PvN+nqFz+PgAgAAAAAgAWOsGiBeeJoRbd+8UF941+e1KXrl+ljb3mJLli5OO1hAQAAAACA
jCAsWiDcXX/9wEF9+G92qdZo6rd/bpN++VXrlctZ2kMDAAAAAAAZQli0ADxZqugDX/qBvrb7Cb18
3TJ94q1UEwEAAAAAgNkRFs1j7q5t//xjfXjbLk3VGvrgGy/SL796g/JUEwEAAAAAgBMgLJqnflKu
6oNf+oH+dtfjeumapfr9n/9pveAcqokAAAAAAMDJERbNQ3+363Hd8sUHVa4GuuXqC/Urr7mAaiIA
AAAAANAVwqJ5ZvuDh3TTZ7+nF51/lj75Cz+tjeeOpz0kAAAAAAAwQAiL5pFv/suTunnr/Xr5umW6
612XaWyIv14AAAAAAHB6cmkPAHPjnx55Su+9+z5deN4SffqGSwmKAAAAAADAc0JYNA/cv+9pveeu
nVq7fEx3vesyLRkppj0kAAAAAAAwoAiLBtxDh47qhs/s1Nnjw/qL91yu5YuG0h4SAAAAAAAYYIRF
A+yRw2X90qd3aGwor7vffbnOWTKS9pAAAAAAAMCAIywaUPuPTOkdd+yQJN39nsu1ZvlYyiMCAAAA
AADzAWHRAHryaEXv+PQOHasG+vN3Xa7nr1yc9pAAAAAAAMA8QVg0YI4cq+k/3LFDPylVdde7LtOm
85ekPSQAAAAAADCPdBUWmdlmM3vYzPaY2S0nue4tZuZmNhHtrzezaTN7IPr407ka+EJ0tFLXO+/c
oX1HpnTH9ZfqkrXL0h4SAAAAAACYZwqnusDM8pJuk3SlpAOSdprZNnff3XHduKSbJe3oeIlH3P2l
czTeBStoNPWeP5vUw4+XdPsvTeiVz1+R9pAAAAAAAMA81E1l0WWS9rj7XnevSdoq6dpZrvuIpI9J
qszh+BD5+kNP6LuPHdFH3/xi/dsLz0l7OAAAAAAAYJ7qJixaJWl/Yv9AdKzFzF4maY27f2WW+zeY
2f1m9g9m9prZ/gAzu9HMJs1s8vDhw92OfUH5zLcf06qlo3rLy1anPRQAAAAAADCPnXGDazPLSfqk
pN+Y5fQhSWvd/RJJ75f0WTM7riOzu9/u7hPuPrFy5cozHdK889Cho9rx6BFd/6p1yucs7eEAAAAA
AIB5rJuw6KCkNYn91dGx2LikiyV9y8wek/QKSdvMbMLdq+7+lCS5+32SHpH0wrkY+EJy13ce00gx
p1+YWHPqiwEAAAAAAM5AN2HRTkkbzWyDmQ1Juk7Stvikuz/r7me7+3p3Xy/pXknXuPukma2MGmTL
zC6QtFHS3jl/F/PY08dq+tL9B/XmS1Zr6dhQ2sMBAAAAAADz3ClXQ3P3wMxuknSPpLykO919l5lt
kTTp7ttOcvtrJW0xs7qkpqT3uvuRuRj4QrF1535Vg6ZueNX6tIcCAAAAAAAWgFOGRZLk7tslbe84
9qETXPu6xPYXJH3hDMa3oAWNpu6+90d65QUr9FPnjac9HAAAAAAAsACccYNr9M7XH3pCB5+Z1g2v
Xp/2UAAAAAAAwAJBWJRhn/n2Y1q1dFRXXHRu2kMBAAAAAAALBGFRRj106Kh2PHpE73zlOuVzlvZw
AAAAAADAAkFYlFF3fecxjRRzetula9IeCgAAAAAAWEAIizLo6WM1fen+g3rzJau1dGwo7eEAAAAA
AIAFhLAog7bu3K9q0NT1r1qX9lAAAAAAAMACQ1iUMUGjqbvv/ZFeecEKXXjekrSHAwAAAAAAFhjC
ooz5+kNP6OAz07rh1evTHgoAAAAAAFiACIsy5jPffkyrlo7qiovOTXsoAAAAAABgASIsypCHDh3V
jkeP6J2vXKd8ztIeDgAAAAAAWIAIizLkru88ppFiTm+7dE3aQwEAAAAAAAsUYVFGPH2spi/df1Bv
vmSVlo4NpT0cAAAAAACwQBEWZcTWnftVDZq6/lXr0x4KAAAAAABYwAiLMiBoNHX3vT/SKy9YoQvP
W5L2cAAAAAAAwAJGWJQBX3/oCR18ZpqqIgAAAAAAkDrCogz4zLcf06qlo7rionPSHgoAAAAAAFjg
CItS9vDjJe149Ije+cp1KuT56wAAAAAAAOkinUjZQ4eOSpJef9G5KY8EAAAAAACAsCh1pWogSVoy
Wkh5JAAAAAAAAIRFqStXwrBofLiY8kgAAAAAAAAIi1JXqtSVz5lGivxVAAAAAACA9HWVUJjZZjN7
2Mz2mNktJ7nuLWbmZjaROHZrdN/DZnbVXAx6PilXA42PFGRmaQ8FAAAAAABAp2yUY2Z5SbdJulLS
AUk7zWybu+/uuG5c0s2SdiSObZJ0naQXSTpf0tfN7IXu3pi7tzDYypVAi4fpVwQAAAAAALKhm8qi
yyTtcfe97l6TtFXStbNc9xFJH5NUSRy7VtJWd6+6+6OS9kSvh0ipSlgEAAAAAACyo5uwaJWk/Yn9
A9GxFjN7maQ17v6V0703uv9GM5s0s8nDhw93NfD5olwJp6EBAAAAAABkwRl3VTaznKRPSvqN5/oa
7n67u0+4+8TKlSvPdEgDpUxlEQAAAAAAyJBuwqKDktYk9ldHx2Ljki6W9C0ze0zSKyRti5pcn+re
Ba9cDbR4pJj2MAAAAAAAACR1FxbtlLTRzDaY2ZDChtXb4pPu/qy7n+3u6919vaR7JV3j7pPRddeZ
2bCZbZC0UdJ35/xdDLBSpU5lEQAAAAAAyIxTphTuHpjZTZLukZSXdKe77zKzLZIm3X3bSe7dZWaf
k7RbUiDpfayENlOpEmgJPYsAAAAAAEBGdJVSuPt2Sds7jn3oBNe+rmP/o5I++hzHN6/VgqaqQZPK
IgAAAAAAkBln3OAaz92xaiBJWkxlEQAAAAAAyAjCohSV47CIyiIAAAAAAJARhEUpKlXCsGicyiIA
AAAAAJARhEUpalcWFVMeCQAAAAAAQIiwKEWlSl0SlUUAAAAAACA7CItSVKbBNQAAAAAAyBjCohS1
ehbR4BoAAAAAAGQEYVGKqCwCAAAAAABZQ1iUonIlUM6k0WI+7aEAAAAAAABIIixKVbkaaPFwQWaW
9lAAAAAAAAAkERal6milrvGRYtrDAAAAAAAAaCEsSlG5EmicfkUAAAAAACBDCItSFE9DAwAAAAAA
yArCohSVqwEroQEAAAAAgEwhLEpRuUJlEQAAAAAAyBbCohSVqvQsAgAAAAAA2UJYlCIqiwAAAAAA
QNYQFqWk3mhqut7Q+Egx7aEAAAAAAAC0EBal5Fg1kCQqiwAAAAAAQKYQFqWkVInCInoWAQAAAACA
DCEsSkk5qiwap7IIAAAAAABkSFdhkZltNrOHzWyPmd0yy/n3mtmDZvaAmf2jmW2Kjq83s+no+ANm
9qdz/QYGVRwWUVkEAAAAAACy5JRJhZnlJd0m6UpJByTtNLNt7r47cdln3f1Po+uvkfRJSZujc4+4
+0vndtiDr1yhZxEAAAAAAMiebiqLLpO0x933untN0lZJ1yYvcPejid1Fknzuhjg/leJpaFQWAQAA
AACADOkmLFolaX9i/0B0bAYze5+ZPSLp45J+LXFqg5ndb2b/YGavOaPRziOlSl2SND5STHkkAAAA
AAAAbXPW4Nrdb3P350v6LUkfjA4fkrTW3S+R9H5JnzWzJZ33mtmNZjZpZpOHDx+eqyFlGtPQAAAA
AABAFnUTFh2UtCaxvzo6diJbJb1Jkty96u5PRdv3SXpE0gs7b3D32919wt0nVq5c2e3YB1q5GshM
GhvKpz0UAAAAAACAlm7Cop2SNprZBjMbknSdpG3JC8xsY2L3jZJ+GB1fGTXIlpldIGmjpL1zMfBB
V6oEWjxckJmlPRQAAAAAAICWU86BcvfAzG6SdI+kvKQ73X2XmW2RNOnu2yTdZGZXSKpLelrS9dHt
r5W0xczqkpqS3uvuR3rxRgZNuRponCloAAAAAAAgY7pKK9x9u6TtHcc+lNi++QT3fUHSF85kgPNV
uRJoMSuhAQAAAACAjJmzBtc4PeVqQHNrAAAAAACQOYRFKSlV6hofKaY9DAAAAAAAgBkIi1JSqjIN
DQAAAAAAZA9hUUrKFRpcAwAAAACA7CEsSgk9iwAAAAAAQBYRFqWg0XRN1RpMQwMAAAAAAJlDWJSC
cjWQJCqLAAAAAABA5hAWpSAOi5awGhoAAAAAAMgYwqIUlCp1SWIaGgAAAAAAyBzCohSUK0xDAwAA
AAAA2URYlIJS3LOIyiIAAAAAAJAxhEUpiCuLxqksAgAAAAAAGUNYlIIylUUAAAAAACCjCItSQM8i
AAAAAACQVYRFKShV6jKTFg0RFgEAAAAAgGwhLEpBqRpo8VBBuZylPRQAAAAAAIAZCItSUK4E9CsC
AAAAAACZRFiUgnI1oF8RAAAAAADIJMKiFJSrVBYBAAAAAIBsIixKQalCZREAAAAAAMgmwqIUlKuB
lowU0x4GAAAAAADAcQiLUlCq1KksAgAAAAAAmdRVWGRmm83sYTPbY2a3zHL+vWb2oJk9YGb/aGab
Euduje572MyumsvBDypWQwMAAAAAAFl1yrDIzPKSbpN0taRNkt6eDIMin3X3F7v7SyV9XNIno3s3
SbpO0oskbZb0x9HrLViNputYrUFlEQAAAAAAyKRuKosuk7TH3fe6e03SVknXJi9w96OJ3UWSPNq+
VtJWd6+6+6OS9kSvt2AdqwWSpHEqiwAAAAAAQAZ1k1iskrQ/sX9A0uWdF5nZ+yS9X9KQpJ9N3Htv
x72rZrn3Rkk3StLatWu7GffAKlfCsIjKIgAAAAAAkEVz1uDa3W9z9+dL+i1JHzzNe2939wl3n1i5
cuVcDSmTytUoLKKyCAAAAAAAZFA3YdFBSWsS+6ujYyeyVdKbnuO9816pEk9DK6Y8EgAAAAAAgON1
ExbtlLTRzDaY2ZDChtXbkheY2cbE7hsl/TDa3ibpOjMbNrMNkjZK+u6ZD3twlSp1SUxDAwAAAAAA
2XTKxMJAFEfFAAASVUlEQVTdAzO7SdI9kvKS7nT3XWa2RdKku2+TdJOZXSGpLulpSddH9+4ys89J
2i0pkPQ+d2/06L0MhHgaGg2uAQAAAABAFnWVWLj7dknbO459KLF980nu/aikjz7XAc43NLgGAAAA
AABZNmcNrtEdGlwDAAAAAIAsIyzqs7jB9aIhwiIAAAAAAJA9hEV9Vq4GWjSUVz5naQ8FAAAAAADg
OIRFfVauBBofKaY9DAAAAAAAgFkRFvVZqVqnXxEAAAAAAMgswqI+K1UCVkIDAAAAAACZRVjUZ+Vq
oHEqiwAAAAAAQEYRFvVZmcoiAAAAAACQYYRFfVauEhYBAAAAAIDsIizqM1ZDAwAAAAAAWUZY1EfN
pqtcC1gNDQAAAAAAZBZhUR8dqwVyl8aZhgYAAAAAADKKsKiPytVAkqgsAgAAAAAAmUVY1EflShQW
UVkEAAAAAAAyirCoj0pUFgEAAAAAgIwjLOqjuLKInkUAAAAAACCrCIv6KO5ZND5STHkkAAAAAAAA
syMs6qNSpS6JaWgAAAAAACC7CIv6qESDawAAAAAAkHGERX0UT0MjLAIAAAAAAFlFWNRH5UqgsaG8
8jlLeygAAAAAAACz6iosMrPNZvawme0xs1tmOf9+M9ttZt83s783s3WJcw0zeyD62DaXgx805WpA
VREAAAAAAMi0UyYXZpaXdJukKyUdkLTTzLa5++7EZfdLmnD3KTP7T5I+Lult0blpd3/pHI97IJWq
gcZpbg0AAAAAADKsm8qiyyTtcfe97l6TtFXStckL3P2b7j4V7d4rafXcDnN+KFcCLR4ppj0MAAAA
AACAE+omLFolaX9i/0B07ETeLemrif0RM5s0s3vN7E2z3WBmN0bXTB4+fLiLIQ2mUqWucaahAQAA
AACADJvT5MLM3iFpQtLPJA6vc/eDZnaBpG+Y2YPu/kjyPne/XdLtkjQxMeFzOaYsKVcDnTM+kvYw
AAAAAAAATqibyqKDktYk9ldHx2YwsyskfUDSNe5ejY+7+8Ho815J35J0yRmMd6CF09CoLAIAAAAA
ANnVTVi0U9JGM9tgZkOSrpM0Y1UzM7tE0qcUBkVPJo4vM7PhaPtsSa+WlGyMvaCUWA0NAAAAAABk
3CmTC3cPzOwmSfdIyku60913mdkWSZPuvk3SJyQtlvRXZiZJ+9z9GkkXSfqUmTUVBlO/17GK2oLh
7iqzGhoAAAAAAMi4rpILd98uaXvHsQ8ltq84wX3fkfTiMxngfDFVa8hdhEUAAAAAACDTupmGhjlQ
rgaSpMXDxZRHAgAAAAAAcGKERX1SqtQliQbXAAAAAAAg0wiL+qRUCSuLxmlwDQAAAAAAMoywqE9a
09CoLAIAAAAAABlGWNQn5Urcs4iwCAAAAAAAZBdhUZ+UqoRFAAAAAAAg+wiL+iSuLFoywmpoAAAA
AAAguwiL+iTuWbRoOJ/ySAAAAAAAAE6MsKhPSpW6Rot5FfJ8yQEAAAAAQHaRXPRJuRqwEhoAAAAA
AMg8wqI+KVUCjdPcGgAAAAAAZBxhUZ9QWQQAAAAAAAYBYVGflCuBxgmLAAAAAABAxhEW9Um5Gmgx
09AAAAAAAEDGERb1SakSaPFwMe1hAAAAAAAAnBRhUZ+UKnWmoQEAAAAAgMwjLOoDd2caGgAAAAAA
GAiERX0wXW+o6WI1NAAAAAAAkHmERX1QrgSSRGURAAAAAADIPMKiPihVw7CInkUAAAAAACDrCIv6
IK4sIiwCAAAAAABZ11VYZGabzexhM9tjZrfMcv79ZrbbzL5vZn9vZusS5643sx9GH9fP5eAHRak1
Da2Y8kgAAAAAAABO7pRhkZnlJd0m6WpJmyS93cw2dVx2v6QJd3+JpM9L+nh073JJH5Z0uaTLJH3Y
zJbN3fAHQ7lal0TPIgAAAAAAkH3dVBZdJmmPu+9195qkrZKuTV7g7t9096lo915Jq6PtqyR9zd2P
uPvTkr4mafPcDH1wlJiGBgAAAAAABkQ3YdEqSfsT+weiYyfybklffY73zkvlKquhAQAAAACAwTCn
6YWZvUPShKSfOc37bpR0oyStXbt2LoeUCXGD68VUFgEAAAAAgIzrprLooKQ1if3V0bEZzOwKSR+Q
dI27V0/nXne/3d0n3H1i5cqV3Y59YJSrgUaKORXzLD4HAAAAAACyrZv0YqekjWa2wcyGJF0naVvy
AjO7RNKnFAZFTyZO3SPpDWa2LGps/Ybo2IJSqgashAYAAAAAAAbCKedFuXtgZjcpDHnyku50911m
tkXSpLtvk/QJSYsl/ZWZSdI+d7/G3Y+Y2UcUBk6StMXdj/TknWRYqRLQ3BoAAAAAAAyErhIMd98u
aXvHsQ8ltq84yb13SrrzuQ5wPihX6jS3BgAAAAAAA4EmOn1QrgaERQAAAAAAYCAQFvVBqRKwEhoA
AAAAABgIhEV9UK7SswgAAAAAAAwGwqI+KFcDjTMNDQAAAAAADADCoh5zd5WZhgYAAAAAAAYEYVGP
VepNBU3X4uFi2kMBAAAAAAA4JcKiHitV65JEZREAAAAAABgIhEU9Vq4EkkTPIgAAAAAAMBAIi3qs
XI3CIiqLAAAAAADAACAs6rG4smgxlUUAAAAAAGAAEBb1WCmqLKJnEQAAAAAAGASERT3W7lnEamgA
AAAAACD7CIt6rFRhNTQAAAAAADA4CIt6LG5wvWg4n/JIAAAAAAAATo2wqMdK1UBDhZyGC4RFAAAA
AAAg+wiLeqxcCbSEKWgAAAAAAGBAEBb1WLkaaPEwYREAAAAAABgMhEU9Vq4ENLcGAAAAAAADg7Co
x0pUFgEAAAAAgAFCWNRjpUqgxcPFtIcBAAAAAADQFcKiHitX6xpnGhoAAAAAABgQhEU9Vq4wDQ0A
AAAAAAyOrsIiM9tsZg+b2R4zu2WW8681s++ZWWBmb+041zCzB6KPbXM18EHg7ipXAyqLAAAAAADA
wDhlimFmeUm3SbpS0gFJO81sm7vvTly2T9INkn5zlpeYdveXzsFYB041aKrecFZDAwAAAAAAA6Ob
FOMySXvcfa8kmdlWSddKaoVF7v5YdK7ZgzEOrHI1kCSNMw0NAAAAAAAMiG6moa2StD+xfyA61q0R
M5s0s3vN7E2zXWBmN0bXTB4+fPg0XjrbSpUwLKKyCAAAAAAADIp+NLhe5+4Tkn5R0h+Y2fM7L3D3
2919wt0nVq5c2Ych9Uc5DouGiymPBAAAAAAAoDvdhEUHJa1J7K+OjnXF3Q9Gn/dK+pakS05jfAOt
VK1LEquhAQAAAACAgdFNWLRT0kYz22BmQ5Kuk9TVqmZmtszMhqPtsyW9WoleR/NdXFnEamgAAAAA
AGBQnDIscvdA0k2S7pH0kKTPufsuM9tiZtdIkpldamYHJP28pE+Z2a7o9oskTZrZP0v6pqTf61hF
bV5rNbgmLAIAAAAAAAOiqxTD3bdL2t5x7EOJ7Z0Kp6d13vcdSS8+wzEOrDgsYhoaAAAAAAAYFP1o
cL1gsRoaAAAAAAAYNIRFPVSqBBrK5zRcyKc9FAAAAAAAgK4QFvVQuVqnqggAAAAAAAwUwqIeKlcC
+hUBAAAAAICBQljUQ+VqwEpoAAAAAABgoBAW9VCJyiIAAAAAADBgCIt6iMoiAAAAAAAwaAiLeqhc
pbIIAAAAAAAMFsKiHipVAlZDAwAAAAAAA4WwqIfC1dCKaQ8DAAAAAACga4RFPVINGqo1mvQsAgAA
AAAAA4WwqEfKlUCSCIsAAAAAAMBAISzqkXI1DItocA0AAAAAAAYJYVGPlCqERQAAAAAAYPAQFvVI
q7KIaWgAAAAAAGCAEBb1SFxZNM5qaAAAAAAAYIAQFvVIuVqXRGURAAAAAAAYLIRFPcJqaAAAAAAA
YBARFvVIidXQAAAAAADAACIs6pFyJVAxbxou8CUGAAAAAACDgySjR8rVQIuHCzKztIcCAAAAAADQ
ta7CIjPbbGYPm9keM7tllvOvNbPvmVlgZm/tOHe9mf0w+rh+rgaedb/6uhfo7vdcnvYwAAAAAAAA
TsspG+qYWV7SbZKulHRA0k4z2+buuxOX7ZN0g6Tf7Lh3uaQPS5qQ5JLui+59em6Gn13nnTWi884a
SXsYAAAAAAAAp6WbyqLLJO1x973uXpO0VdK1yQvc/TF3/76kZse9V0n6mrsfiQKir0naPAfjBgAA
AAAAQA90ExatkrQ/sX8gOtaNru41sxvNbNLMJg8fPtzlSwMAAAAAAGCuZaLBtbvf7u4T7j6xcuXK
tIcDAAAAAACwYHUTFh2UtCaxvzo61o0zuRcAAAAAAAB91k1YtFPSRjPbYGZDkq6TtK3L179H0hvM
bJmZLZP0hugYAAAAAAAAMuiUYZG7B5JuUhjyPCTpc+6+y8y2mNk1kmRml5rZAUk/L+lTZrYruveI
pI8oDJx2StoSHQMAAAAAAEAGmbunPYYZJiYmfHJyMu1hAAAAAAAAzBtmdp+7T3RzbSYaXAMAAAAA
ACAbCIsAAAAAAADQQlgEAAAAAACAlsz1LDKzw5J+lPY45sjZkn6S9iCAAcCzAnSHZwXoDs8K0B2e
FaA78+VZWefuK7u5MHNh0XxiZpPdNo8CFjKeFaA7PCtAd3hWgO7wrADdWYjPCtPQAAAAAAAA0EJY
BAAAAAAAgBbCot66Pe0BAAOCZwXoDs8K0B2eFaA7PCtAdxbcs0LPIgAAAAAAALRQWQQAAAAAAIAW
wiIAAAAAAAC0EBadBjPbbGYPm9keM7tllvPDZvZ/o/M7zGx94tyt0fGHzeyqbl8TGERz/ayY2Roz
+6aZ7TazXWZ2c//eDdAbvfg3JTqXN7P7zez/9f5dAL3Xo5+/lprZ583sX8zsITN7ZX/eDdA7PXpW
fj362esHZvaXZjbSn3cD9M5zfVbMbEX0O0nZzP6o456Xm9mD0T3/28ysP++mdwiLumRmeUm3Sbpa
0iZJbzezTR2XvVvS0+7+Akn/S9LHons3SbpO0oskbZb0x9EP8928JjBQevGsSAok/Ya7b5L0Cknv
41nBIOvRcxK7WdJDvX0HQH/08Fn5Q0l/6+4XSvpp8cxgwPXod5VVkn5N0oS7XywpH10HDKwzeVYk
VST9tqTfnOWl/0TSr0jaGH1snvvR9xdhUfcuk7TH3fe6e03SVknXdlxzraS7ou3PS3p9lCheK2mr
u1fd/VFJe6LX6+Y1gUEz58+Kux9y9+9JkruXFP5Qv6oP7wXolV78myIzWy3pjZLu6MN7APphzp8V
MztL0mslfVqS3L3m7s/04b0AvdSTf1ckFSSNmllB0pikH/f4fQC99pyfFXc/5u7/qDA0ajGz50la
4u73eriC2J9LelNP30UfEBZ1b5Wk/Yn9Azr+l9XWNe4eSHpW0oqT3NvNawKDphfPSktUBnqJpB1z
OGag33r1nPyBpP8mqTn3QwZS0YtnZYOkw5I+E03ZvMPMFvVm+EDfzPmz4u4HJf2+pH2SDkl61t3/
riejB/rnTJ6Vk73mgVO85sAhLAIwMMxssaQvSPov7n407fEAWWJmPyfpSXe/L+2xABlXkPQySX/i
7pdIOiaJvpFABzNbprDCYoOk8yUtMrN3pDsqAP1CWNS9g5LWJPZXR8dmvSYq1TxL0lMnubeb1wQG
TS+eFZlZUWFQ9Bfu/sWejBzon148J6+WdI2ZPaawpPpnzezuXgwe6KNePCsHJB1w97hC9fMKwyNg
kPXiWblC0qPuftjd65K+KOlVPRk90D9n8qyc7DVXn+I1Bw5hUfd2StpoZhvMbEhhc7dtHddsk3R9
tP1WSd+I5ixuk3Rd1FV9g8KGV9/t8jWBQTPnz0o0n/7Tkh5y90/25V0AvTXnz4m73+ruq919ffR6
33B3/g8wBl0vnpXHJe03s5+K7nm9pN29fiNAj/Xid5V9kl5hZmPRz2KvF83gMfjO5FmZlbsfknTU
zF4RPSvvlPQ3cz/0/iqkPYBB4e6Bmd0k6R6FKwHc6e67zGyLpEl336bwl9n/Y2Z7JB1RtFpAdN3n
FP4gEkh6n7s3JGm21+z3ewPmUi+eFTP7N5J+SdKDZvZA9Ef9d3ff3t93B8yNXv2bAsw3PXxW/rOk
v4h+Udgr6Zf7+saAOdajZ2WHmX1e0vei4/dLur3f7w2YS2fyrEhSVMG9RNKQmb1J0hvcfbekX5X0
Z5JGJX01+hhodpKADAAAAAAAAAsM09AAAAAAAADQQlgEAAAAAACAFsIiAAAAAAAAtBAWAQAAAAAA
oIWwCAAAAAAAAC2ERQAAAAAAAGghLAIAAAAAAEDL/wf5x8EGvwPHRgAAAABJRU5ErkJggg==
"
>
</div>

</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1086;&#1085;&#1080;&#1078;&#1077;&#1085;&#1080;&#1077;-&#1088;&#1072;&#1079;&#1084;&#1077;&#1088;&#1085;&#1086;&#1089;&#1090;&#1080;">&#1055;&#1086;&#1085;&#1080;&#1078;&#1077;&#1085;&#1080;&#1077; &#1088;&#1072;&#1079;&#1084;&#1077;&#1088;&#1085;&#1086;&#1089;&#1090;&#1080;<a class="anchor-link" href="#&#1055;&#1086;&#1085;&#1080;&#1078;&#1077;&#1085;&#1080;&#1077;-&#1088;&#1072;&#1079;&#1084;&#1077;&#1088;&#1085;&#1086;&#1089;&#1090;&#1080;">&#182;</a></h2><p>Можно получать <code>dense</code> матрицы любым способом, который вам нравится.</p>
<p>Позволяет сократить время обучения и использовать методы, которые больше подходят <code>dense</code> матрицы.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[9]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">TfidfVectorizer</span><span class="p">(</span><span class="n">ngram_range</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">))</span>
<span class="n">tf_idf</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">tf_idf</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">tf_idf</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 397950)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[&nbsp;]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">svd</span> <span class="o">=</span> <span class="n">TruncatedSVD</span><span class="p">(</span><span class="n">n_components</span><span class="o">=</span><span class="mi">200</span><span class="p">,</span> <span class="n">n_iter</span><span class="o">=</span><span class="mi">5</span><span class="p">)</span>
<span class="n">tf_idf_svd</span> <span class="o">=</span> <span class="n">svd</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">tf_idf</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1041;&#1083;&#1077;&#1085;&#1076;&#1080;&#1085;&#1075;">&#1041;&#1083;&#1077;&#1085;&#1076;&#1080;&#1085;&#1075;<a class="anchor-link" href="#&#1041;&#1083;&#1077;&#1085;&#1076;&#1080;&#1085;&#1075;">&#182;</a></h2><p>Когда у нас есть несколько моделей, мы можем получать смешенное предсказание.</p>
<p>Если модели не сильно скоррелированы, то зачастую мы можем улучшить качество результирующей модели.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[35]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">HashingVectorizer</span><span class="p">(</span><span class="n">binary</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span> <span class="n">ngram_range</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">3</span><span class="p">),</span> <span class="n">n_features</span><span class="o">=</span><span class="mi">50000</span><span class="p">)</span>
<span class="n">bow</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">bow</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">bow</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 50000)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[36]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">vectorizer</span> <span class="o">=</span> <span class="n">TfidfVectorizer</span><span class="p">()</span>
<span class="n">tf_idf</span> <span class="o">=</span> <span class="n">vectorizer</span><span class="o">.</span><span class="n">fit_transform</span><span class="p">(</span><span class="n">texts</span><span class="o">.</span><span class="n">text</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="n">tf_idf</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">tf_idf</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(10000, 35247)
&lt;class &#39;scipy.sparse.csr.csr_matrix&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1077;&#1076;&#1089;&#1082;&#1072;&#1079;&#1072;&#1085;&#1080;&#1103;">&#1055;&#1088;&#1077;&#1076;&#1089;&#1082;&#1072;&#1079;&#1072;&#1085;&#1080;&#1103;<a class="anchor-link" href="#&#1055;&#1088;&#1077;&#1076;&#1089;&#1082;&#1072;&#1079;&#1072;&#1085;&#1080;&#1103;">&#182;</a></h2><p>С помощью кросс-валидации предскажем обучающую выборку для каждой модели.</p>
<p>В итоге мы получим несмещённые предсказания для объектов, у которых уже знаем метки.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[42]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">clf_lr</span> <span class="o">=</span> <span class="n">OneVsRestClassifier</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">(</span><span class="n">C</span><span class="o">=</span><span class="mi">100000</span><span class="p">))</span>
<span class="n">y_hat_lr</span> <span class="o">=</span> <span class="n">cross_val_predict</span><span class="p">(</span><span class="n">clf_lr</span><span class="p">,</span> <span class="n">bow</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s1">&#39;predict_proba&#39;</span><span class="p">,</span> <span class="n">cv</span><span class="o">=</span><span class="n">folds</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[43]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">clf_lr</span> <span class="o">=</span> <span class="n">OneVsRestClassifier</span><span class="p">(</span><span class="n">LogisticRegression</span><span class="p">(</span><span class="n">C</span><span class="o">=</span><span class="mi">100000</span><span class="p">))</span>
<span class="n">y_hat_lr_tf_idf</span> <span class="o">=</span> <span class="n">cross_val_predict</span><span class="p">(</span><span class="n">clf_lr</span><span class="p">,</span> <span class="n">tf_idf</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s1">&#39;predict_proba&#39;</span><span class="p">,</span> <span class="n">cv</span><span class="o">=</span><span class="n">folds</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><p>Получим качество на каждой моделе в отдельности и на их смеси.</p>
<ul>
<li>Качество первой модели — $F1=0.5092$</li>
<li>Качество второй модели — $F1=0.4935$</li>
<li>Качество их смеси — $F1=0.5270$</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[50]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">alphas</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">0.02</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
<span class="n">lr_scores</span> <span class="o">=</span> <span class="p">[</span><span class="n">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">y_hat_lr</span><span class="p">)</span> <span class="k">for</span> <span class="n">alpha</span> <span class="ow">in</span> <span class="n">alphas</span><span class="p">]</span>
<span class="n">nb_scores</span> <span class="o">=</span> <span class="p">[</span><span class="n">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">y_hat_lr_tf_idf</span><span class="p">)</span> <span class="k">for</span> <span class="n">alpha</span> <span class="ow">in</span> <span class="n">alphas</span><span class="p">]</span>
<span class="n">lr_nb_scores</span> <span class="o">=</span> <span class="p">[</span><span class="n">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="mf">0.5</span> <span class="o">*</span> <span class="n">y_hat_lr_tf_idf</span> <span class="o">+</span> <span class="mf">0.5</span> <span class="o">*</span> <span class="n">y_hat_lr</span><span class="p">)</span> <span class="k">for</span> <span class="n">alpha</span> <span class="ow">in</span> <span class="n">alphas</span><span class="p">]</span>

<span class="k">print</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">lr_scores</span><span class="p">))</span>
<span class="k">print</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">nb_scores</span><span class="p">))</span>
<span class="k">print</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">lr_nb_scores</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>0.50923452381
0.493558095238
0.527097619048
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[51]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">plot</span><span class="p">(</span><span class="n">alphas</span><span class="p">,</span> <span class="n">lr_scores</span><span class="p">);</span>
<span class="n">plot</span><span class="p">(</span><span class="n">alphas</span><span class="p">,</span> <span class="n">nb_scores</span><span class="p">);</span>
<span class="n">plot</span><span class="p">(</span><span class="n">alphas</span><span class="p">,</span> <span class="n">lr_nb_scores</span><span class="p">);</span>

<span class="n">scatter</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">lr_scores</span><span class="p">)],</span> <span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">lr_scores</span><span class="p">));</span>
<span class="n">scatter</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">nb_scores</span><span class="p">)],</span> <span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">nb_scores</span><span class="p">));</span>
<span class="n">scatter</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">lr_nb_scores</span><span class="p">)],</span> <span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">lr_nb_scores</span><span class="p">));</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABIQAAAEyCAYAAACLeQv5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzs3XmUZHd93/3P7y61dk/Pql1CSAiBDALkMRgcCLYJBoMF
DjkccHxi57HhcZ5gFoMfII4JhyTngPHBxjbEITwkjp3Yxj52LECAbZbYhDhmkDFCYFkaoWWERjOa
md5quevv+eMudau6eqalqerbo36/pDp3qTtV36qu6u769Pf3u8ZaKwAAAAAAAOweTt0FAAAAAAAA
YHsRCAEAAAAAAOwyBEIAAAAAAAC7DIEQAAAAAADALkMgBAAAAAAAsMsQCAEAAAAAAOwyBEIAAAAA
AAC7DIEQAAAAAADALkMgBAAAAAAAsMt4dd3xwYMH7dVXX13X3QMAAAAAADzufPWrX33EWnvoXMfV
FghdffXVOnLkSF13DwAAAAAA8LhjjLlvK8cxZAwAAAAAAGCXIRACAAAAAADYZQiEAAAAAAAAdhkC
IQAAAAAAgF2GQAgAAAAAAGCXIRACAAAAAADYZQiEAAAAAAAAdhkCIQAAAAAAgF2GQAgAAAAAAGCX
IRACAAAAAADYZQiEAADAmE/d8ym9+A9frBt/60a9+A9frE/d86m6SwIAAMCMeXUXAAAAdo5P3fMp
vfvL79YwGUqSHuo9pHd/+d2SpJdd87IaKwMAAMAsEQgBAHad1KZK0kSJTeQ6rjzjyRhTd1kbWGsV
p7GiNMpqtlnNRe1j6/lSyh6flZW1VlZ2bDu1qVKbKrax4nT8EqWR3vfX7yvDoMIwGeq9f/1eNd2m
Gm5DvuOPrTfchjzHk2tcOcaR53hyjCPXuOU+13HL7Z34XAMAAOw2BEIAtoW1VolNZK1VlEZTP4wW
H0hjGytJE6U2lWMcGRk5xpGM5MiRMabcZ2SUKlUQBxomQw3joYIk0CAeKEiC8fU4UJRGYx+e4zQu
t4v7LZdpPFZncXx5sbGstXKMU9ZijBmrudgnqfwgXnywry7L9TTd+NzJTn1OjTHyjLfhw3b5YTwP
Oqzs2OPc7HEX91PUXPwno9FjqVznGKd8vJNfl+K68jbyeovl5G1NPq6ijrGlMeXraOpzV3kOi+3Y
xqMAJI3LY6Ypgg3f8UcXd7ReBBuTr8Pqc5A9XROPrbKv+vglKUzC8nU6eSmuS+3G10QdloNlveWL
b5nZ7VVfN9X3UPW1UwRaRaglqQy1ioBLyp7TMnjKA6fqtuNk91V9nziOM3r/GFeuk4dZxpPnemo6
zTL0anktNdxGud10s+uqr4viUtx2uT+/36kh3sR68TqdfG9O2y6ew+rjqT7m4jEVz1nx/bf6vkmV
Kk3zZR6SlvvzbSs79r6qfj+a9r1i8ntzmqZj39OL92TxeIpaql+DaY+j2G64DTWcRvZedfNgstiu
BJVV1ddKUX+xXT6Wyvu5eGzV/ZJGr8FKuDq2rXTD7Z5N9WfC2Ndkyv7Jx1B9b2T/WxkZeY4n3/Hl
Od7YenWf67hl2Dz5PbT6fbJ4fBu+h088N9X9k9/fx47L9234WlQe27lUw+TiNn03+95dvGebXnPD
e7V4fRTPwU79IwAAbDcCIWCXsNZqmAw1iAfqR3314776UV+9qKd+nC17UU+DeFCu96O+BvFAYRoq
SiJFaaQwCbPtNFKUZNtRGpVBy7RfZDf7AL7dmm5z9AuxycKS4gNisa/Y9h0/C1QcT22vPfZLZPEL
dfELZbULY7ITo/qLe/WDztiHx+rScTcEJJupBj1jv8hXPmjFaVwGR5s91mpnx+SHmskuE0kbuk7K
x135t+UH0MqHx/IDzJQPMtXHVBw7tl05ZsNzNuU53NCdUnm81QDNMY5Sm469jovXenU7TMPsdWyn
d99UP0BNPrbiuOrzWSg+sHT97tgHmeql+CAz2XmzoQunCAQ0Hlo5JpsusBpalcHHxAdFz/H0zz/z
z3VycHLD6+1Q+5D+w4v+QxlUFd8XwjTbLj7wT/tgWd1XvE7K10z+IbjavVQ8r9VQtfhvMpSTNPY1
mBYaTtZWBCxjAUW+L0xD9eP+1HAuSALFabyl9+csFd97qoGWpKmPZ/J9N81kaFa8NorXkJEZe00Z
mfJ95eTTT5bv4mkhRb4sAooNAVz+/dMxjhpuIwuP8tqjJJr6tSpeR8V7NUzC8ufRbrBZ+FbdX/2Z
gHMrvgdO+z5YfI+trld/N6heP/bvK7c5eXvV99q0ILz4Xl0Ye29NCTI3/UNU5Y8z5W1NvD837CvW
qz/HKz/fJI2tT95H9b6L7erP3eqyeO9Xn5et2vB9q/K9y5Ez9jxWf5ZUfy5MPq7J38nG7qPyfXHy
j0XF1/3R1A/sRARCwAXCWqtBPNCZ4IyWg2UtD5ez9Xy5EqzozPBMGeoUgU8/7pch0Lk+JBQ846nj
d9T1u2p77fIvsp7jqeW1tMfdk3VTOI2xDgrP8cofpMaYsR/O5b78l4DNfhGr/pJVBBRjQ12UZh/K
NfrgKEltt62W11LTbarttdV0m2p5LbXcVrmfvwYC5/bWw28dm0NIklpuS289/FZdv//6GivbGeI0
HgsjztalVnTXFJ2E07qTqh+Kyg+eziiwfiwfNooPP8V9Vz/kPN6+DxZdp8XXo/jaFMqA3Wze6TIZ
3JZh7sSH5w2dklO6Had1PW5m2ofbMnyr/Px8tF+zInwtum6jNBp14KZZt9ZkR9lk4Fwsy+f5LOH2
hlBBE/sn9k12+RTPxeTXpzi+WsPkfiurKImywDYdhbfVEDdMQg3jYfn4J7t/q/vL56jSlVc8Z7HN
rh8kg6kdzsXtjt1PGm/5dy9cmKphUfEemtZBPRkAjv1uu8kf2IrQatPh2BOdrhv+6CZtCACrJr9f
jb0P85B58mfctK5GI5N1zbq+mk72h6xqV22xXnStT/7htHjM1fXJztXJ+5/WLX62/dOe22l/oLKy
uvUf36qD7YPb8fLZEQiEgG1irdV6tK7l4bJOB6d1ZpiFOOvRetmpU13vxT31wtFyOVje9C+hjnG0
1FjSUnNJi41FdbyOLuleoo7XUdtrq+N3Nqx3/I66XjfbzsOfjpctJ9vtAewexcTRH7ztgzreO65L
upfoTTe9iQmlc0Vg3fE7dZeyqaIr0NsFv+YZY8oPHMgUnVc8JztDkiZjQwGndUYWH16nhWLSqEOs
WJ/s+BnrTi6ChPyPZxu6yqYN65vSXTS5XT2+GjKMdc1ODPOdNjx2srM5scmWQ9TNhrtOdohWH08R
ro79wbLS7VjcVhniV4bOVgP+aQFr0VFcve5cAU9R47m6xYray+dyWvftRKfrtO7B8vVTua742o0y
8CndY7JjwfSmXVR5p3U1mI2SSIN4oJVgZayruOiwnexYnjoMf6JDa1qXved4apjG2bvvndHtF/uL
53byuS/2t9zWo3+jX8Ae/78pAHMyjIdZp05xGWbLsmtneEang9Pl+pngjKI02vT2POOp2+iq63XL
5VJrSZd5l6nrd7W3tVf7mvu0t7lXe5t7ta+1r1wuNhZpWQUwMy+75mUEQAAwA67jypV77gMBoAYE
QtjVojTSarCq1XBVa+GaVsNVrQaj9XJfflkJVsrwZ/IsPFUL/oL2tfZpX2ufLu1eqhsO3KC9rb3a
39xf7i/CnW6jm3XlOI3HXSs/AAAAAGBnIhDC40qYhHq4/7CO947rRP+EloPlUYgTLGs1WC3Xi+Fa
Z9N0m9rT2KPFxqIWG4u6uHOxrt93fdal09pbduuUl9ZeLTWW5Lv+Nj1iAAAAAAAePQIhXFDODM/o
gbUHdLx3XA/1HtLx3nE93H9YD60/pOP943pk8MjUf7foL2qpuVSGNlcvXa29zb1aai5pqbGkPc09
2tOoXJpZCNR0m9v8CAEAAAAAmD8CIew41lqdHJzU0eWjumflHt2zfI+OrhzVt1e+rdPD02PHtr22
Luleoks6l+jJ+5+sSzqX6KFTLX32b4c6udzSxQsH9LYXPVOvuumqmh4NAAAAAAA7D4EQahMkgY6t
HdN9q/fpvtX79O2Vb2fBz/K3tRatlcctNhZ17dK1euGVL9Q1S9foqsWrdOnCpbq0e6n2NPaU8+6k
qdUf3XZMH/zCNzSMs9M0PnRa+oU/ukNxLL3iWZfLGMk1Rq5jmK8HAAAAALBrmeL0ctvt8OHD9siR
I7XcN7ZPlEZ6cO1B3b92v+5bvU9Hl+/V0TP36tj6/To1fDg75WGuafaoay5XW5epYS+Rn1wqJ75Y
SbyoME4VRKmCOFUYp4rTVFFiFSepojRbpo/hpew6Rk5xCsbsf5nytJzFdn6CRiO1fFcLTU+dhqtu
09NC01O36ambbxfrDW90xq/qW2xaiaP7VH76w2yHkeQYU4ZYe9q+9ncb2t/1ta/T0N5OQ65DqAUA
AAAAGDHGfNVae/hcx9EhhPOWplaneqEeXh3q/jNndNuJr+lbZ76mB/rf0HJyt6xJymNt0lIaHlQa
Xqw0/K58/aC89JB8f49Cz5HxHFnPlXxHTc9Rx3e1r+2o6Ttqeq5818hzHflOtvRcI9/Jlr/653dt
WufbX/IUpdYqSa1Sa5WmVqmVEmtlrbJwKvtfttyn8jprpSBOtB4k6gWxekGsE2tD9R4ZbffCZNP7
nzVjpKW2r/2dhvZ1G9rXycKipufKdcz4xRg5jpGXbzt5d1ScpIpTqzhNFSdWUWKVpKOQLU6zJ6F4
7pte9jVp+u7YsuW7anmOFlu+9rQ9LbV97Wn7Wmh4cgitAAAAAGDHIRDCOQVxomNnBrr/dF8PnO7r
/lN9HTsz0MNrQx1fXdap+O+l9j3yOvfIaR+TMamsdeREV2jRfr/2+VfqotYVunzhKl26cFAHF5o6
sNDQ/m5DB7pN7V9oqNtwZzKE6w+OHNODy4MN+y/f29a/eOG1533755KmVoMoURinqj6cvMeo2Bhn
pdTaURCl8RDKWilOU60MIp3pRTrdD3WmF+p0L9SZfqhTvWz72Jm+bn8wzDuossAryQOwJA+/NuPm
YZGfB2yeY+TlIZukrEMrThXEiYZRuuXnwzEaD4la2aWbd1lll2y9PbHdabhq+Vm3le868l2jhueo
4WbbDc+Rx9A/AAAAAHhMthQIGWNeIumDklxJH7XWvnfi+p+U9H5JD+a7fsNa+9EZ1ok5s9bq7x9e
17ceWtX9p/vl5YHTfR1fHY6GPTkDtRbu19K+B2TbRzXs3qemUjlydWX3ej394Gv1vMuerRdc9T1a
ai1u++P4+R+6Xu/8o9s1iEadOm3f1c//0PXbcv+OY/KhY7O/7Sv2nd+/t0U4ZK3SPNMpwp9HE6pY
axUmeUAUjUKiYZRobRhrZRBpdRhpdZBdsu24XD96cl39MFE/jNUPEwXx1gOmaRp5OFR0LxUhUtnF
5OXdTb6jpuuUw/LGhgaa0RDBYphe03PU9l21G57avqNOw1O74art52FVHlplxxT7PYbxAQAAALgg
nDMQMsa4kj4k6R9JOibpK8aYW6y135w49PettW+YQ42YA2utHjg90P86+oi+fPSU/vfRR/TIelhe
f8melq7a39FN17jyOifVM3fpO8Nv6ljvqKysQsfTjQdv1Hdf/CIdvuSwnnnomer4nRofUeaVz7pc
kvT+z96p7ywPdNnetn7+h64v9+9mxpgsAJrB7WTDx1ypdf51JalVP4w1CBP1w0S9fL0XJgqiRFFi
FSaJojgLosI4VZRklzBOFSZWQZxUuphSBVFSdjStB7FOrYcaxomCvLvJ2qxjquzC0vgwwdRaBVE6
FixuVSMPkoqupzJA8t2yE8vNO7DGtt3R/nbDVbeRhVHdsntqtN5temr7rva0fC20CKEAAAAAPHpb
+Wz4bEl3W2vvkSRjzO9JeoWkyUAIO9yJ1aG+fPSUvnz0Ef2vu0+VQ6suWmzq+dcd0nOv2a/LDw10
PPiWvn7qr3Xbw7fpL1bvlYbZ6d2fcegZ+pHrXqzDFx/W0w4+TW2vXe8D2sQrn3U5AdAFxHWMFlu+
Flt+3aVsYK3VMEqzwCpKNAgTDaIsuCq3w0T9KNEgjDUIU/WjeGz/MA+61oNYSWoVJ1mnVpym+dKO
LaM4C6LiRzFL+mLT0562r8XWaP6mPflQvT0tX03fyYcfTp8byyrfYYwa+dA8vzI0rzpMrxi61214
6jbdfPhfFlZ5rnOOSgEAAADsFFsJhC6X9EBl+5ik50w57lXGmBdI+ntJb7HWPjB5gDHm9ZJeL0lX
XXXVo68Wj0qaWh2574w+/Y2H9Jd3PaK7T6xLyiYifu41B/Qz//AaPffag1paGOiT93xSv3P3H+vb
3/y2JGlPY49uuugmveq6V+mmi2/SUw88Vb6z8z6wA/NkjMm6fBrutt93GKd5p1Q8NsSuXAaJ1oK4
Miwv0uog1uow0gOn+1rLh+mtBfG21dzyi6Aomwdqoellcz2Vk8CbMmjy8knhfTfrimp4jlr+aILy
lu/ml2z4X8vL1ouuq+L6tp9NNM9cUgAAAMCjM6tJpT8h6XettYEx5v+W9FuSfmDyIGvtRyR9RMpO
Oz+j+0ZFklodufe0br39IX36G8d1Yi1Q03P0vdcc0KsPX6HnXXtQT710j6wSfenBL+nXvvEB/cWx
v1BiEz3romfpnc9+pw5fclhP2vskOWaH/bX/6x+XPvceaeWYtHSF9IPvkm58dd1VAXPR8LKQZKlz
fkFsklpFSTo+Z5LyeZOkcg4lKesgihI7MSSvGKaX7Q/ibLsfZmfVK8+wF2Rh1XoQlx1R/TDOj00U
JfmZ7Moz2mW3Gaepovx+ouSx/VhwHaOWl4VFRUhUTFK+0PTyeb28bD3vbCr2L7SyfcVE5t1mNldU
x6fjCQAAAI9vWwmEHpR0ZWX7Co0mj5YkWWtPVTY/KumXzr80bFWSWn2lEgKdzEOg77/+Iv3wjZfq
B55ykRaa2Zf63pV79Wt/8zHdcvQWPTJ4RAdaB/TPvuuf6ZVPeqWuWbqm5kdyFl//uPSJN0pRfgax
lQeybYlQCDgL1zFyna11OBlj1PCyIWF1SFKrYZRklzgdrUfZvFDDygTmxZC9IO+kGuTHlsswUS9I
9J3loXphFlqtB/GjOkte03PGz3zX9NSpzA/VzScaL8Kk6pxPnpN1P5UdUa4pt7OOqKwzqpjEXMom
pS9COicP7JSvZ7UwXxQAAABmZyuB0FckXWeMeaKyIOg1kn6seoAx5lJr7UP55s2SvjXTKrGBtVZf
ufeMPvn172wIgV6Wh0DdPATqR339j7s/qT++649124nb5BpXz7/8+frR635Uz7/i+fMbCpYm0nBF
iodSHEhJJCWBlIRSHObrUX5dKIXr2fHTLseOSGk0fvvRQPqj10u3vk0yruS440uTn0qqNPFBqnqd
tZLyc7xX1yeXxuT34UjGqdyfU9nvSl5TaixIja7UXMyWY9v5ut+p3Iem3G9ln02y5zRNpDTOLra6
XSwjKSmWUbYvibLtNB5dZ7f4wdi4Gx9Hc0FqLObLhdFysqusfI7N+LbjZ8+R2xhdnMcQQqRp/jyk
j/02pOw5iQdSNBwtjcm+to6XXUyxXtnneNlxNt14SZN83ebPtR1/jZSv1/w2GfIktzxL36yaVzeK
k3Sss2ktyCcxD4oheVmnUy9I1I9i9YN82F4wmivqoZUon0tq9G+SRzHn0/mYnLR8dKa7PKxqZpON
L7Y8LbY8LTRH64tj+7POKIeACQAAYNc652/d1trYGPMGSZ9Vdtr5j1lr7zDGvEfSEWvtLZLeaIy5
WVIs6bSkn5xjzbved5YHeteffEN//q0Tavl5J9DTx0MgSYqSSL9/5+/rN7/+m1oJVnT1nqv15pve
rJuvvVmHOoce253HoXT6qHT621L/VOVyOlsOTo/2DZaVT1f76BhHau6RWktSe2+2nAyDSla68TWj
YMQmWUhgk/HAw07WYcevM0aSyYOdYr1Y5jXJTPnAn1Q++FdCgHgoDZel1QelYF0K17KlffRnrXrM
jCu5fha+OJV11xvt24o0lsJeVn/Um1+9jp+FOl5DcpvZUiYPuqphVjzangy1jFsJmfyJZSN7zHEw
Cn2iQbaebt88O5szo5DI9UeB04avmzdaL44rj/HH1x1v9LjHXtNmyut8cjntvVBZek3Ja+Vfs1b2
9fJaedDXHO0rXmvGmRKC5QFZGbhVQ935BBWe62ip7WipPbsg3NrsDHjFmfIGUVIZFpcqzicLj/Jl
nGZnx4uTVNZmZ7XLJvYerVf3p6kth971o7icqLw6afnKINLxlYF6QaK1YaT1INZWMqqiA2ohnyC8
28y6nIohdu2GK98dnRHPMfmZ8Vwj15jRmfJcp+yoKobsZcGVV55lr3q2PQAAANTP2A0flLfH4cOH
7ZEjR2q57wtVklr99v++V+//7J1KrfSWf3Sd/ulznrDhr+nWWn3u/s/pV776K7p/7X5976Xfq595
xs/opotu2vrEq9FAeuQu6eSd0sm/yy93Sqfv2RhquE2pcyC/7M8v+XZ7X+VDYqUbpPjQX643sg6T
1lK2nOz0+JWnZcPEJi1dKb3lG1t/EutkbRZGhOtSsJaFLNFgPHiqfuiWxj+AVz80VztVNuwrwoQ5
DPtJk6zucD0PutYr6z1t6GwqHvfkdhrlXWJ5p9iGjrF83aYTgValM6e6bUwWFiXFbUbT19MkDy7a
kt/auPQ7+eu1ld1m0YlVXpLx7SQehSvGmXIpusfyr+eGIDGpdDlNdntVu7sqy2rH12QHWBJV1osu
sTC7j6ldb+nZO+IeS6A7K2ZaJ1X+vJbBrNXU7qziurHXSnEb1VAtv9h0/Pktn9OJr4O0sRNxQ8dX
9f3oaWpX2bT3b/GamXr7U+6jOHYyTDPFly+f/ylKFMaxgjhRFKcK4kRhnCiIpUHqaZB66qeeeqmn
9djVWuxqPXG1GrlaiVytxY6C1ChKXQVWiqyrRI4S6yqWo0Sj5UBNpTr3951GHh41fUdNz1Uzny+r
6eXbfrbuOY6srNLy20r1LHn5fmUPueGNJiRv+k4+CblbTlSe3V9leJ+fzSU1OdSv4TpMUA4AAC54
xpivWmsPn+u4+fXlY6a+9dCq3vFHt+tvH1jWC558SP/+lU/Tlfs7G467/eTt+uUjv6zbTtyma5eu
1Yd/8MP6B5f/g81/we2flh75+yz8eeTvs8vJv5PO3Kfyw6Bxpf3XSIeul254hXToKdKBa6TuIam9
PxtGNO9foH/wXeNzCEmS3872XyiMyUOHltQ9WHc1j43jSq092QW7w9RhlGk+9DMYDQkt1pMw35cv
i4BrLARLRh1e5Xql2648Lh7fV/ybaoBSBG6TYZxUCXSSjaFaNfgZC2w2CSCL4HGyM/CsAd9ZgsQ4
qBxX6WrctPNwShdk9bmbYCQ188vGa6Qth31GWW/wVhsKvbYSf0Gxv6DI7Sr0ugqcrgK3o4Fpq286
CtRQlEpxKkWpGa0nUhgahakU5delxlMiV4nxlJpsmRhXqfGUylVsfCVyFCeJwsRqLU50Os4mMY/i
JA+Mpj9WKyNrR9daGRnHqOm7ariefN+T73nyPF8N35PvuWo0fPn5dsP31fBd+Y6rhm/k52fL812T
h17FHFJZyLXQ6WhxcUF7FrpqNjtb79IEAACYEwKhHW4YJfq1z92lj/zFPVpq+/rga56pm59x2YaA
5zvr39Gv3var+vS3P639rf1613PfpR990o/Kc7zsw8fyfRPBz13SqbuyoV0FtyEdeJJ02bOkZ7w2
C4AOPUXaf20+fKdGxcTRnGUM2F4b5uLKec1sXinsDEVIVJo2RLDC2kqoNxnmVUO+YJM5yybCriSS
or6cYE1OsCY/WFO76IYMTkj9tXx97SxDgGfIkXQ+P7aS/DJHsVyFaihxfMWmodRtyDoNWTe7yG3I
uL6M15DxmnK8hhyvIc9vyvGzpec3ZcqO22LYbbFedOZ6o2HPU4PUyn63URl+Ojn8Nr8ttzEKXSfn
h5vcrnZIAgCAHYdAaAf78t2P6F/98e2691Rf/+S7r9Av/PBTta87/hvuWrimj97+Uf3ON39Hxhi9
7umv0089/afUjSPpjv8h/d0npbv+PJvDptA9JB18svSUl2fLg0+WDj5J2vuEnf0XyxtfTQAEANM4
jrSF4Vqlch6ojT1EczdtqF+1I6oY8leGTnmX17TJ8YswarOhtpP7xoaynm1CfzveiWUn10c1p5Li
xCpOreI0razbcj2KYwXBUMFwoCjILnE4VBIOlcZD2SiQokAmGcq1iXzF8hXINz01FOfb+cUkaiqS
p0QNRfIVq2G2cX66R8trjeaFc5uj1111/jG3OTGU068M9azOlVbdrnb1eRs7+zYb0jk5PHPTkyFI
o446VYZpTp5YwJkyHHRy6GcxvJNwDACwsxAI7UBneqH+/a3f0h9+9ZiecKCj//7Tz9HznjQ+xCi1
qT5+58f14a99WGeCM7r52pv1s0/6J7rk/iPS7/6YdO+Xsl+Uu4ekp/2odOX3SgevyzqAOvtremQA
gF2vOFvjVseh7XBFM9Ks+mjDOJ+gPMrPYhckWg9j9aNsvXp2u0G5HisMhgqCoeIwUBQOFYWB4mio
JAoVRImCKJKslZGVIytHqYyUL61cpfJMUgZQnpI8bBoPpBpK8mF4WZg26g2ycozk5Fmca4waTqqO
jdVOY7XjWK0kUTuO1FSsponVUKiG+vJtJEexHJvKtbEcG8uxSbkc7cuOcebdvjU3lZMHbAiPikDJ
mQi1vFFn1oa5GCcv+WT5RddX2SFY7RCrdooV6xPDcMvg7FwnH6jc9pafArP5fICbrW8I3SbmZivC
QgDAo0YgtMPcdv8Zve63jmhlEOn/eeG1euMPXqeWP/5Drh/19c6/fKc+/8Dn9T37b9Db9j9XN9zx
JenPfyM74MCTpOf+y6wD6PLD85lcGAAAzFwjn2R7SbM7E56UTcQdlGFTNUxKNMjPjpekVqnNLkma
nekuTbMJvJN8vTgmSW1ln5SkqRJrFeb/rjjT3iDKbnsYJhrGxX2lGkaJhvl1YZzmE4aPJg4vm7kq
+1KbrRv7b+GPAAAgAElEQVSlWYClRNksU6n8bLYp+SZbukrl5McV646sXJOq40ltz6jtSg0vO1Oe
7zrynOxMhJ5r5BfrTj4/lGvV8bN/k/17q7Zr1XKt2p5V05WaTqqmsTLKusmMTWQm5gErr0tjGZtm
1+fBl+xo/4ZhmXF+soVoZXTihSQcP0FDEmvzEwdU1h+XTGWIY3G2zcowx/JsnZtN+F89+YA7EZSZ
iaBsYrL/Mrw6xxx0GzoS83XpMXxtzERwNq17brOzk7qVdV8bOvPoZAN2FQKhHSSMU/38H/ytWr6r
3/np5+ipl26cuPeh9Yf0s59/g+46c5fePnD0T7/6mezvMld8j/Sid0vXv0w69ORtrhwAAOxkxpj8
zGuu9tVdzHmIk1RRYrOz6MVpNoF4vh4W18VpGTYNo1HgVQRTxXo/TBTEqdby2wmTVFGc33YwftvD
ONV6ECuM0215nFm3lZFjjHw3m+y8OXk2voajZsctz9rnOo7SfOjiKKTLl3mYF6dWNk3lGSvfMfKc
VL6RXEfyHStPNlsayXPSPBAz8l3lxysPzLLQzHeNPGPV8Nx8UnVHDddRwzdquNm+huuUS99VGeSN
Ar2sC8xUz7KZRFPmLUu0caL+YkhpcVbR4kyb4ejso9WzclZvK4mksD998v8NZ7KcGNZaDimt/JvH
C+NsPjTT9bTljjBjNg/mNqxv0jU2tVvMHQ/lpgV2ZSddc7T0Whv3uc2Nw0Adl1AMuwqB0A7y0S/d
o6Mne/rPP/k9U8Ogr534mt70Z/9CUbSuDz98Qt+3/7ukl79Zuv6l0uIlNVQMAACwfbIOHqld05DD
KEnVC2KtB7F6QaL1INJ6kJT7BmEia202qK7scsqXdtQBUnREFZ1Y1madWGm+tJUurCTJuruCOAuw
gmi0PogSLQ9CBVGqOLVyHSPXmGyZXzzHyMm7oFq+kTGm7PYKUqt+ahVHNg+TbCVUMtkcWEk2N1aY
FHNkZcHbrPmukec48lxHTa+tTsNTt+lpoemq28zXp+xbbBUXX4stTwvNfL3pyXG26YO9tZUzWxZn
taxslybnNZPGJmXfahAx2UVWBl6TZ9acmIMtqQRpSTRx3ORtVc7GWV3f8nOSju6nvP8ihFsZ7U/C
SiBXnScunvL8bZNNO8kmurGq17t+Phzajs89VwaIE2cUlaYP6SzXpXKY6dQOtE22J2t1p9RadL85
1WV1nrV83WtKfie7NDqS382Xnews08UwVVzQCIR2iAeXB/r1z92tF99wsb7/KRdtuP4T/+cD+jff
+s+6NI7060FH1/zIf5Ke+iMk2AAAANvEdx3t7TS0t1Pz2VdrZu1o4vQw76TKwqo8tIqzzqogTvIA
K1sP41RRahXn4VJUTMSejPZHSTG8MS7DttO9UPef7quXB3G9MJbdQia1UAmMOg1Pbd9Vu+GqnXfL
tRuOOg0vW/ddtX1HTd8dDSN0s+UorCqGF2ZLU+nkKubPMsbIMc1sW0bGaLxTysv+/eQZg7GJati2
4WQEdmMHVznMMj9jZvWMmkkwvm8sjJp2qYRrNqkEVWc5XsqClMnQZXKOruKxVYd02nS036Yqw6Xq
fcTDjYFjEo3XO62Tbh4cLwuJ/FZl+KE/CqHKYYmVfdWurrE5zZzxcGxqoDVxKe5v7Oya/qgLbNoZ
NyfnTDNONr1KdXvx0l01LxmB0A7xnk/cISurd/3IDWP70+O364N/+rP6mD2lZ0epPnDjm7R0+HV5
yyYAAACwvUw+lM2vqVsrTa0GURYWrQWx1oax1obR2HJ1Yl8/zIYQnliLNAgTDaN8jqt8GOF2MiYL
F5uVkKjhOWp5rloNVy3PGQuuisCq5Ttq+658z6l0oGUr1YCs6EYzxuRDCrPbLJat8nbzdc9Vq+Hk
oZgrz91B848akw8t47PPeUnTUThUzGtWhG3lWTQrZ9NMkyx8ivrZJSyWPSkaSFFvtC8ejs7+WQzf
rHafJXH2b6rDMWXHA75pZx8d61SrDumc8/v1rXfuqtE3vLN2gC/ceUKfveNh/fwPXa8r9nWyncv3
q/f59+gdx7+oL3bbevXi9XrHD39MfmvjUDIAAABgt3AcUw4Z29hX/+hVJ10fxkk5KXqcZnNSxZXu
pTjvaoqSVGk+A/rkcD9b2U6tHc1zFY/muwqLTqokVRSPuqiKoOp0LyznwhqEWfdVP5/8fd4arpOF
T3ko1W54aufbTc/Nw8BiXihHvje+3fCKydnz7qpKl5XvOdl8VHkHVnkbZTfWaL2Yl6p6nbtdwwAf
bxxHcmZ5TswaFXN4VYciFh1fxWVswv1iXrKzBFDVS3N3fd4mEKrZMEr07lvu0DWHunrd86+RhqvS
F9+r79z2/+kNh/bpnm5H73zWG/Xap/8UraUAAADAjFUnXd/pisnOi+FoVSYfplasp3nQNYyScu6p
YXmWv/HtYhL2fjHxejg+IfsgTNQPY60O4nIS9tHE7lZREXQl6ZaG8z1Wxkh+PnyvGLpXHd7nOSbr
tqpMxD5azyZkL7aLr3mn0o3VabiVIGy0vwilinm5+FxWI8eR5DCH0YwQCNXsN//nUd13qq//9tPP
USNel377lfqbU3fozVdcrsht6MPf/wE977Ln1V0mAAAAgJoVAchWNT1Xe1rb+8E5yScjLyYkj8bm
iMo7rfI5pKK8A6volComMs/Cpqwjq+iqmjbfVFSZjyrKry+6r4ZRorVhXAZf1YnZh3FyXsGV55iy
C8rLu6AaeTdTMQSw6bljc0c1vPFhglnHVNYlNb5usk6q/PZcJ+uqcvP79Bwnv/9RQOW7jrpNV51G
NrF6y3cIrbAlBEI1uu9UTx/+4lG9/MZL9X1XtqTfeZW+fObv9IbLLtVli5fp13/g1/XEpSfWXSYA
AAAAbEl2hrud3XFVDBMMirmkoqwDapgP0RvfTvKgajyQqp6FLwuuRmFWECdlF1W/H5fDA4uwqgi0
iknZZ91VZYzUbXjqNFwtND118rCo28iW7caoG6rjZ8e1Gq46Z+mSauXbLc/ZWfNM4bwQCNXEWqt3
33KHfMfoX7/4aul3X6Pw2Ff0b69/mq5s7dN/fel/1VJzqe4yAQAAAOBxpTpMcEn1Dz2qdlUVnU/F
epKm5Vn94jTbzvZnxyX5XFf9fFjfepAte0GxHasfZpOwn1wP1A/7+RDALAgL4/RR1+u7o+ev6Y3m
j/Iq80t5U+aFKob6ee74XFJ+5Sx+RddTsXTKbUeuo2xpsusbnlHDdStdWU55Vr9mtVPLY/6pzRAI
1eRPv/mwvnDnSf2bl1yjS279v6R7v6Tf/r6f1LHvfE7/8QXvJQwCAAAAgF2gzq6qOEkr80QV3VJJ
2R01jPNlVDk7X1RsZ/uqwwOL4X1hnKoXxFMCrqyjarLjat7zpbtOdnbEbBifWwZG5TC/fDjfh37s
Jh1YaM63mB2EQKgG/TDWez7xTT3topZ+4tgvSvd8QY/88C/pI3d9TC+88oXMGQQAAAAAmDvPdbTo
Olrc5rmmJqVpNhdUnFgl1ioplunoEo+t58PuyrP3ZZOnh0l+Br+4cja//Pri+NG+VGGcjN3Obusk
IhCqwW98/m49vLymT17323Lu/jPp5b+qDwb3KExDve3w2+ouDwAAAACAbeM4Rk3HVZOEYlsxG9Q2
u/vEuj72l3fpDy/6mPY98GfSS9+vO574bP3J3X+iH3/qj+sJe55Qd4kAAAAAAOBxjvxtG1lr9e4/
+Vv9sv+beubql6QX/zvZZ79O7/vMT2hfa59ef+Pr6y4RAAAAAADsAnQIbaNP/u2Duvm+9+nl+pL0
A78oPe9n9Zl7P6O/OfE3euOz3qjFxmLdJQIAAAAAgF2AQGibrA8jhbe8Ra/2/qfSF/y/0gvepkE8
0Ae++gE9Zf9T9MonvbLuEgEAAAAAwC5BILRNbvtvv6hXpX+qh5/+M3K+/19Jkv7LHf9Fx3vH9fbv
ebtcZ/tPMQgAAAAAAHYnAqFtsv/EX+mod60u/sfvlYzR8d5xfez2j+nFT3ixDl9yuO7yAAAAAADA
LkIgtE0aSU89b69kjCTpV776K0ptqp87/HM1VwYAAAAAAHYbAqFt0kwHit2uJOlrJ76mW799q37i
u35Cly9cXnNlAAAAAABgtyEQ2iattK/E7yq1qd771+/VofYh/fTTf7rusgAAAAAAwC5EILRN2hoo
9bv6xNFP6I5Td+gt3/0WdfxO3WUBAAAAAIBdiEBoG9g0VdcO1G+09cHbPqinH3y6XnbNy+ouCwAA
AAAA7FIEQttgOOjJNVafbjykk4OTevuz3y7H8NQDAAAAAIB6eHUXsBv01pZ1ynP1Z7pbL7/m5XrG
oWfUXRIAAAAAANjFaFPZBsP1Ff2nvUty5OjNN7257nIAAAAAAMAuRyC0DYa9FR3zPD2xcYku7l5c
dzkAAAAAAGCXIxDaBmFvReuOUdvlrGIAAAAAAKB+BELbIBqsquc46jYW6i4FAAAAAACAQGg7xIM1
9YyjxeaeuksBAAAAAAAgENoO8WBVPcdosbVUdykAAAAAAAAEQtshHq5o4Dja09lfdykAAAAAAAAE
QtthGK5IkvZ1D9RcCQAAAAAAAIHQthhGq5KkxeZizZUAAAAAAAAQCG2LIM4Coa7frbkSAAAAAAAA
AqFtESY9SdKCz2nnAQAAAABA/QiEtkGUDiTRIQQAAAAAAHYGAqFtENqhJAIhAAAAAACwMxAIbYNI
gSSGjAEAAAAAgJ2BQGgbxCYLhDp+p+ZKAAAAAAAACIS2RWhiSQwZAwAAAAAAOwOB0DYITaKGdeQ5
Xt2lAAAAAAAAEAjNWxyFCpxULREGAQAAAACAnYFAaM5666vqOY5aplF3KQAAAAAAAJK2GAgZY15i
jLnTGHO3MeYdZznuVcYYa4w5PLsSL2yD9WWtO47aTrPuUgAAAAAAACRtIRAyxriSPiTppZJukPRa
Y8wNU45blPQmSf9n1kVeyIL1FfUco47brrsUAAAAAAAASVvrEHq2pLuttfdYa0NJvyfpFVOO+7eS
3idpOMP6LnjD3op6xlHb5ZTzAAAAAABgZ9hKIHS5pAcq28fyfSVjzE2SrrTWfupsN2SMeb0x5ogx
5sjJkycfdbEXorC/pnXHUbexUHcpAAAAAAAAkmYwqbQxxpH0AUlvPdex1tqPWGsPW2sPHzp06Hzv
+oIQDVbVd4wWGot1lwIAAAAAACBpa4HQg5KurGxfke8rLEp6mqQvGmPulfS9km5hYulMMljVuuNo
sbVUdykAAAAAAACSthYIfUXSdcaYJxpjGpJeI+mW4kpr7Yq19qC19mpr7dWS/krSzdbaI3Op+AIT
DJcVGaM97X11lwIAAAAAACBpC4GQtTaW9AZJn5X0LUkft9beYYx5jzHm5nkXeKEbBKclSfsWDtRc
CQAAAAAAQMbbykHW2lsl3Tqx712bHPvC8y/r8WMYrkoN0SEEAAAAAAB2jPOeVBpnN4zWJEmLTCoN
AAAAAAB2CAKhOQuSdUlSt9GtuRIAAAAAAIAMgdCchWlfktT1CIQAAAAAAMDOQCA0Z5EdSqJDCAAA
AAAA7BwEQnMW5oHQgr9QcyUAAAAAAAAZAqE5i0wkSer6dAgBAAAAAICdgUBozkJFMlZqe+26SwEA
AAAAAJBEIDR3oROrJVeO4akGAAAAAAA7AynFHNk0VWhSNeXVXQoAAAAAAECJQGiOgmCgvmvUNn7d
pQAAAAAAAJQIhOaov3pGPWPUNs26SwEAAAAAACgRCM3RsLeqnuOo7TKhNAAAAAAA2DkIhOZosL6s
nmMIhAAAAAAAwI5CIDRHQX9V646jjr9QdykAAAAAAAAlAqE5ivqr6hlH3cZi3aUAAAAAAACUCITm
KOqvqOcY7Wkt1V0KAAAAAABAiUBojgbDM0qN0WJ7X92lAAAAAAAAlAiE5qg3PCNJ2ts9UHMlAAAA
AAAAIwRCczQMVyVJ+7r7a64EAAAAAABghEBojoZRFgjtae+tuRIAAAAAAIARAqE5GibrkqSu3625
EgAAAAAAgBECoTkKk74kAiEAAAAAALCzEAjNUZRmgdCCv1BzJQAAAAAAACMEQnMUaiiJDiEAAAAA
ALCzEAjNUahQEoEQAAAAAADYWQiE5ihULNdKTbdZdykAAAAAAAAlAqE5Cp1YLevKGFN3KQAAAAAA
ACUCoTkKTaKWvLrLAAAAAAAAGEMgNCdpkmjoWLWMX3cpAAAAAAAAYwiE5qS3vqKe46htmD8IAAAA
AADsLARCczJYX9G6Y9RyWnWXAgAAAAAAMIZAaE4G6yvqGUdtr113KQAAAAAAAGMIhOYk6K2o5xh1
/YW6SwEAAAAAABhDIDQnYX9F646jrr9YdykAAAAAAABjCITmJOgta+A4WmjuqbsUAAAAAACAMQRC
c9IbnpIkLbb31lwJAAAAAADAOAKhOekNzkiS9nYP1FwJAAAAAADAOAKhOekHK5IIhAAAAAAAwM5D
IDQnw2hVkrRv4WDNlQAAAAAAAIwjEJqTYbwmSVpscpYxAAAAAACwsxAIzUmQ9CVJHa9TcyUAAAAA
AADjCITmJEyzQGihsVBzJQAAAAAAAOMIhOYktIEkacEnEAIAAAAAADsLgdCcRAolSR2fIWMAAAAA
AGBnIRCak0ChfGvkO37dpQAAAAAAAIwhEJqTwInVtjy9AAAAAABg5yGxmJPQJGrKq7sMAAAAAACA
DQiE5iQwqVpiuBgAAAAAANh5CITmIBj21XeM2qZRdykAAAAAAAAbbCkQMsa8xBhzpzHmbmPMO6Zc
/zPGmNuNMV8zxnzJGHPD7Eu9cPTXVtRzHLWdVt2lAAAAAAAAbHDOQMgY40r6kKSXSrpB0munBD7/
3Vr7dGvtMyX9kqQPzLzSC8hgfUU9x6jlcsp5AAAAAACw82ylQ+jZku621t5jrQ0l/Z6kV1QPsNau
Vja7kuzsSrzwDHtZh1DH79ZdCgAAAAAAwAZbOQ3W5ZIeqGwfk/ScyYOMMf9S0s9Jakj6gWk3ZIx5
vaTXS9JVV131aGu9YIS9Fa0bRwv+Qt2lAAAAAAAAbDCzSaWttR+y1l4r6e2S/vUmx3zEWnvYWnv4
0KFDs7rrHaffO6PQMeo299RdCgAAAAAAwAZbCYQelHRlZfuKfN9mfk/SK8+nqAvdWv+UJGmxvbfm
SgAAAAAAADbaSiD0FUnXGWOeaIxpSHqNpFuqBxhjrqtsvkzSXbMr8cLTG56WJC2199dcCQAAAAAA
wEbnnEPIWhsbY94g6bOSXEkfs9beYYx5j6Qj1tpbJL3BGPMiSZGkM5J+Yp5F73T9YFmStHfhQM2V
AAAAAAAAbLSVSaVlrb1V0q0T+95VWX/TjOu6oPXDFcmR9i9eVHcpAAAAAAAAG8xsUmmMBPGaJGmp
s6/mSgAAAAAAADYiEJqDYdyTJHX9bs2VAAAAAAAAbEQgNAdh2pdEIAQAAAAAAHYmAqE5CGwgSVrw
F2quBAAAAAAAYCMCoTkI80Co43dqrgQAAAAAAGAjAqE5CE2kVmrkGJ5eAAAAAACw85BYzEGgSC3L
UwsAAAAAAHYmUos5CEyitry6ywAAAAAAAJiKQGgOAseqSSAEAAAAAAB2KAKhGbNpqqFj1TbNuksB
AAAAAACYikBoxvq9Va07Ri2HQAgAAAAAAOxMBEIzNlhbUd84arntuksBAAAAAACYikBoxgbrZ7Tu
GHW8bt2lAAAAAAAATEUgNGOD9RX1HEddf7HuUgAAAAAAAKYiEJqx9d4pJcao0yQQAgAAAAAAOxOB
0Iyt9U5JkhZbe2uuBAAAAAAAYDoCoRlbG2SB0FJnX82VAAAAAAAATEcgNGP9YFmStNQ5WHMlAAAA
AAAA0xEIzdggXJEk7d9zqOZKAAAAAAAApiMQmrFBtCZJOrB4Uc2VAAAAAAAATEcgNGPDuCdJ6jYW
aq4EAAAAAABgOgKhGQvSviRpgUAIAAAAAADsUARCMxakQ0lS1+/WXAkAAAAAAMB0BEIzFiiQY6WW
26q7FAAAAAAAgKkIhGYssqHa1sgYU3cpAAAAAAAAUxEIzVhgIrUsTysAAAAAANi5SC5mLDCJWtat
uwwAAAAAAIBNEQjNWOCkasmvuwwAAAAAAIBNEQjN2MBYtUyj7jIAAAAAAAA2RSA0Q1EYqO8YtZxm
3aUAAAAAAABsikBohvpry+o5Ri2nXXcpAAAAAAAAmyIQmqH++rJ6jqOO1627FAAAAAAAgE0RCM1Q
GQj5C3WXAgAAAAAAsCkCoRlaXTspSeo2FmuuBAAAAAAAYHMEQjO02ntEkrTQWqq5EgAAAAAAgM0R
CM3Q2uCUJGmxvb/mSgAAAAAAADZHIDRD64MzkqSlDoEQAAAAAADYuQiEZqgfrkiS9i0eqrkSAAAA
AACAzREIzdAgWpUkHdhzUc2VAAAAAAAAbI5AaIaGcU+StHfhQM2VAAAAAAAAbI5AaIaCpC9JWvAX
aq4EAAAAAABgcwRCMzRMB5Kkrt+tuRIAAAAAAIDNEQjNUGgDeVZquI26SwEAAAAAANgUgdAMBQrV
TuuuAgAAAAAA4OwIhGYoVKS25SkFAAAAAAA7G+nFDA1Nopb16i4DAAAAAADgrAiEZigwqZoiEAIA
AAAAADsbgdAMDR2rlmFCaQAAAAAAsLMRCM2ITVP1Hau2adZdCgAAAAAAwFltKRAyxrzEGHOnMeZu
Y8w7plz/c8aYbxpjvm6M+Zwx5gmzL3VnG/TX1DeOWm677lIAAAAAAADO6pyBkDHGlfQhSS+VdIOk
1xpjbpg47G8kHbbW3ijpDyX90qwL3en66yvqOUZtr1N3KQAAAAAAAGe1lQ6hZ0u621p7j7U2lPR7
kl5RPcBa+wVrbT/f/CtJV8y2zJ1vbfWUho6jjrdQdykAAAAAAABntZVA6HJJD1S2j+X7NvNTkj49
7QpjzOuNMUeMMUdOnjy59SovAMtrJyRJ7QaBEAAAAAAA2NlmOqm0MebHJR2W9P5p11trP2KtPWyt
PXzo0KFZ3nXtVtYfkSQtNJdqrgQAAAAAAODsvC0c86CkKyvbV+T7xhhjXiTpFyT9Q2ttMJvyLhxr
g1OSpD3t/TVXAgAAAAAAcHZb6RD6iqTrjDFPNMY0JL1G0i3VA4wxz5L0HyXdbK09Mfsyd771wWlJ
0mKHQAgAAAAAAOxs5wyErLWxpDdI+qykb0n6uLX2DmPMe4wxN+eHvV/SgqQ/MMZ8zRhzyyY397jV
D1YkSfsWHl9D4QAAAAAAwOPPVoaMyVp7q6RbJ/a9q7L+ohnXdcHph2uSpP17Lqq5EgAAAAAAgLOb
6aTSu9kgXpckHVy6uOZKAAAAAAAAzo5AaEaCpCdJWmztqbkSAAAAAACAsyMQmpFhOpAkdb1uzZUA
AAAAAACcHYHQjAR2qGZq5Tpu3aUAAAAAAACcFYHQjIQ2VNuaussAAAAAAAA4JwKhGRkqUjvl6QQA
AAAAADsfCcaMBCZRSwwXAwAAAAAAOx+B0IwEJlFTXt1lAAAAAAAAnBOB0IwMjVVLjbrLAAAAAAAA
OCcCoRnpO1Yt06y7DAAAAAAAgHNijNMMxFGovmPUMq26SwEAAAAAADgnAqEZWF9bUc9x1HY6dZcC
AAAAAABwTgwZm4HV1ZOKjVHb79ZdCgAAAAAAwDkRCM3AmdWHJUkdf7HmSgAAAAAAAM6NQGgGltdP
SJK6zT01VwIAAAAAAHBuBEIzsNo7JUlabO+vuRIAAAAAAIBzIxCagfXhaUkEQgAAAAAA4MJAIDQD
68MVSdLehYM1VwIAAAAAAHBuBEIzMAhXJUn7Fw/VXAkAAAAAAMC5EQjNQD9ekyQd2HtJzZUAAAAA
AACcG4HQDAzjviRpf5chYwAAAAAAYOcjEJqBIOnLWKtOo1t3KQAAAAAAAOdEIDQDQxuobSVjTN2l
AAAAAAAAnBOB0AwENlAnJQwCAAAAAAAXBgKhGQgUqWUJhAAAAAAAwIWBQGgGhiZWy7p1lwEAAAAA
ALAlBEIzEJhETXl1lwEAAAAAALAlBEIzMDRWLTXqLgMAAAAAAGBLCIRmYOBYtQyBEAAAAAAAuDAw
zuk82TRV3zFq2lbdpQAAAAAAAGwJgdB5Gg566hmjttOpuxQAAAAAAIAtYcjYeXpk+bisMWp73bpL
AQAAAAAA2BICofN0ZvW4JKntLdRcCQAAAAAAwNYQCJ2n5bWTkqRuc6nmSgAAAAAAALaGQOg8LfdO
SZIWWntrrgQAAAAAAGBrCITO09rgtCRpsb2v5koAAAAAAAC2hkDoPPWGy5Kkvd2DNVcCAAAAAACw
NQRC56kfrkiS9i4eqrkSAAAAAACArSEQOk/9aE2SdGDvpTVXAgAAAAAAsDUEQudpGPckSYcIhID/
v717jZGrLAM4/n9o6VUEKYUgJdAa1IA3oBI+YBMhKBBtNWBSY8R+IHgjkQ98qMELISaKiQYJRsRb
1KiAqLEGjKJCoiZiLxawYGVbi7RyKRjlZsuljx/m3e7JsLud7szZmZ3z/yVvevY957xzTp995uw8
cy6SJEmSpBnCglCX9rz0HLMzmT9nQb83RZIkSZIkqSMWhLq0Z99eFuxLIqLfmyJJkiRJktQRC0Jd
2pN7mb/PYpAkSZIkSZo5LAh1aS8vMD8tCEmSJEmSpJnDglCX9sYLzMtZ/d4MSZIkSZKkjlkQ6tIe
9jGX2f3eDEmSJEmSpI5ZEOrSnkP2MZdD+70ZkiRJkiRJHbMg1KX/RTIv5vR7MyRJkiRJkjpmQahL
zx0SzI15/d4MSZIkSZKkjnVUEIqI8yJia0SMRMTaceaviIhNEfFiRFzU+80cXNecchVrVny235sh
SZIkSZLUsQPeDTkiZgFfBc4FdgLrI2JdZt5fWeyfwBrgijo2cpCdfUaj6l+SJEmSJGkIdPJ4rDOA
kczcDhARNwGrgP0FoczcUebtq2EbJUmSJEmS1EOdXDJ2HPBw5eedpe+gRcSlEbEhIjbs3r17KkNI
ki9Ub5gAAAfUSURBVCRJkiSpS9N6U+nMvDEzl2fm8sWLF0/nS0uSJEmSJKnopCC0Czi+8vOS0idJ
kiRJkqQZqJOC0HrgpIhYGhFzgNXAuno3S5IkSZIkSXU5YEEoM18ELgN+BTwA3JKZWyLi6ohYCRAR
b42IncD7gK9HxJY6N1qSJEmSJElT18lTxsjM24Hb2/o+U5leT+tSMkmSJEmSJA24ab2ptCRJkiRJ
kvrPgpAkSZIkSVLDWBCSJEmSJElqmMjM/rxwxG7gob68eO8dBTzR741QXxj7ZjLuzWXsm8vYN5ex
by5j31zGvpmGKe4nZObiAy3Ut4LQMImIDZm5vN/boeln7JvJuDeXsW8uY99cxr65jH1zGftmamLc
vWRMkiRJkiSpYSwISZIkSZIkNYwFod64sd8boL4x9s1k3JvL2DeXsW8uY99cxr65jH0zNS7u3kNI
kiRJkiSpYTxDSJIkSZIkqWEsCEmSJEmSJDWMBSEgIs6LiK0RMRIRa8eZPzcibi7z746IEyvzPln6
t0bEOw80ZkQsLWOMlDHn1L1/mlivYx8Rx0fEnRFxf0RsiYhPVJa/KiJ2RcTm0i6Yjn3U+GrK+x0R
cV+J74ZK/5ERcUdEPFj+fVXd+6eJ1ZD3r6vk9eaIeCoiLi/zzPsBMdW4R8Si8r7+TERc37bO6SXn
RyLiuoiI0m/OD5Bexz4iFkTEbRHxt3Ks/0Jl3pqI2F3J+UumYx81vpry/q4y5miMj55sLPVHDXl/
WNux/omIuLbMM+8HSBexPzciNpbj+saIOLuyzvAe7zOz0Q2YBWwDlgFzgHuAk9uW+RhwQ5leDdxc
pk8uy88FlpZxZk02JnALsLpM3wB8tN//B01tNcX+WOC0ssxhwN8rsb8KuKLf+22rJ/Zl3g7gqHFe
74vA2jK9Frim3/8HTW11xb5t/EeBE8rP5v0AtC7jvhA4C/gIcH3bOn8GzgQC+CVwfuk35wek1RF7
YAHw9jI9B/h9JfZr2n9PbMMT+zLvLmD5OK837li24Yl92/obgRVl2rwfkNZl7E8FXl2m3wDsqqwz
tMd7zxCCM4CRzNyemc8DNwGr2pZZBXy3TN8KnFOqgquAmzJzb2b+Axgp4407Zlnn7DIGZcz31Lhv
mlzPY5+Zj2TmJoDMfBp4ADhuGvZFB6eOvJ9MdSzzvr/qjv05wLbMfKi2PdBUTDnumflsZv4B2FNd
OCKOBV6ZmX/K1l+C32Mst835wdHz2Gfmc5l5Z5l+HtgELKlzJzQlPY/9AUx07ND0qzX2EfFa4Gha
xWANlm5i/5fM/Ffp3wLML2cTDfXx3oJQ68P6w5Wfd/LyD/D7l8nMF4H/AosmWXei/kXAf8oYE72W
pk8dsd+vnH54KnB3pfuyiLg3Ir49I08pHB51xT6BX5fTTC+tLHNMZj5Sph8FjunFTmhKas17Wt80
/aitz7zvv27iPtmYOycY05wfHHXEfr+IOAJ4N/DbSveFJedvjYjjp7rh6lqdsf9OuTTo05Wiz5R/
j9RzteY9Y2eVVB/Xbd4Phl7F/kJgU2buZciP9xaEpBpExCuAnwCXZ+ZTpftrwGuAtwCPAF/q0+ap
Pmdl5mnA+cDHI2JF+wLlj4d82Zqa8aJ1T7iVwI8r3eZ9w5nzwysiZtMqAF+XmdtL9y+AEzPzTcAd
jH1zrOHxgcx8I/C20j7Y5+3R9Gv/8se8HyIRcQpwDfDhg1lvph7vLQjBLqBaxV1S+sZdphz8Dwee
nGTdifqfBI4oY0z0Wpo+dcSeiDiUVjHoB5n509EFMvOxzHwpM/cB3+DAlxmpPrXEPjNH/30c+Blj
MX6snG46epnJ4z3cFx2cWmJfnE/r26THRjvM+4HRTdwnG7N6mVB1THN+cNQR+1E3Ag9m5rWjHZn5
ZPlGGeCbwOlT3G51r5bYV471TwM/ZOx9faq/R+q92vI+It4MzM7MjaN95v1A6Sr2EbGE1t/wF2fm
tsryQ3u8tyAE64GTovX0rzm0Kr7r2pZZB3yoTF8E/K5UANcBq8u1hUuBk2jdcGrcMcs6d5YxKGP+
vMZ90+R6Hvty2vC3gAcy88vVgUbfLIr3An/t+R6pU3XEfmFEHAYQEQuBdzAW4+pY5n1/1fGeP+r9
tF0uZt4PjG7iPq5yivhTEXFmee+/mLHcNucHR89jDxARn6P1IeLytv5qzq+kdS9B9UfPYx8RsyPi
qDJ9KPAuxj/Wd/R7pNrUkvfFgY715n1/TTn25RLg22jdJPqPowsP/fE+u7wr9TA04AJaT4PaBlxZ
+q4GVpbpebQuARih9cf/ssq6V5b1tlLuNj7RmKV/WRljpIw5t9/73+TW69jTeipBAvcCm0u7oMz7
PnBfmbcOOLbf+9/kVkPsl9F6ksE9tG5EV837RbTuL/Eg8BvgyH7vf5NbTe/5C2l9u3R422uZ9wPS
uoz7DuDfwDO07h0w+vTI5bQ+DG4Drgei9JvzA9R6HXta3w4nrQ99o8f6S8ryny/HgHtofQn4+n7v
f5NbDbFfSOvpUveWOH+FsSeNTjiWbebHvjJve3tem/eD1aYae+BTwLOV9/XNwNFl3tAe70d3RJIk
SZIkSQ3hJWOSJEmSJEkNY0FIkiRJkiSpYSwISZIkSZIkNYwFIUmSJEmSpIaxICRJkiRJktQwFoQk
SZIkSZIaxoKQJEmSJElSw/wfnym48LbK6KIAAAAASUVORK5CYII=
"
>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1057;&#1090;&#1077;&#1082;&#1080;&#1085;&#1075;">&#1057;&#1090;&#1077;&#1082;&#1080;&#1085;&#1075;<a class="anchor-link" href="#&#1057;&#1090;&#1077;&#1082;&#1080;&#1085;&#1075;">&#182;</a></h2><p>Вместо ручного смешивания результатов мы можем подавать их на вход другим алгоритмам.</p>
<p>Подготовим переменную  <code>stacked</code>, которая будет содержать предсказания предыдущих алгоритмов</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[46]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">stacked</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">hstack</span><span class="p">([</span><span class="n">y_hat_lr</span><span class="p">,</span> <span class="n">y_hat_lr_tf_idf</span><span class="p">])</span>
<span class="n">clf_stacked</span> <span class="o">=</span> <span class="n">OneVsRestClassifier</span><span class="p">(</span><span class="n">RandomForestClassifier</span><span class="p">(</span><span class="n">n_estimators</span><span class="o">=</span><span class="mi">100</span><span class="p">))</span>
<span class="n">y_hat_stacked</span> <span class="o">=</span> <span class="n">cross_val_predict</span><span class="p">(</span><span class="n">clf_stacked</span><span class="p">,</span> <span class="n">stacked</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s1">&#39;predict_proba&#39;</span><span class="p">,</span> <span class="n">cv</span><span class="o">=</span><span class="n">folds</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;">&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;<a class="anchor-link" href="#&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;">&#182;</a></h2><p>После подбора порога получим $F1=0.547874$, что больше всех предыдущих результатов.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[47]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">alphas</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
<span class="n">scores</span> <span class="o">=</span> <span class="p">[</span><span class="n">get_score</span><span class="p">(</span><span class="n">alpha</span><span class="p">,</span> <span class="n">y</span><span class="p">,</span> <span class="n">y_hat_stacked</span><span class="p">)</span> <span class="k">for</span> <span class="n">alpha</span> <span class="ow">in</span> <span class="n">alphas</span><span class="p">]</span>

<span class="n">plot</span><span class="p">(</span><span class="n">alphas</span><span class="p">,</span> <span class="n">scores</span><span class="p">);</span>
<span class="n">scatter</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)],</span> <span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">));</span>
<span class="k">print</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">max</span><span class="p">(</span><span class="n">scores</span><span class="p">))</span>
<span class="k">print</span><span class="p">(</span><span class="n">alphas</span><span class="p">[</span><span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">scores</span><span class="p">)])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>0.547874126984
0.232323232323
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABIQAAAEyCAYAAACLeQv5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzs3Xd8leX9//H3fc7JJiRkkwVJ2HsEwt4KKgJqcUBtHdVq
a21rHfXXfr9ttdW2WqvWURVnVayrioqLvUfYG0L2IiQhBLJzzvX7I+gXWytRk9xJzuv5ePhIzjm3
536Disk71/W5LGOMAAAAAAAA4D0cdgcAAAAAAABA26IQAgAAAAAA8DIUQgAAAAAAAF6GQggAAAAA
AMDLUAgBAAAAAAB4GQohAAAAAAAAL0MhBAAAAAAA4GUohAAAAAAAALwMhRAAAAAAAICXcdl144iI
CNOzZ0+7bg8AAAAAANDpbNu2rdQYE3mu62wrhHr27Kn09HS7bg8AAAAAANDpWJaV05zr2DIGAAAA
AADgZSiEAAAAAAAAvAyFEAAAAAAAgJehEAIAAAAAAPAyFEIAAAAAAABehkIIAAAAAADAy1AIAQAA
AAAAeBkKIQAAAAAAAC9DIQQAAAAAAOBlKIQAAAAAAAC8jMvuAADQFt7ZUaAHPj6kwooaxYYG6I6Z
fTVveJzdsQAAAADAFhRCADq9d3YU6O6396imwS1JKqio0d1v75EkSiEAAAAAXolCCECH4/EY1TV6
VNvg/vxjvdujugaP6t1u1TV4VNf42V9u/XbJvs/LoM/UNLj1+/f3KykiSEF+TgX6uhTk61KAr1O+
LnbTAgAAAOjcKIQAtBmPx6j0dJ3Kq+tVWdOoypoGnaxpUGVtQ9Pj2oYvPFdV51Zdo1u1DU2lT22D
W7WNHtU3elokT2lVveY+vv4/nvdxWvJ1OuRyOuTjtORyOOR0WE2fOx1yOSz5OB1yOS118XMpPMhX
4V38FN7Ft+nzoKbPI7r4KSzIV4G+TlmW1SKZAQAAAKAlUAgBaDHGGJ2saVBeeY3yTlQrr7z6zMem
x/knar6yzAnydaprgI+6+vuoa4BL4V185e9yyt/HIX8fp/x9nPLzccjvs+dcZ55zOT5/3s/lkK/L
cdZHpxY+s0nHTtX9x/0ignz1p+8MUVW9W9V1jaqqd6umvuljfaNHjW6PGjxGjW6PGt3m888b3EaN
nqbnTtU2KrusSmWn61Vd7/6SX5Xk7+NQdFd/9Yrsot7Rweod1UW9o7soJbKLgvz4YxgAAABA2+M7
EQBfW1Vdo7JKq3T0+GkdPd70Met4lfLKq3WqrvEL13b1dykhLFB9ooI1vV+UEsICFR7kp64BLoV8
Xv74KNjfJR9n62zVuvvC/l+YISRJAT5O/Xr2AE3vH91i96mub1TZ6XqVV9WrrKpOpafrzzyuU2FF
rTJKTmvNkeNqcJvP/5640AD1iW4qinpFdVGvqC6K7xagiCA/ORysKgIAAADQOiiEAPxX5VX1OlBU
2VT8lDSVP5nHT6vwZO3n11iWlNAtUMmRQUrt2U0J3QKVEBag+G6BSggLVEiAj42/giafDY5u7VPG
An1dCgxrKsD+mwa3Rzll1cooOaUjx07rSMlpHT52SuszylTv/r/VU75Oh2JC/NU9xF9xoQHqHuqv
2NAAxYYENH0M9Vewv/2/twAAAAA6JssYc+6rWkFqaqpJT0+35d4A/lNtg1v7Ck9qZ95J7cyr0K68
CuWWV3/+ehc/l5Ijg5QS2UUpkUFKjmza8tQjPFD+Pk4bk3cOjW6P8k7U6GjJaRWerFFBRY2KKmpV
WFGjopO1Kq6sldvzxT+vY0P8NSwxVEPjQzUsIVSD4kLYggYAAAB4OcuythljUs91Hd85AF7I7THK
KDmtXXkV2pnfVP4cLD71eeEQG+KvoQmhWpCWqMFxIeoV1UVRwX4MRm5FLqdDSRFBSooI+tLX3R6j
klO1KjxTEhVU1GhfYaV25p3Q0j3FkiSHJfWJDtawhFANTWgqiXpHdZGrlbbiAQAAAOi4WCEEeAFj
jLJKq7Q+o1TrMkq18WiZKmubZv109XdpaELTKpOmjyGK6upvc2J8HWWn67Qrv+ILq7tO1jRIkgJ9
neoTHaykiCD1CA888zFISeFBCglkyxkAAADQ2TR3hRCFENBJlZyq1YaMMq3LKNWGjNLP5/7EhQZo
Yu8IjU4K07CEUPUMD2J4cSdjjFFOWbV25lVoZ16FjpScUnZptQpP1ujsP/K7Bfo0lUNnyqLeUcFK
7dlN0RSCAAAAQIdFIQR4mZM1DdqaVa71R0u1PqNUh4+dliSFBvpoXEq4xveK0IReEUoMC2Trl5eq
bXArr7xaWaVVyimrVlZZlbLPfH52WZQYFqjUnt00umeYRiWFKTkiiH9nAAAAgA6CGUJAJ1dRXa/N
WeXanFmuzVll2l9UKWMkP5dDo5PCdOmIeE3oFaEB3buyAgiSJH8fp3pHB6t3dPB/vFbb4Nah4lPa
ml2urdnlWn3ouN7eXiBJCg/yVWrPbhrVM0yjeoZpYGxX5hIBAAAAHRwrhIAOoux0nbZklWtzVrk2
ZZbp0LFTnxdAIxK7KS05TGlJ4RqeGMqpX/jWjDHKLK3S1qxybTlTEuWV10hqmks0JD5EwxO7aURi
Nw1PDFVEFz+bEwMAAACQ2DIGdHiNbo+25ZzQioMlWnXouA4dOyVJ8vdxKLVHmNKSwpSWHK6hCSHy
c1EAofUVn6zV1uxypWeXa0dehfYXVqrxzMl0iWGBGpEYquFnCqL+3bvKh1VEAAAAQJujEAI6oJPV
DVp1uETLD5Ro9eHjOlnTIB+npdFJYRqXEqExyWEaHBcqXxffaMN+NfVu7S08qe05J7Qjt0Lbc0+o
5FSdpKaVa0PiQzQ6KUxjksM1skc3BfqySxkAAABobRRCQAdgjNHR41VafuCYlh8s0bacE3J7jMKC
fDW1b5Sm94/SxN4RCvbneHC0f8YYFZ6s1Y7cE9qe01QQ7S04qUaPkcthaWhCqMYkUxABAAAArYlC
CGinjDHalX9SS/cU6eN9xcopq5Yk9YsJ1vT+UZreP1pD40PlZBA0OoGqukZtyzmhTZll2pRZpt35
/1cQDYkP0ZjkcI1JDteonmEK8GXrIwAAAPBtUQgB7chnJdAHuwu1dE+xCipq5HJYGt8rQjMGRGta
vyjFhQbYHRNodf+tIPL3cWhq3yjNGhSj6f2j1cWP1UMAAADAN0EhBNjsy0ogH6elCb0idOHg7jp/
QIxCAtkKBu9WVdeo9JwTWn7gmD7cW6zjp+rk63JoUu9IXTAoRjMGRCskgP9OAAAAgOaiEAJsYIzR
7vyTep8SCPjaPB6j7bkntHRPsT7cW6Sik7XycVoalxKhCwfH6LwBMQoL8rU7JgAAANCutWghZFnW
LEmPSHJKWmSM+eO/vX6NpAckFZx56jFjzKKvek8KIXQWxhgdLD6l93cX6r1dRcotr/68BLpoSKzO
6x9NCQR8TR6P0a78Cn20t1hL9xYpr7xGToelMclhmj0kVrMGxqgb5RAAAADwH1qsELIsyynpsKTz
JOVL2irpKmPM/rOuuUZSqjHmluYGpBBCR5d5/LTe21Wk93YXKqPktJwOS+NSwnXx0FjNZCUQ0GKM
MdpXWKmle4q0dE+Rssuq5Twzg2v2kO789wYAAACcpbmFUHOmdo6WlGGMyTzzxq9Jmitp/1f+XUAn
lH+iWu/vLtJ7uwq1r7BSliWN6hmme+cN0gWDYhTRxc/uiECnY1mWBsWFaFBciO6Y2Vf7Civ1/u4i
vb+7UHe+uVu/cu7RxN6Rmj2ku84bEK1gf8ohAAAA4FyaUwjFSco763G+pLQvue4yy7ImqWk10c+N
MXlfcg3Q4Xg8RssPluiZNZnakl0uSRqaEKpfX9RfFw3pru4hnA4GtJWzy6G7ZvX9fGbXB7uLtOJg
iXxdDk3u01QOzegfrSBOKwMAAAC+VEt9pfyepMXGmDrLsn4o6UVJ0/79IsuybpR0oyQlJia20K2B
1tHg9mjJzkL9ffVRHSk5rfhuAbpjZl9dPCRWieGBdscDvJ5lWRqaEKqhCaG6+4L+2pF3Qu/vbtpW
9un+Y/JzOTStX5RmD4nVtH5RCvB12h0ZAAAAaDeaM0NorKTfGmNmnnl8tyQZY+7/L9c7JZUbY0K+
6n2ZIYT2qrq+Ua9tydOitZkqPFmrfjHBunlKii4a3F0up8PueADOweMx2ppdrg/2FGnpnmKVnq5T
gI9T0/s3lUNT+kbK34dyCAAAAJ1TSw6VdqlpG9h0NZ0itlXSAmPMvrOu6W6MKTrz+SWS7jLGjPmq
96UQQntzoqpeL27M1osbsnWiukGjk8J08+QUTekbKcuy7I4H4Btwe4w2Z5Xp/d1F+mhvscqr6hXk
69R5A6J10ZBYTeoTIT8X5RAAAAA6j5Y+dv5CSQ+r6dj554wxf7As6x5J6caYJZZl3S9pjqRGSeWS
bjbGHPyq96QQQntRUFGjRWsz9dqWPNU0uDWjf7RunpKskT3C7I4GoAU1uj3amFmmD3YX6aN9xaqo
blCwv0sXD43VgtGJGhT3lQtbAQAAgA6hRQuh1kAhBLtlHj+tJ1cd1b92FEiS5gyL1U2TU9QnOtjm
ZABaW4Pbo/UZpVqyq1BL9xSptsGjwXEhWpCWqIuHxqoLw6gBAADQQVEIAf/FgaJKPb4yQ0v3FMnH
6dBVoxP1g4lJiu/GoGjAG52sadA7Owr06uZcHTp2SkG+Ts0ZFqeFaawaAgAAQMdDIQT8mx25J/T4
ygwtO1CiLn4ufXdMD10/IUmRwX52RwPQDhhjtCOvQq9uztX7uws/XzV01ehEzRnGqiEAAAB0DBRC
gJq+wduUWa7HVh7R+owyhQb66NpxSbpmXE+FBPrYHQ9AO3WypkHv7mxaNXSwuGnV0OwhsZo3PE5p
SWFyOBg0DwAAgPaJQghezRijVYeO67GVGdqWc0KRwX66YWKSFqT14Kf8AJrts1VDizfnaumeIlXV
u9U9xF9zhsXqkuFx6hfT1e6IAAAAwBdQCMErGWO07ECJHll+WHsLKhUXGqCbJidrfmqC/H04WhrA
N1dT79anB47pnR0FWnP4uBo9Rv1ignXJ8DjNGRar7iEBdkcEAAAAKITgXYwx+mT/MT26/Ij2FVaq
R3igfjy1ly4ZHicfp8PueAA6mbLTdfpgT5H+taNAO3IrZFnSmKRwzRseqwsGd1dXf7akAgAAwB4U
QvAKHo/RJ/uL9cjyDB0oqlTP8EDdMq235g2LlYsiCEAbyC6t0rs7C/XOzgJllVbJz+XQ7CGxWpCW
qBGJobIs5g0BAACg7VAIoVPzeIw+3lesR5Yf0cHiU0qKCNJPpvXSnKEUQQDsYYzRrvyTej09T+/u
KFBVvVv9YoK1IC1R84bHsWoIAAAAbYJCCJ2Sx2P04d5iPbr8iA4dO6XkyKYi6OIhFEEA2o/TdY1a
srNQr27J0d6CSgX4ODVnaNOqoSHxIawaAgAAQKuhEEKnc/jYKd3xxi7tyj+plMgg3Tq9t2YPiZWT
458BtGO78yv0yqZcLdlVqJoGtwbGdtWCtETNHRbHqYcAAABocRRC6DQa3R49tSZTjyw7oi7+Lv3P
7P6aMzSOIghAh1JZ26B3dxTolc25Olh8SkG+Ti1IS9QPJiYruqu/3fEAAADQSVAIoVM4cuyUbj+z
KujCwTG6Z+4gRXTxszsWAHxjxhjtyKvQixuy9d6uQrkcDl06Ik4/nJyipIggu+MBAACgg6MQQofW
6PbombVZ+uuywwrydereeYM0e0is3bEAoEXlllXr6bVH9Xp6vhrdHl0wuLtunpyiQXEhdkcDAABA
B0UhhA4ro+S0bn9jl3bmVeiCQTG6dx6rggB0bsdP1em59Vl6eWOOTtU1alKfSP1oSorSksIYQA0A
AICvhUIIHY7bY7Robab+8ulhBfo6dc/cQbp4SHe+GQLgNSprG/SPjTl6fn2WSk/Xa0RiqG6e0kvT
+0XJwdw0AAAANAOFEDqUo8dP6443dml7boVmDozW7+cNVmQwq4IAeKfaBrfeSM/TU2sylX+iRqN6
dtP9lw5Wr6hgu6MBAACgnaMQQoexZFeh7npzt/x8HPrdnIGaMzSWVUEAoKZ5am9uy9f9Hx5UTb1b
P5qaopunpMjP5bQ7GgAAANqp5hZCrrYIA3yZRrdHf/zwoBaty9LonmF6bMFwRXH0MgB8zuV06MrR
iZoxIFr3vLdfDy87ovd2Fer+S4dodFKY3fEAAADQgTnsDgDvVHa6Tlc/u0WL1mXpmnE99coNaZRB
APBfRHTx06NXDdfz145SbYNHlz+1UXe/vUcnaxrsjgYAAIAOikIIbW5XXoUu/ts6bc89ob/MH6rf
zhkoHyf/KgLAuUztG6VPb5ukGyYm6Z9bczXjodVauqdIdm3/BgAAQMfFd+FoU69vzdP8pzbKsiy9
dfM4XTYy3u5IANChBPq69KuLBujdH09QVLCffvTKdt3w0jYVVtTYHQ0AAAAdCEOl0SbqGz363Xv7
9MrmXE3oFaFHrxqusCBfu2MBQIfW6PboufVZeujTw3Jalm6ekqIrRiVySiMAAIAX45QxtBvHKmt1
88vbtD23Qj+cnKw7zu8rF1vEAKDF5JVX6zdL9mnFwRK5HJbOHxitBaN7aFxKuBwOTm0EAADwJpwy
hnZha3a5fvTKdlXVNeqxBcM1e0is3ZEAoNNJCAvUc9eM0tHjp7V4c67e3J6vpXuK1SM8UFeOStT8
1HhFdGHVEAAAAP4PK4TQal7bkqtfv7NX8d0C9NTVqeobE2x3JADwCrUNbn28r1ivbM7Vlqxy+Tgt
nT8gRgvSEjU2mVVDAAAAnRlbxmAbt8fovqUH9Oy6LE3qE6m/XTVcIQE+dscCAK+UUXJai7fk6q3t
+aqoblDP8EAtTOuhq9IS1cWPhcIAAACdDYUQbHGqtkG3Lt6hlYeO65pxPfXri/ozLwgA2oHaBrc+
2lusVzfnakt2uUICfHTd+CRdM66nQgIp7QEAADoLCiG0ubzyal3/4lYdPV6l380ZqO+O6WF3JADA
l9iZV6HHVmRo2YFjCvZz6Xvjeui68UkKZ84QAABAh0chhDaVnl2uG/+xTY1uj55YOFITekfYHQkA
cA77Cyv1+KoMLd1TJH+XUwvTEnXjpGRFdfW3OxoAAAC+IQohtJm3tuXr7rf3KK5bgBZ9P1UpkV3s
jgQA+BoySk7piZVH9e6uQjkdlq4claAfTk5RXGiA3dEAAADwNVEIodV5PEYPfHJIT646qrHJ4Xry
uyMUGuhrdywAwDeUU1alv68+qje35csY6dIRcbpuQpL6xXS1OxoAAACaiUIIraqqrlE//+dOfbL/
mK4anah75g6UD8OjAaBTKKyo0dNrMrV4S67qGj0a3TNMV4/toVmDYvizHgAAoJ2jEEKrKT5Zq+te
2KqDxZX69UUDdO34nrIsy+5YAIAWdqKqXm9sy9PLm3KVW16tyGA/XTU6UQvTEhXNnCEAAIB2iUII
reJEVb3mP7VRRRU1emzhCE3tG2V3JABAK/N4jFYfPq4XN2Zr9eHjclqWZg6M0dVjeygtKYwfCgAA
ALQjzS2EXG0RBp1DdX2jrntxq3LLq/XitaM1NiXc7kgAgDbgcFia2i9KU/tFKaesSi9vytHr6fn6
YE+R+kR30dVje+qS4XHq4seXFQAAAB0FK4TQLA1uj37wYrrWHjmuJxaO1KxBMXZHAgDYqKberfd2
FeqlTdnaW1CpIF+nLhkRp++O6cEQagAAABu16JYxy7JmSXpEklPSImPMH//LdZdJelPSKGPMV7Y9
FEIdh8dj9PPXd+rdnYX646WDdeXoRLsjAQDaCWOMduRV6OVNOXp/d5HqGz0a1bObvjumaQi1n8tp
d0QAAACv0mKFkGVZTkmHJZ0nKV/SVklXGWP2/9t1wZI+kOQr6RYKoc7BGKPfvbdfL2zI1p2z+upH
U3rZHQkA0E59NoT6lc25yimrVniQr+anJmhhWqISwgLtjgcAAOAVmlsINefs2NGSMowxmcaYekmv
SZr7JdfdK+lPkmq/VlK0a0+sOqoXNmTr+glJunlyit1xAADtWLcgX904KUUrfzFFL103WiN6dNPT
a45q0gMrde3zW7T8wDG5PfZsVQcAAMAXNWf6Y5ykvLMe50tKO/sCy7JGSEowxnxgWdYd/+2NLMu6
UdKNkpSYyLaj9m7xllw98PEhXTI8Tr+6sD+nyAAAmsXhsDSpT6Qm9YlUYUWNXtuSq8Vb83T9i+nq
ER6omyan6NIRcWwnAwAAsFFzVgh9JcuyHJIekvSLc11rjHnaGJNqjEmNjIz8trdGK/pob5F+9a89
mtI3Un/+zhA5HJRBAICvLzY0QLed31cbfjlNjy0Yrq7+Prr77T2a9OeVWrQ2U1V1jXZHBAAA8ErN
KYQKJCWc9Tj+zHOfCZY0SNIqy7KyJY2RtMSyrHPuV0P7tOFoqW5dvFPDEkL1xMIR8nF+694QAODl
fJwOzR4SqyW3jNc/rh+tpIgg/f6DAxr/pxV6ZNkRVVTX2x0RAADAqzRnqLRLTUOlp6upCNoqaYEx
Zt9/uX6VpNsZKt0x7S04qSuf3qTuIf5646axCg30tTsSAKCT2pZzQk+uytCyAyUK8nVq4Zge+sGE
JEV19bc7GgAAQIfV3KHS55whZIxptCzrFkkfq+nY+eeMMfssy7pHUroxZsm3j4v2ILu0Stc8v0Uh
AT566frRlEEAgFY1skc3Lfr+KB0oqtSTq45q0dpMvbAhW/NHxuuHk1KUGM7JZAAAAK3lnCuEWgsr
hNqX03WNmvPYOlVUN+iNm8YqJbKL3ZEAAF4mu7RKT63J1Fvb8uUxRpePStCt03orJoQVQwAAAM3V
3BVCFEKQMUa3LN6hD/cU6dUbxmhMcrjdkQAAXqz4ZK0eX5mhxVty5XRY+v64nrppcorCgli5CgAA
cC7NLYSYFgy9tDFHH+wu0u0z+1IGAQBsFxPir3vnDdKKX0zRRUO665m1mZr055V6ZNkRneZUMgAA
gBZBIeTlduZV6Pcf7Nf0flG6aVKK3XEAAPhcYnigHrp8mD7+2SSN7xWuvy47/Plx9bUNbrvjAQAA
dGhsGfNiJ6rqNftv62RZ0vs/mcAQaQBAu7Yrr0IPfnJIa4+UqnuIv26d3lvfGRkvHyc/3wIAAPgM
W8bwlTweo9te36njp+r0xMIRlEEAgHZvaEKo/nF9ml69IU0xIf66++09Ov+va/TuzgJ5PPb8gAsA
AKCjohDyUk+uPqqVh47rfy4eoCHxoXbHAQCg2calROjtm8dp0fdS5edy6Kev7dSFj67Vp/uPya6V
zwAAAB0NhZAX2nC0VH/55JDmDI3Vd9MS7Y4DAMDXZlmWZgyI1tJbJ+rRq4arrtGjG15K1yVPbND6
jFK74wEAALR7zBDyMscqa3XRo2sVGuird388XkF+LrsjAQDwrTW6PXpre74eWXZEhSdrNTY5XLfP
7KuRPbrZHQ0AAKBNMUMI/6HR7dFPFu9QVZ1bTy4cQRkEAOg0XE6HrhiVqBW3T9FvLh6gIyWndNmT
G3T9C1u1v7DS7ngAAADtDoWQF3nwk8PaklWu+y8drN7RwXbHAQCgxfn7OHXt+CStvmOq7pjZV1uz
y3Xho2t1y6vblVtWbXc8AACAdoNCyEt8uv+Y/r76qBamJWre8Di74wAA0KqC/Fz68dReWnvXNN0y
tZdWHCzRjL+u1sPLDqu2wW13PAAAANtRCHmBvPJq/eL1nRoU11X/M3uA3XEAAGgzIQE+un1mX634
xRTNHBijh5cd0fl/XaMVB4/ZHQ0AAMBWFEKdXIPbox+/ul2S9OTCkfL3cdqcCACAthcT4q+/XTVc
r/4gTb4uh657IV0/eDFdeeVsIwMAAN6JQqiTe3Zdlnbnn9QfLxuihLBAu+MAAGCrcb0itPTWibr7
gn7acLRUMx5arUeXH2EbGQAA8DoUQp1Yblm1Hl52WOcPiNaFg7vbHQcAgHbB1+XQDyenaPkvJmvG
gGg99OlhzXx4jVYeKrE7GgAAQJuhEOqkjDH61Tt75HI49Lu5A+2OAwBAu9M9JECPLxihl69Pk9Nh
6drnt+rGl9hGBgAAvAOFUCf17s5CrT1Sqjtn9VX3kAC74wAA0G5N6B2hj346SXfN6qe1R0o15cFV
uu31ncooOW13NAAAgFZjGWNsuXFqaqpJT0+35d6d3Ymqek1/aLV6hAfqzZvGyemw7I4EAECHUHyy
Vk+tOarFW3JV1+jRBYNi9KMpvTQoLsTuaAAAAM1iWdY2Y0zqua5ztUUYtK0/LD2gypoG3X/pYMog
AAC+hpgQf/3m4oG6ZWovPbc+Sy9tyNHSPcWa2jdSt0zrpZE9wuyOCAAA0CLYMtbJbMgo1Zvb8nXj
pGT1i+lqdxwAADqk8C5+umNmP6375TTdfn4f7cyr0GVPbtQVT23U2iPHZdcKawAAgJbClrFOpLbB
rVkPr5GR9PHPJsnfx2l3JAAAOoXq+ka9ujlXz6zN1LHKOg2ND9GPpvbSef2j5WA1LgAAaEeau2WM
FUKdyN9WHFF2WbXuu2QwZRAAAC0o0NelH0xM1po7p+q+SwarvLpeP/zHNs16ZI3+tSNfjW6P3REB
AAC+FgqhTuJgcaWeWp2py0bEa3yvCLvjAADQKfm5nFqQlqiVv5iih68YJkn6+T93aepfVukfm3JU
2+C2OSEAAEDzsGWsE/B4jC77+wbllFVr2W2TFRbka3ckAAC8gsdjtPxgiR5fmaGdeRWKDPbTDyYk
aeGYHurix9kdAACg7XHKmBd5ZXOOduRW6K9XDKUMAgCgDTkcls4bEK0Z/aO0MbNMT6w8qvs/PKjH
V2bomnE9dc34JP7fDAAA2iUKoQ6u+GSt/vTRIU3sHaF5w+LsjgMAgFeyLEvjUiI0LiVCu/Iq9MSq
DD26IkPPrM3SgrRE/XBysqKC/e2OCQAA8DkKoQ7uN0v2qtHj0R/mDZZlccoJAAB2G5oQqqeuTtWR
Y6f05OqjemFDtl7dnKtrxvfUDyclKzSQFUMAAMB+DJXuwD7aW6yP9x3Tz2b0UWJ4oN1xAADAWXpH
B+uhy4fP9NpKAAAgAElEQVRp2W2Tdf7AaP199VFN/NNKPbr8iE7XNdodDwAAeDmGSndQp2obNOOh
1QoL8tOSW8bLx0m3BwBAe3awuFJ/+eSwPt1/TGFBvvrRlBR9d0wP+fs47Y4GAAA6keYOlaZF6KCe
Wp2pY5V1uu+SQZRBAAB0AP1iuuqZ76XqnR+P18DYrvr9Bwc05YFVemVzjhrcHrvjAQAAL0OT0AEV
n6zVonWZmjM0VsMTu9kdBwAAfA3DEkL1j+vTtPiGMYrrFqBf/Wuvpv9ltd7eni+3x56V2wAAwPtQ
CHVAD316SB6PdMfMvnZHAQAA39DYlHC9edNYPXdNqrr4uXTb67t00aNrtepQieza0g8AALwHhVAH
c7C4Um9sy9f3xvZQQhiDpAEA6Mgsy9K0ftF6/ycT9Lerhqu63q1rnt+q7z67WXsLTtodDwAAdGIU
Qh3MHz88qGA/l26Z1svuKAAAoIU4HJYuHhqrT2+bpP+dPUD7Cys1+2/r9PN/7lT+iWq74wEAgE6I
QqgDWZ9RqlWHjuuWab0UGuhrdxwAANDC/FxOXTchSavumKqbp6Ro6Z4iTXtwte5bekAnqxvsjgcA
ADqRZhVClmXNsizrkGVZGZZl/fJLXr/Jsqw9lmXttCxrnWVZA1o+qnfzeIzuW3pAcaEB+t7YnnbH
AQAArSgkwEd3zeqnlbdP0ZxhsXpmbaYmPbBSi9Zmqq7RbXc8AADQCZyzELIsyynpcUkXSBog6aov
KXxeNcYMNsYMk/RnSQ+1eFIv9+6uAu0rrNQdM/vK38dpdxwAANAGYkMD9OD8oVp660QNSwjV7z84
oOl/Wa13dxbIw4lkAADgW2jOCqHRkjKMMZnGmHpJr0mae/YFxpjKsx4GSeIrlBZU2+DWgx8f1qC4
rpozNNbuOAAAoI31795VL143Wi9fn6au/j766Ws7dcmTG5SeXW53NAAA0EE1pxCKk5R31uP8M899
gWVZP7Ys66iaVgjd2jLxIEkvbshWQUWN/t8F/eVwWHbHAQAANpnQO0Lv/2SCHpw/VMUna/Sdv2/U
zS9vU05Zld3RAABAB9NiQ6WNMY8bY1Ik3SXp1192jWVZN1qWlW5ZVvrx48db6tad2omqej22MkNT
+0ZqXK8Iu+MAAACbORyWvjMyXitvn6Kfz+ij1YePa8ZDq3Xv+/sZPA0AAJqtOYVQgaSEsx7Hn3nu
v3lN0rwve8EY87QxJtUYkxoZGdn8lF7ssZUZqqpr1C8v6G93FAAA0I4E+rr00xm9ter2Kbp0eLye
W5+lSQ+s1LPrslTf6LE7HgAAaOeaUwhtldTbsqwky7J8JV0pacnZF1iW1fushxdJOtJyEb1XXnm1
XtqYrfkjE9Q3JtjuOAAAoB2K6uqvP31niJbeOlFD4kN07/v7df5fV+ujvcUyhrGOAADgy52zEDLG
NEq6RdLHkg5Iet0Ys8+yrHssy5pz5rJbLMvaZ1nWTkm3Sfp+qyX2In/++JCcDks/P6+P3VEAAEA7
1797V7103Wg9f+0ouZwO3fTyNl3x1CZtyzlhdzQAANAOWXb95Cg1NdWkp6fbcu+OYFdeheY+vl4/
mdZLvzi/r91xAABAB9Lo9ui1rXl6eNkRlZ6u03kDonXHzL7qE82KYwAAOjvLsrYZY1LPdV2LDZVG
yzHG6L6lBxQe5KsbJyXbHQcAAHQwLqdD3x3TQ2vunKLbz++jTUfLNOvhNbr9jV3KP1FtdzwAANAO
UAi1QysOlmhzVrl+NqO3gv197I4DAAA6qEBfl26Z1ltr7pyq6yckacmuQk17sOlEsvKqervjAQAA
G7FlrJ1pdHs065G18niMPv75JPk46ewAAEDLKKio0cOfHtZb2/MV6OvSjZOSdf2EJAX5ueyOBgAA
Wghbxjqot3cUKKPktO6c1Y8yCAAAtKi40AA9MH+oPv7ZJI1LCddDnx7W5AdW6sUN2Wpwc1Q9AADe
hMahHTHG6Ok1mRrQvatmDoy2Ow4AAOikekcH6+nvpertH41TSmQX/WbJPs18eI1WHDzGUfUAAHgJ
CqF2ZNXh48ooOa0bJiXJsiy74wAAgE5uRGI3vXbjGC36XqpkpOteSNf3ntuiQ8Wn7I4GAABaGYVQ
O/Ls2ixFd/XTRYNj7Y4CAAC8hGVZmjEgWh/9bJL+Z/YA7cqr0AWPrNGv39mjstN1dscDAACthEKo
nThQVKl1GaW6ZlySfF38YwEAAG3L1+XQ9ROStPqOqbp6TA8t3pKnKQ+u0jNrMlXfyHwhAAA6G5qH
duLZdVkK8HFqwehEu6MAAAAv1i3IV7+bO0gf/XSiRvbopj8sPaDz/7paH+8rZr4QAACdCIVQO1BS
Wat3dxbo8tR4hQT62B0HAABAvaOD9cK1o/X8taPkcjr0w39s04JnNmtnXoXd0QAAQAugEGoHXtqY
o0aP0bXjk+yOAgAA8AVT+0bpw59O1D1zB+pgcaXmPb5e339ui7blnLA7GgAA+BYohGxWU+/Wy5tz
dF7/aPWMCLI7DgAAwH/wcTr0vbE9tfauabprVj/tKTipy57coO8u2qwtWeV2xwMAAN8AhZDN3tqe
r4rqBt0wKdnuKAAAAF+pi59LN09J0bq7pupXF/bXweJKXf7URl359EZtOFrKjCEAADoQCiEbeTxG
z63L0tD4EKX26GZ3HAAAgGYJ9HXphknJWnvnNP3v7AHKPF6lBc9s1uVPbdTaI8cphgAA6AAohGy0
8lCJMkurdP3EZFmWZXccAACAryXA16nrJiRpzZ1Tdc/cgco/UaOrn92iS5/coOUHjsnjoRgCAKC9
ohCy0TNrMxUb4q8LBsXYHQUAAOAb8/dx6ntje2rVHVP0h0sGqaSyTte/mK7zH16jf27NVW2D2+6I
AADg31AI2WRvwUltyizXNeN7ysfJPwYAANDx+bmcWpjWQ6vumKJHrhwmX6dDd721RxP+tFKPrTii
iup6uyMCAIAzXHYH8FbPrstSkK9TV45OtDsKAABAi/JxOjR3WJzmDI3VxqNlempNph785LAeX3lU
V4xK0HXjk5QYHmh3TAAAvBqFkA2KT9bqvV2F+t7Ynurq72N3HAAAgFZhWZbG9YrQuF4ROlR8Ss+s
zdQrm3P00sZsXTCou26YlKxhCaF2xwQAwCtRCNngxY3Z8hija8f3tDsKAABAm+gbE6wH5w/V7ef3
1QsbsvXK5hx9sKdIo5PC9KMpKZrcJ5JDNgAAaEMMr2ljVXWNemVTjmYNilFCGEulAQCAd4kJ8dcv
L+injXdP168v6q+88mpd8/xWzf7bOr2/u1BuTiYDAKBNUAi1sTe35auytlHXT0i2OwoAAIBtuvi5
9IOJyVp9x1T9+TtDVNPg1i2v7tCMh1brn1tzVd/osTsiAACdGoVQG3J7jJ5bn6URiaEa2aOb3XEA
AABs5+ty6PLUBH3688l6YuEIBfk5dddbezTpzyv17LosVdc32h0RAIBOiUKoDS07cEw5ZdX6wURW
BwEAAJzN6bB04eDueu+WCXrputHqER6oe9/fr/F/XKFHlx/RyeoGuyMCANCpMFS6DS1am6n4bgE6
f0C03VEAAADaJcuyNKlPpCb1idS2nHI9sfKoHvr0sP6++qhmD+muy1MTNLJHNwZQAwDwLVEItZGd
eRXamn1C/zN7gFxOFmYBAACcy8geYXr2mjAdLK7Uc+uy9MHuIr2enq/kiCDNT03QZSPiFNXV3+6Y
AAB0SJYx9pzkkJqaatLT0225tx1++toOrThQog13T1Owv4/dcQAAADqcqrpGLd1TpDfS87Ulu1xO
h6UpfSI1PzVe0/pFy9fFD90AALAsa5sxJvVc17FCqA1U1jboo73Fujw1gTIIAADgGwryc2l+aoLm
pyYo8/hpvbktX29tz9fyl0sUFuSrS4bH6fLUBPWNCbY7KgAA7R6FUBv4cE+R6ho9umxkvN1RAAAA
OoXkyC66c1Y/3XZeH609UqrX0/P00sZsPbsuS+N7hevWab2Vlhxud0wAANotCqE28Nb2AiVHBmlo
fIjdUQAAADoVl9Ohqf2iNLVflMqr6vV6ep4Wrc3SFU9vUlpSmG6d3lvjUsIZQg0AwL9ho3Uryyuv
1pascl02Ip4vRAAAAFpRWJCvbpqconV3TdVvLh6g7LIqLVy0Wd/5+0atOlQiu2ZnAgDQHlEItbK3
txfIsqR5w+PsjgIAAOAV/H2cunZ8klbfMVX3zhukoooaXfP8Vs17fL2WHzhGMQQAgCiEWpUxRm/v
yNfY5HDFhQbYHQcAAMCr+Ps4dfWYHlp1x1Tdf+lglVfX6/oX0zX7b+v00d5ieTwUQwAA70Uh1Iq2
555QTlm1Lh3BMGkAAAC7+Locump0olb8Yooe+M4QVdU16qaXt2n6Q6v19JqjKq+qtzsiAABtjqHS
reit7QUK8HFq1qAYu6MAAAB4PR+nQ/NTE3TJ8Dh9sKdI/9iYo/uWHtSDHx/WzEExWjA6UWOSw5j7
CADwChRCraS2wa33dxVq1qAYdfHjtxkAAKC9cDkdmjssTnOHxelQ8Skt3pKrt7fn671dhUqOCNJV
oxN12ch4hQX52h0VAIBW06wtY5ZlzbIs65BlWRmWZf3yS16/zbKs/ZZl7bYsa7llWT1aPmrHsuJg
iSprG3XpCIZJAwAAtFd9Y4L12zkDteVXM/SX+UMVFuSrPyw9oDH3LddPFu/QxqNlDKEGAHRK51y6
YlmWU9Ljks6TlC9pq2VZS4wx+8+6bIekVGNMtWVZN0v6s6QrWiNwR/HWtnzFdPXXuJQIu6MAAADg
HPx9nLpsZLwuGxn/H6uGUiKDdN2EJF06PF4Bvk67owIA0CKas0JotKQMY0ymMaZe0muS5p59gTFm
pTGm+szDTZK8eopy6ek6rTp8XPOGx8npYA86AABAR/Lvq4YCfV361b/2atwfl+svnxxSyalauyMC
APCtNWe4TZykvLMe50tK+4rrr5f04Ze9YFnWjZJulKTExMRmRux4luwslNtj2C4GAADQgX22aujS
EXHamn1Ci9Zm6rGVGXpqdabmDIvV9ROS1L97V7tjAgDwjbTotGPLsr4rKVXS5C973RjztKSnJSk1
NbXTbsZ+e0e+BseFqE90sN1RAAAA8C1ZlqXRSWEanRSm7NIqPbc+S2+k5+vNbfma0CtC109M0uTe
kXKwMhwA0IE0Z8tYgaSEsx7Hn3nuCyzLmiHpV5LmGGPqWiZex3Oo+JT2FlSyOggAAKAT6hkRpHvm
DtLGu6fpzll9daTklK59fqvOf3iNFm/JVU292+6IAAA0S3MKoa2SeluWlWRZlq+kKyUtOfsCy7KG
S3pKTWVQScvH7Dje3pEvl8PSxUNj7Y4CAACAVhIa6KsfTemltXdO01+vGCpfp0N3v71HY+5frvuX
HlBeefW53wQAABudc8uYMabRsqxbJH0sySnpOWPMPsuy7pGUboxZIukBSV0kvWFZliTlGmPmtGLu
dsntMXpnR4Gm9I1URBc/u+MAAACglfm6HLpkeLzmDYvTlqxyvbgxW4vWZenptZma3i9a14zrqfG9
wnXma2QAANqNZs0QMsYslbT0357737M+n9HCuTqk9RmlOlZZp99e7NWHrAEAAHgdy7KUlhyutORw
FVbU6NXNuVq8JVfLDhxTSmSQvj+upy4dEa8ufi06whMAgG+sOVvG0Exvb89XV3+XpvWPsjsKAAAA
bBIbGqDbZ/bV+l9O01/mD1WQn0v/++4+jb1vuX67ZJ8yj5+2OyIAAC17ypg3O13XqI/2FeuyEfHy
czntjgMAAACbfXZs/WUj47Uj94Re3JCtVzbn6IUN2ZraN1I3TEzW2BS2kwEA7EEh1EI+3FOk2gaP
Lh3BdjEAAAB80fDEbhqe2E2/umiAXtmco5c35WjBos0a0L2rfjAxSbOHxMrXxeJ9AEDb4f86LeTt
7QVKigjSiMRQu6MAAACgnYoM9tPPZvTRurum6U+XDVaD26PbXt+liX9eoSdWZaiiut7uiAAAL0Eh
1ALyT1RrY2aZLh0ex5JfAAAAnJO/j1NXjErUJz+fpBeuHaU+0cH680eHNPb+FfrNu3uVXVpld0QA
QCfHlrEW8M6OAknSvOFxNicBAABAR2JZlqb0jdKUvlE6UFSpRWuz9OqWXL20KUfnD4jWteOTlJYU
xg8dAQAtjkLoWzLG6O3tBUpLClNCWKDdcQAAANBB9e/eVX+5fKjumtVXL27M1subcvXxvmPqHdVF
V4/toUuGxynY38fumACAToItY9/SzrwKZZZW6TKGSQMAAKAFRHX11x0z+2nT3dP15+8MUYCvU//7
7j6l3bdc/+9fe7S/sNLuiACAToAVQt/S29sL5Ody6ILBMXZHAQAAQCcS4OvU5akJujw1QbvyKvTy
phy9tS1fr27O1cge3XT1mB66YHCM/FxOu6MCADogyxhjy41TU1NNenq6LfduKXWNbo3+w3JN7hOp
R68abnccAAAAdHIV1fV6c1u+Xtmcq6zSKoUF+ery1AQtTEtkfAEAQJJkWdY2Y0zqOa+jEPrmGtwe
LT9QorjQAA2OD7E7DgAAALyEx2O04WiZ/rEpW8sOlEiS5g6L1Y+n9lJKZBeb0wEA7EQhBAAAAHiB
opM1enZtll7ZnKvaRrdmD4nVLVN7qW9MsN3RAAA2oBACAAAAvEjZ6TotWpellzZkq6rerVkDY3TL
tF4aFMdKdgDwJhRCAAAAgBeqqK7Xc+uz9fz6LJ2qbdT0flH6yfTeGpYQanc0AEAboBACAAAAvFhl
bYNeXJ+tZ9dnqaK6QRN7R+jW6b01qmeY3dEAAK2IQggAAACATtc16uVNOVq0NlOlp+s1IjFUN0xM
1vkDY+R0WHbHAwC0MAohAAAAAJ+rqXfr9fQ8PbsuS7nl1UoMC9T1E5I0PzVegb4uu+MBAFoIhRAA
AACA/+D2GH2yr1jPrM3U9twKhQT4aGFaoq4Z11NRXf3tjgcA+JYohAAAAAB8pW055XpmTZY+3l8s
l8PS3GFxumFiMkfWA0AH1txCiLWhAAAAgJca2SNMI68OU05ZlZ5bl6XX0/P15rZ8TewdoWvG9dSU
vlHMGQKATooVQgAAAAAkNR1Z/8rmXL2wIVvHT9UpNsRfV4xK1OWj4tU9JMDueACAZmDLGAAAAIBv
pMHt0bL9x/TqllytPVIqhyVN6xethWmJmtQnklVDANCOsWUMAAAAwDfi43TogsHddcHg7sotq9bi
rbl6Iz1Pyw4cU1xogK4claDLRyUomiHUANBhsUIIAAAAwDnVN3q07MAxvbo5V+sySuV0WJreL0pX
pSVqUm9WDQFAe8EKIQAAAAAtxtfl0IWDu+vCwd2VXVqlxVtz9WZ6vj7Zf0zdQ/z1nZHxmj8yQYnh
gXZHBQA0AyuEAAAAAHwj9Y0eLT9wTP9Mz9Oaw8flMdK4lHBdMSpBMwfGyN/HaXdEAPA6DJUGAAAA
0GaKTtbozfR8vb4tT3nlNerq79K84XG6PDVBg+JC7I4HAF6DQggAAABAm/N4jDZmlumfW/P00b5i
1Td6NDC2qy5PTdDsId0V3sXP7ogA0KlRCAEAAACwVUV1vd7dWah/bs3T/qJKuRyWJvWJ1NxhsTp/
QIwCfNlSBgAtjUIIAAAAQLtxoKhS7+ws0JKdhSo6WatAX6dmDYzR3OFxGp8SLpfTYXdEAOgUKIQA
AAAAtDsej9HmrHK9u7NAH+wp0qnaRkV08dPFQ7vrkuFxGhwXIsviCHsA+KYohAAAAAC0a7UNbq06
VKJ/7SjQyoPHVe/2KDkySJenJuiyEfGKDGbeEAB8XRRCAAAAADqMk9UN+nBvkd7clq/0nBNyOSyd
NyBaV4xK0MTekXI6WDUEAM1BIQQAAACgQ8ooOaXXtuTpre35OlHdoLjQAF2emqD5qfGKDQ2wOx4A
tGsUQgAAAAA6tLpGtz7df0yvbcnTuoxSOSxpcp9IXTk6UdP6RcmHQdQA8B8ohAAAAAB0Grll1Xo9
PU+vp+ep5FSdIoP9dEVqgq5KS1Qcq4YA4HMtWghZljVL0iOSnJIWGWP++G+vT5L0sKQhkq40xrx5
rvekEAIAAADwdTW6PVp56LgWb8nVykMlsiRN6xelhWN6aHLvSDmYNQTAyzW3EHI1442ckh6XdJ6k
fElbLctaYozZf9ZluZKukXT7N4sLAAAAAOfmcjp03oBonTcgWnnl1Vq8JVevp+dp2YESJYQFaGFa
D80fGa/wLpxQBgBfpTmbbkdLyjDGZBpj6iW9Jmnu2RcYY7KNMbsleVohIwAAAAD8h4SwQN05q582
/HK6Hr1quLqHBOiPHx7U2PtX6Gev7VB6drnsGpEBAO3dOVcISYqTlHfW43xJad/kZpZl3SjpRklK
TEz8Jm8BAAAAAF/g63JoztBYzRkaq0PFp/TK5hy9vb1A7+wsVL+YYF2emqALBseoewizhgDgM206
lt8Y87QxJtUYkxoZGdmWtwYAAADgBfrGBOueuYO0+f9N132XDJbTYeme9/dr7P0rdNmTG/TsuiwV
nayxOyYA2K45K4QKJCWc9Tj+zHMAAAAA0C4F+bm0IC1RC9ISdfT4aS3dXaQP9hTp3vf3697392tE
YqguHNxdFw7urlhOKQPghc55yphlWS5JhyVNV1MRtFXSAmPMvi+59gVJ73PKGAAAAID2KPP4aS3d
U6QP9hTrQFGlJGl4YqguohwC0Em09LHzF6rpWHmnpOeMMX+wLOseSenGmCWWZY2S9C9J3STVSio2
xgz8qvekEAIAAABgp6zSqqZyaHeR9p8ph0YnhWnesDhdODhGoYG+NicEgK+vRQuh1kAhBAAAAKC9
yC6t0nu7CvXOzgIdPV6l/9/encbIfdd3HH9/Z2YPr2fvXa93fRPbwY7t4FxASQhVIJCQEqTSEiRU
qKLyiKqXKvVSi+iT0qqtWpUeaUEUKqCUB6nJ0YAICVJL7jh27MTGxEdsr+/1etf2HrPz64OZbNYh
xJNgz+zuvF/S6H/9Zv215a9n/dnf//dvyAY3r13ERzcP8P51fTQ3ZGtdoiRVxEBIkiRJkt6klBI7
Dp/hv7ceYstzhzl6Zpx8U44PXrWYj24e4N1v6yaXreqzeSTpTTEQkiRJkqSfw1Qx8fhLJ7l36yEe
fP4II2MFevJN3LGpn9s2LObaFZ2GQ5JmHQMhSZIkSbpExianeGTXMe599jAP7zrGRKFIZ0sDt6zr
49b1fdy0ppcFjd5WJqn2DIQkSZIk6TIYHS/ww93H+d7Oo3z/haOcGSvQ3JDhpjW93Lq+j1vW9dG1
0AWpJdVGpYFQrhrFSJIkSdJ8kW/KcXv5MfWTU0We2HuK7+44wnd3HuV7O4+SCbhuZRe3ru/jto39
LPFR9pJmIWcISZIkSdIl8MqC1K+EQy8eGQHg2hWd3LGpnw9v7GdRW3ONq5Q033nLmCRJkiTV0L4T
Z7l/+yDfee4wLx4ZIQJuWNnFHVcPcNuGxfTkm2pdoqR5yEBIkiRJkmaJPcdGuW/bYb7z3GF+cvws
2UzwC1d0c8emfj541WI6WlxzSNKlYSAkSZIkSbNMSokXj4xw37bD3LdtkP0nz9GQDW5c3cOHNw3w
gfV9tC9oqHWZkuYwAyFJkiRJmsVSSmw/NMx92wa5f9sgh06fpyEbvHdNL3dc3c/71/XR2mw4JOnN
MRCSJEmSpDkipcTWl09z/7ZBHtg+yOHhMRpzGW5e28sdm/q5ZV0f+SYfEi3p4gyEJEmSJGkOKhYT
z84Ih46cKYVDv3hlL7dvNByS9MYMhCRJkiRpjisWE88cGOK+cjh0bGScpvLMoVI4tMjbyiRdwEBI
kiRJkuaRYjHx9IEh7t82yP88f6Q0cyib4b1re6ZnDrkgtSQDIUmSJEmap0q3lQ3xwPYjPFhec+iV
p5XdvrGfW9cvpr3FcEiqRwZCkiRJklQHisXE1oOneXD7IA9sP8Kh0+fJBFw10M4Nq7q4fmUX16/s
pDvfVOtSJVWBgZAkSZIk1ZmUEtsODvP9F47y+N5TbH35NOOFIgCrF+W5fmUX71zVxfWruljSsaDG
1Uq6HCoNhFyaXpIkSZLmiYjg6mUdXL2sA4DxwhTbDw7zxL5TPLH3FPc9d5hvPHEAgCUdC7hhVRc3
ru7hvWt76W11BpFUT5whJEmSJEl1YqqYeGHwDE/uO8WT+07x+EunOHl2AoCrBtp435W93Lx2EZuX
d9CQzdS4WklvhbeMSZIkSZLeULGY2Dl4hkd3H+fRXcd5+sAQU8VEa1OO96zu4eYre7l5bS8D3l4m
zRkGQpIkSZKkN+XM2CT/t+cEj+4+ziO7jjM4PAbA2r4871zVzcal7Wxa2s7q3jw5ZxBJs5KBkCRJ
kiTpLUspsefYKI/sOs6ju4+z9eXTjI4XAGhuyHDVQDsbl5QCok1L21nVkyebiRpXLclASJIkSZJ0
yRSLib0nz7L94DDbDg6z/dBpnj90hvOTUwC0NGbZMNDOhiXtrOtvZV1/G2v68jTlsjWuXKovPmVM
kiRJknTJZDLBFb15rujN89HNS4DSItU/OT7K9oPDbD80zHMHT/P1J/YzNll61H0uE6xelGddfxvr
+ltZ318Ki7rzPtFMqjVnCEmSJEmSLpmpYmLvibO8MHiGFwbPsLO8PXpmfHrMotYm1vW3ceXiVtb2
tXJlXyurF+VZ0OhsIunn5QwhSZIkSVLVZcuzglYvyvNLVw9Mnz85Os4LgyMXBEU/+slJJqZKs4ki
YHlXC2v7Wlnbly8FRYtbeVtPnsacC1hLl5qBkCRJkiTpsuvON3HjmiZuXNMzfa4wVWTfyXP8+OgI
u46OsPvoCLuPjvLwi8eYKpbuZsllgvUDbVyzvJNrV5ReAx0LavXbkOYNbxmTJEmSJM0q44Up9p44
y64jI7x4ZIRnDwzx3MvD0wtY97c3c82KTq4th0TrB9poyDqLSAJvGZMkSZIkzVFNuSxvX9zG2xe3
capNvsEAAAnxSURBVGf53ORUkRcHR3h6/ymePnCaZ/YPcf+2QQCaGzJsWtrBNcs7uWZ5B+9Y3sGi
1uba/QakOcAZQpIkSZKkOWlw+DzP7D/N0/uHeHr/KXYcPkOhfKvZ0s4FbF7eyeZlHWxe3sFVA+2u
RaS6UOkMIQMhSZIkSdK8MDY5xY7Dwzx74DTPHBji2QOnGRweA6Axl2HDQBubl3eyYUkbK7oXsrJ7
IZ0tDUREjSuXLh1vGZMkSZIk1ZXmhizXruji2hVd0+cGh8+zdUZA9B+P7We8UJy+3tqUY0VPCyu6
FrKiu6X8Ku33tTaTyRgWaX4yEJIkSZIkzVv97Qvo37iA2zb2AzBRKLL/5Fn2nzzH/lPnpvd3HB7m
oR1Hpm85g9LaRFf05lmzKM+avtbp7fKuFrIGRZrjDIQkSZIkSXWjMZcphTt9rT91rTBVZHB4jH3l
kGjvibPsOTbKk/uGuHfr4Qu+xtt6Fk6HRKsX5RnoWMCi1iZ6W5t84pnmBAMhSZIkSZKAXDbDsq4W
lnW1cNOaC6+NjhfYc2yUHx8dKW2PjbL15SG+89zhn/o6XQsbp8OhvrZmFrU2lV5tzfS2NtG9sJHu
fBNtzTnXL1LNVBQIRcSHgL8DssC/pZT+4jXXm4CvAtcCJ4GPp5T2XdpSJUmSJEmqjXxTjncs6+Ad
yzouOH9uosBLx89yZHiMYyPjHBspb8+U9n98dJTjo+NMFX/6gU6N2Qzd+Ua684305JvoXthET/m4
s6WR1uYGWptztDbnyDflpo+bchmDJP3cLhoIRUQW+CLwAeAg8GREbEkp7Zwx7G5gKKW0OiLuAr4A
fPxyFCxJkiRJ0mzR0phjw5J2Nixp/5ljisXEqXMTHDszzonRcU6eHefEyAQnzo5zcnSCk6PjnBid
YPeREU6cnWBixqLXr6chGxcERJ0tjXQubKSzpaG039JQPi6/FjbQ0dJIcy5DNhOGSQIqmyF0A7An
pfQSQER8E7gTmBkI3Ql8rrz/beAfIiJSrZ5pL0mSJEnSLJHJBD35JnryTRcdm1JidLzA0NlJRsYn
GR0rMDJWYHS8wMjYJCPj5eOx0vGZsQJD5yY4dPo8p85OMHx+8g2/fgQ0ZDI0ZINcNkNDtrQ/c5vL
BtlMhlwmyGaCXKY0dubxq9vS+7KZ0ntfHV++lgky5fEBZCKIKG0zUfqzibjwWpTrfOX8q1um38tr
z3Phe7nguLIA7KY1PTQ3ZCsaOx9UEggtAV6ecXwQeOfPGpNSKkTEMNANnJg5KCI+A3wGYPny5W+x
ZEmSJEmS5qeIKM/8aXhL7y9MFRk+P8nQuUmGzk0wdHaCoXMTnD43yXihSGGqyMRUYnLq1f3CVJHJ
qSKTxcRkochUMVEoJqaKpXEThSLnJqZmnC9SKCYKU6l8rkhh6sL3vDJ2Lnnij24xELpcUkr3APcA
XHfddXPrb4YkSZIkSbNcLpuhO99EdwWzkS63lNJ0MJQSFFMiUd4WS9vSqzS2mCBRGpvK70+J8vGr
54vl81wwdsaYGftvRufCxkv9RzCrVRIIHQKWzTheWj73emMORkQOaKe0uLQkSZIkSapDEaVbx3L1
M+lmTslUMOZJYE1ErIqIRuAuYMtrxmwBPlXe/xjwsOsHSZIkSZIkzU4XnSFUXhPos8BDlB47/+WU
0o6I+DzwVEppC/Al4GsRsQc4RSk0kiRJkiRJ0ixU0RpCKaUHgAdec+5PZ+yPAb9yaUuTJEmSJEnS
5VDJLWOSJEmSJEmaRwyEJEmSJEmS6oyBkCRJkiRJUp0xEJIkSZIkSaozBkKSJEmSJEl1xkBIkiRJ
kiSpzhgISZIkSZIk1ZlIKdXmF444DuyvyS9+6fUAJ2pdhDQH2CtSZewVqTL2inRx9olUmfnUKytS
Sr0XG1SzQGg+iYinUkrX1boOabazV6TK2CtSZewV6eLsE6ky9dgr3jImSZIkSZJUZwyEJEmSJEmS
6oyB0KVxT60LkOYIe0WqjL0iVcZekS7OPpEqU3e94hpCkiRJkiRJdcYZQpIkSZIkSXXGQEiSJEmS
JKnOGAi9CRHxoYjYFRF7IuIPXud6U0T8Z/n64xGxsvpVSrVVQZ/8bkTsjIhtEfH9iFhRizqlWrtY
r8wY98sRkSKirh6DKr2ikl6JiF8tf7bsiIivV7tGaTao4Huw5RHxg4h4tvx92O21qFOqtYj4ckQc
i4jnf8b1iIi/L/fStoi4pto1VouBUIUiIgt8EbgNWA98IiLWv2bY3cBQSmk18LfAF6pbpVRbFfbJ
s8B1KaVNwLeBv6xulVLtVdgrREQr8FvA49WtUJodKumViFgD/CHwnpTSVcBvV71QqcYq/Fz5E+Bb
KaXNwF3AP1a3SmnW+ArwoTe4fhuwpvz6DPBPVaipJgyEKncDsCel9FJKaQL4JnDna8bcCfx7ef/b
wC0REVWsUaq1i/ZJSukHKaVz5cPHgKVVrlGaDSr5TAH4c0o/XBirZnHSLFJJr/wG8MWU0hBASulY
lWuUZoNKeiUBbeX9duBwFeuTZo2U0g+BU28w5E7gq6nkMaAjIvqrU111GQhVbgnw8ozjg+Vzrzsm
pVQAhoHuqlQnzQ6V9MlMdwMPXtaKpNnpor1Snp68LKV0fzULk2aZSj5X1gJrI+J/I+KxiHijn/pK
81UlvfI54JMRcRB4APjN6pQmzTlv9v80c1au1gVIqk8R8UngOuDmWtcizTYRkQH+Bvh0jUuR5oIc
pWn976M06/SHEbExpXS6plVJs88ngK+klP46It4NfC0iNqSUirUuTFJtOEOocoeAZTOOl5bPve6Y
iMhRmop5sirVSbNDJX1CRLwf+GPgIyml8SrVJs0mF+uVVmAD8EhE7APeBWxxYWnVoUo+Vw4CW1JK
kymlvcBuSgGRVE8q6ZW7gW8BpJR+BDQDPVWpTppbKvo/zXxgIFS5J4E1EbEqIhopLcS25TVjtgCf
Ku9/DHg4pZSqWKNUaxftk4jYDPwLpTDIdR5Ur96wV1JKwymlnpTSypTSSkrrbX0kpfRUbcqVaqaS
77/upTQ7iIjooXQL2UvVLFKaBSrplQPALQARsY5SIHS8qlVKc8MW4NfKTxt7FzCcUhqsdVGXg7eM
VSilVIiIzwIPAVngyymlHRHxeeCplNIW4EuUpl7uobRI1V21q1iqvgr75K+APPBf5TXXD6SUPlKz
oqUaqLBXpLpXYa88BNwaETuBKeD3U0rO0FZdqbBXfg/414j4HUoLTH/aH16rHkXENyj9IKGnvKbW
nwENACmlf6a0xtbtwB7gHPDrtan08gv/DZAkSZIkSaov3jImSZIkSZJUZwyEJEmSJEmS6oyBkCRJ
kiRJUp0xEJIkSZIkSaozBkKSJEmSJEl1xkBIkiRJkiSpzhgISZIkSZIk1Zn/B5mr2YShhgScAAAA
AElFTkSuQmCC
"
>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1041;&#1086;&#1083;&#1100;&#1096;&#1077;-&#1087;&#1088;&#1086;-&#1089;&#1090;&#1077;&#1082;&#1080;&#1085;&#1075;">&#1041;&#1086;&#1083;&#1100;&#1096;&#1077; &#1087;&#1088;&#1086; &#1089;&#1090;&#1077;&#1082;&#1080;&#1085;&#1075;<a class="anchor-link" href="#&#1041;&#1086;&#1083;&#1100;&#1096;&#1077;-&#1087;&#1088;&#1086;-&#1089;&#1090;&#1077;&#1082;&#1080;&#1085;&#1075;">&#182;</a></h2><p>Почти во всех конкурсах так или иначе используется стекинг или блендинг, поэтому очень важно понимать как они работают и как их использовать.</p>
<ul>
<li><a href="http://mlwave.com/kaggle-ensembling-guide/">Kaggle Ensembling Guide</a></li>
<li><a href="https://alexanderdyakonov.wordpress.com/2017/03/10/cтекинг-stacking-и-блендинг-blending/#more-4558">Стекинг и блендинг (Дьяконов)</a></li>
</ul>

</div>
</div>
</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="VW">VW<a class="anchor-link" href="#VW">&#182;</a></h2><ul>
<li>Разработка Yahoo и потом Microsoft</li>
<li>Библиотека и <strong>CLI</strong> программа, позволяющая строить линейные модели</li>
<li>Способна обрабатывать миллиарды объектов с сотнями тысяч признаков</li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1059;&#1089;&#1090;&#1072;&#1085;&#1086;&#1074;&#1082;&#1072;-VW">&#1059;&#1089;&#1090;&#1072;&#1085;&#1086;&#1074;&#1082;&#1072; VW<a class="anchor-link" href="#&#1059;&#1089;&#1090;&#1072;&#1085;&#1086;&#1074;&#1082;&#1072;-VW">&#182;</a></h2><ul>
<li>Ubuntu — <code>apt-get instal vowpal-wabbit</code></li>
<li>Mac OS — <code>port install vowpal_wabbit</code></li>
<li>Windows — скачать установочник <a href="https://github.com/eisber/vowpal_wabbit/releases">тут</a></li>
</ul>
<p><a href="https://github.com/JohnLangford/vowpal_wabbit/wiki/Download">Варианты</a> установки из официальной wiki</p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1086;&#1074;&#1077;&#1088;&#1103;&#1077;&#1084;-VW">&#1055;&#1088;&#1086;&#1074;&#1077;&#1088;&#1103;&#1077;&#1084; VW<a class="anchor-link" href="#&#1055;&#1088;&#1086;&#1074;&#1077;&#1088;&#1103;&#1077;&#1084;-VW">&#182;</a></h2>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[53]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="o">!</span>vw -h
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Num weight bits = 18
learning rate = 0.5
initial_t = 0
power_t = 0.5
using no cache
Reading datafile = 
num sources = 1


VW options:
  --random_seed arg                     seed random number generator
  --ring_size arg                       size of example ring

Update options:
  -l [ --learning_rate ] arg            Set learning rate
  --power_t arg                         t power value
  --decay_learning_rate arg             Set Decay factor for learning_rate 
                                        between passes
  --initial_t arg                       initial t value
  --feature_mask arg                    Use existing regressor to determine 
                                        which parameters may be updated.  If no
                                        initial_regressor given, also used for 
                                        initial weights.

Weight options:
  -i [ --initial_regressor ] arg        Initial regressor(s)
  --initial_weight arg                  Set all weights to an initial value of 
                                        arg.
  --random_weights arg                  make initial weights random
  --input_feature_regularizer arg       Per feature regularization input file

Parallelization options:
  --span_server arg                     Location of server for setting up 
                                        spanning tree
  --threads                             Enable multi-threading
  --unique_id arg (=0)                  unique id used for cluster parallel 
                                        jobs
  --total arg (=1)                      total number of nodes used in cluster 
                                        parallel job
  --node arg (=0)                       node number in cluster parallel job

Diagnostic options:
  --version                             Version information
  -a [ --audit ]                        print weights of features
  -P [ --progress ] arg                 Progress update frequency. int: 
                                        additive, float: multiplicative
  --quiet                               Don&#39;t output disgnostics and progress 
                                        updates
  -h [ --help ]                         Look here: http://hunch.net/~vw/ and 
                                        click on Tutorial.

Feature options:
  --hash arg                            how to hash the features. Available 
                                        options: strings, all
  --ignore arg                          ignore namespaces beginning with 
                                        character &lt;arg&gt;
  --keep arg                            keep namespaces beginning with 
                                        character &lt;arg&gt;
  --redefine arg                        redefine namespaces beginning with 
                                        characters of string S as namespace N. 
                                        &lt;arg&gt; shall be in form &#39;N:=S&#39; where := 
                                        is operator. Empty N or S are treated 
                                        as default namespace. Use &#39;:&#39; as a 
                                        wildcard in S.
  -b [ --bit_precision ] arg            number of bits in the feature table
  --noconstant                          Don&#39;t add a constant feature
  -C [ --constant ] arg                 Set initial value of constant
  --ngram arg                           Generate N grams. To generate N grams 
                                        for a single namespace &#39;foo&#39;, arg 
                                        should be fN.
  --skips arg                           Generate skips in N grams. This in 
                                        conjunction with the ngram tag can be 
                                        used to generate generalized 
                                        n-skip-k-gram. To generate n-skips for 
                                        a single namespace &#39;foo&#39;, arg should be
                                        fN.
  --feature_limit arg                   limit to N features. To apply to a 
                                        single namespace &#39;foo&#39;, arg should be 
                                        fN
  --affix arg                           generate prefixes/suffixes of features;
                                        argument &#39;+2a,-3b,+1&#39; means generate 
                                        2-char prefixes for namespace a, 3-char
                                        suffixes for b and 1 char prefixes for 
                                        default namespace
  --spelling arg                        compute spelling features for a give 
                                        namespace (use &#39;_&#39; for default 
                                        namespace)
  --dictionary arg                      read a dictionary for additional 
                                        features (arg either &#39;x:file&#39; or just 
                                        &#39;file&#39;)
  --dictionary_path arg                 look in this directory for 
                                        dictionaries; defaults to current 
                                        directory or env{PATH}
  --interactions arg                    Create feature interactions of any 
                                        level between namespaces.
  --permutations                        Use permutations instead of 
                                        combinations for feature interactions 
                                        of same namespace.
  --leave_duplicate_interactions        Don&#39;t remove interactions with 
                                        duplicate combinations of namespaces. 
                                        For ex. this is a duplicate: &#39;-q ab -q 
                                        ba&#39; and a lot more in &#39;-q ::&#39;.
  -q [ --quadratic ] arg                Create and use quadratic features
  --q: arg                              : corresponds to a wildcard for all 
                                        printable characters
  --cubic arg                           Create and use cubic features

Example options:
  -t [ --testonly ]                     Ignore label information and just test
  --holdout_off                         no holdout data in multiple passes
  --holdout_period arg                  holdout period for test only, default 
                                        10
  --holdout_after arg                   holdout after n training examples, 
                                        default off (disables holdout_period)
  --early_terminate arg                 Specify the number of passes tolerated 
                                        when holdout loss doesn&#39;t decrease 
                                        before early termination, default is 3
  --passes arg                          Number of Training Passes
  --initial_pass_length arg             initial number of examples per pass
  --examples arg                        number of examples to parse
  --min_prediction arg                  Smallest prediction to output
  --max_prediction arg                  Largest prediction to output
  --sort_features                       turn this on to disregard order in 
                                        which features have been defined. This 
                                        will lead to smaller cache sizes
  --loss_function arg (=squared)        Specify the loss function to be used, 
                                        uses squared by default. Currently 
                                        available ones are squared, classic, 
                                        hinge, logistic, quantile and poisson.
  --quantile_tau arg (=0.5)             Parameter \tau associated with Quantile
                                        loss. Defaults to 0.5
  --l1 arg                              l_1 lambda
  --l2 arg                              l_2 lambda
  --named_labels arg                    use names for labels (multiclass, etc.)
                                        rather than integers, argument 
                                        specified all possible labels, 
                                        comma-sep, eg &#34;--named_labels 
                                        Noun,Verb,Adj,Punc&#34;

Output model:
  -f [ --final_regressor ] arg          Final regressor
  --readable_model arg                  Output human-readable final regressor 
                                        with numeric features
  --invert_hash arg                     Output human-readable final regressor 
                                        with feature names.  Computationally 
                                        expensive.
  --save_resume                         save extra state so learning can be 
                                        resumed later with new data
  --save_per_pass                       Save the model after every pass over 
                                        data
  --output_feature_regularizer_binary arg
                                        Per feature regularization output file
  --output_feature_regularizer_text arg Per feature regularization output file,
                                        in text
  --id arg                              User supplied ID embedded into the 
                                        final regressor

Output options:
  -p [ --predictions ] arg              File to output predictions to
  -r [ --raw_predictions ] arg          File to output unnormalized predictions
                                        to

Reduction options, use [option] --help for more info:

  --audit_regressor arg                 stores feature names and their 
                                        regressor values. Same dataset must be 
                                        used for both regressor training and 
                                        this mode.

  --bootstrap arg                       k-way bootstrap by online importance 
                                        resampling

  --search arg                          Use learning to search, 
                                        argument=maximum action id or 0 for LDF

  --replay_c arg                        use experience replay at a specified 
                                        level [b=classification/regression, 
                                        m=multiclass, c=cost sensitive] with 
                                        specified buffer size

  --explore_eval                        Evaluate explore_eval adf policies

  --cbify arg                           Convert multiclass on &lt;k&gt; classes into 
                                        a contextual bandit problem

  --cb_explore_adf                      Online explore-exploit for a contextual
                                        bandit problem with multiline action 
                                        dependent features

  --cb_explore arg                      Online explore-exploit for a &lt;k&gt; action
                                        contextual bandit problem

  --multiworld_test arg                 Evaluate features as a policies

  --cb_adf                              Do Contextual Bandit learning with 
                                        multiline action dependent features.

  --cb arg                              Use contextual bandit learning with &lt;k&gt;
                                        costs

  --csoaa_ldf arg                       Use one-against-all multiclass learning
                                        with label dependent features.  Specify
                                        singleline or multiline.

  --wap_ldf arg                         Use weighted all-pairs multiclass 
                                        learning with label dependent features.
                                          Specify singleline or multiline.

  --interact arg                        Put weights on feature products from 
                                        namespaces &lt;n1&gt; and &lt;n2&gt;

  --csoaa arg                           One-against-all multiclass with &lt;k&gt; 
                                        costs

  --multilabel_oaa arg                  One-against-all multilabel with &lt;k&gt; 
                                        labels

  --recall_tree arg                     Use online tree for multiclass

  --log_multi arg                       Use online tree for multiclass

  --ect arg                             Error correcting tournament with &lt;k&gt; 
                                        labels

  --boosting arg                        Online boosting with &lt;N&gt; weak learners

  --oaa arg                             One-against-all multiclass with &lt;k&gt; 
                                        labels

  --top arg                             top k recommendation

  --replay_m arg                        use experience replay at a specified 
                                        level [b=classification/regression, 
                                        m=multiclass, c=cost sensitive] with 
                                        specified buffer size

  --binary                              report loss as binary classification on
                                        -1,1

  --link arg (=identity)                Specify the link function: identity, 
                                        logistic, glf1 or poisson

  --stage_poly                          use stagewise polynomial feature 
                                        learning

  --lrqfa arg                           use low rank quadratic features with 
                                        field aware weights

  --lrq arg                             use low rank quadratic features

  --autolink arg                        create link function with polynomial d

  --marginal arg                        substitute marginal label estimates for
                                        ids

  --new_mf arg                          rank for reduction-based matrix 
                                        factorization

  --nn arg                              Sigmoidal feedforward network with &lt;k&gt; 
                                        hidden units

confidence options:
  --confidence_after_training           Confidence after training

  --confidence                          Get confidence for binary predictions

  --active_cover                        enable active learning with cover

  --active                              enable active learning

  --replay_b arg                        use experience replay at a specified 
                                        level [b=classification/regression, 
                                        m=multiclass, c=cost sensitive] with 
                                        specified buffer size

  --OjaNewton                           Online Newton with Oja&#39;s Sketch

  --bfgs                                use bfgs optimization

  --conjugate_gradient                  use conjugate gradient based 
                                        optimization

  --lda arg                             Run lda with &lt;int&gt; topics

  --noop                                do no learning

  --print                               print examples

  --rank arg                            rank for matrix factorization.

  --sendto arg                          send examples to &lt;host&gt;

  --svrg                                Streaming Stochastic Variance Reduced 
                                        Gradient

  --ftrl                                FTRL: Follow the Proximal Regularized 
                                        Leader

  --pistol                              FTRL: Parameter-free Stochastic 
                                        Learning

  --ksvm                                kernel svm

Gradient Descent options:
  --sgd                                 use regular stochastic gradient descent
                                        update.
  --adaptive                            use adaptive, individual learning 
                                        rates.
  --invariant                           use safe/importance aware updates.
  --normalized                          use per feature normalized updates
  --sparse_l2 arg (=0)                  use per feature normalized updates

Input options:
  -d [ --data ] arg                     Example Set
  --daemon                              persistent daemon mode on port 26542
  --port arg                            port to listen on; use 0 to pick unused
                                        port
  --num_children arg                    number of children for persistent 
                                        daemon mode
  --pid_file arg                        Write pid file in persistent daemon 
                                        mode
  --port_file arg                       Write port used in persistent daemon 
                                        mode
  -c [ --cache ]                        Use a cache.  The default is 
                                        &lt;data&gt;.cache
  --cache_file arg                      The location(s) of cache_file.
  --json                                Enable JSON parsing.
  -k [ --kill_cache ]                   do not reuse existing cache: create a 
                                        new one always
  --compressed                          use gzip format whenever possible. If a
                                        cache file is being created, this 
                                        option creates a compressed cache file.
                                        A mixture of raw-text &amp; compressed 
                                        inputs are supported with 
                                        autodetection.
  --no_stdin                            do not default to reading from stdin

</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1060;&#1086;&#1088;&#1084;&#1072;&#1090;-&#1074;&#1074;&#1086;&#1076;&#1072;">&#1060;&#1086;&#1088;&#1084;&#1072;&#1090; &#1074;&#1074;&#1086;&#1076;&#1072;<a class="anchor-link" href="#&#1060;&#1086;&#1088;&#1084;&#1072;&#1090;-&#1074;&#1074;&#1086;&#1076;&#1072;">&#182;</a></h2><ul>
<li>Использует необычный формат входных данных</li>
<li><code>Label [weight] |Namespace Feature ... |Namespace ...</code><ul>
<li><code>Label</code> — метка класса для задачи классификации или действительное число для задачи регрессии</li>
<li><code>weight</code> — вес объекта, по умолчанию у всех одинаковый</li>
<li><code>Namespace</code> — все признаки разбиты на области видимости, может использоваться для раздельного использования или создания квадратичных признаков между областями</li>
<li><code>Feature</code> — <code>string[:value]</code> или <code>int[:value]</code> строки будут хешированы, числа будут использоваться как индекс в векторе признаков. <code>value</code> по умолчанию равно $1$</li>
</ul>
</li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="Hashing-trick">Hashing trick<a class="anchor-link" href="#Hashing-trick">&#182;</a></h2><p>Вводится функция $h$, с помощью которой получается индекс для записи значения в вектор признаков объекта.</p>
$$h : F \rightarrow \{0, \dots, 2^b - 1\}$$<p>С помощью <code>--b</code> можно задавать размер области значений хеш-функции.</p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="Optimization">Optimization<a class="anchor-link" href="#Optimization">&#182;</a></h2><p>Может использовать <code>SGD</code> или <code>L-BFGS</code></p>
<ul>
<li><code>SGD</code> по умолчанию, позволяет делать онлайн обучение. Почти всегда необходимо несколько проходов по данным.</li>
<li><code>L-BFGS</code> включается с помощью <code>--bfgs</code>, работает только с данными небольшого размера</li>
<li>Количество проходов для <code>SGD</code> задаётся с помощью параметра <code>--passes</code></li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1072;&#1088;&#1072;&#1084;&#1077;&#1090;&#1088;&#1099;-&#1086;&#1087;&#1090;&#1080;&#1084;&#1080;&#1079;&#1072;&#1094;&#1080;&#1080;">&#1055;&#1072;&#1088;&#1072;&#1084;&#1077;&#1090;&#1088;&#1099; &#1086;&#1087;&#1090;&#1080;&#1084;&#1080;&#1079;&#1072;&#1094;&#1080;&#1080;<a class="anchor-link" href="#&#1055;&#1072;&#1088;&#1072;&#1084;&#1077;&#1090;&#1088;&#1099;-&#1086;&#1087;&#1090;&#1080;&#1084;&#1080;&#1079;&#1072;&#1094;&#1080;&#1080;">&#182;</a></h2><p>Проходим по всем элементам обучающей выборки много раз, на каждом объекте делаем поправку весов:
<br/></p>
$$w_{t+1} = w_{t} + \eta_t \nabla_{w}\ell(w_{t}, x_{t})$$$$\eta_t = \lambda d^k \left( \frac{t_0}{t_0 + w} \right)^p$$<p>Здесь $t$ — порядковый номер объекта обучения, $k$ — номер прохода по всей выборке.</p>
<ul>
<li>$\lambda$:  <code>-l</code> (learning rate) <br/></li>
<li>$d$: <code>--decay_learning_rate</code> <br/></li>
<li>$t_0$: <code>--initial_t</code> <br/></li>
<li>$p$: <code>--power_t</code> <br/></li>
<li>$k_{max}$: <code>--passes</code></li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;-&#1082;&#1072;&#1095;&#1077;&#1089;&#1090;&#1074;&#1072;">&#1054;&#1094;&#1077;&#1085;&#1082;&#1072; &#1082;&#1072;&#1095;&#1077;&#1089;&#1090;&#1074;&#1072;<a class="anchor-link" href="#&#1054;&#1094;&#1077;&#1085;&#1082;&#1072;-&#1082;&#1072;&#1095;&#1077;&#1089;&#1090;&#1074;&#1072;">&#182;</a></h2><p><code>average loss</code> — loss by <a href="http://hunch.net/~jl/projects/prediction_bounds/progressive_validation/coltfinal.pdf">progressive validation</a></p>
$$\text{Progressive error} = \frac{e_1 + e_2 + ... + e_s}{s}$$<p>$e_i$ — loss на объекте $x_i$ при обучении на объектах $\{x_1 ... x_{i-1}\}$</p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1080;&#1084;&#1077;&#1088;&#1099;-&#1076;&#1083;&#1103;-&#1073;&#1080;&#1085;&#1072;&#1088;&#1085;&#1086;&#1081;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;">&#1055;&#1088;&#1080;&#1084;&#1077;&#1088;&#1099; &#1076;&#1083;&#1103; &#1073;&#1080;&#1085;&#1072;&#1088;&#1085;&#1086;&#1081; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;<a class="anchor-link" href="#&#1055;&#1088;&#1080;&#1084;&#1077;&#1088;&#1099;-&#1076;&#1083;&#1103;-&#1073;&#1080;&#1085;&#1072;&#1088;&#1085;&#1086;&#1081;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1080;">&#182;</a></h2><ul>
<li>Два класса с признаками A и B</li>
</ul>
<pre>
-1 | A:1 B:10
 1 | A:-1 B:12
</pre><ul>
<li>Можно использовать текст без обработки</li>
</ul>
<pre>
-1 | so i find myself porting a game that was originally written
 1 | i ve been using tortoisesvn in a windows environment for quite some time
</pre>
</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1086;&#1087;&#1088;&#1086;&#1073;&#1091;&#1077;&#1084;-&#1088;&#1077;&#1096;&#1080;&#1090;&#1100;-windows-vs-linux">&#1055;&#1086;&#1087;&#1088;&#1086;&#1073;&#1091;&#1077;&#1084; &#1088;&#1077;&#1096;&#1080;&#1090;&#1100; <code>windows vs linux</code><a class="anchor-link" href="#&#1055;&#1086;&#1087;&#1088;&#1086;&#1073;&#1091;&#1077;&#1084;-&#1088;&#1077;&#1096;&#1080;&#1090;&#1100;-windows-vs-linux">&#182;</a></h2><p>Для этого сначала сконвертируем данные в формат для <code>vw</code></p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[171]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">texts</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="s1">&#39;windows_vs_linux.10k.tsv&#39;</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s1">&#39;</span><span class="se">\t</span><span class="s1">&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">)</span>
<span class="n">texts</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">replace</span><span class="p">({</span><span class="mi">0</span><span class="p">:</span> <span class="s1">&#39;-1 &#39;</span><span class="p">,</span> <span class="mi">1</span><span class="p">:</span> <span class="s1">&#39;1 &#39;</span><span class="p">},</span> <span class="n">inplace</span><span class="o">=</span><span class="bp">True</span><span class="p">)</span>

<span class="n">train_texts</span><span class="p">,</span> <span class="n">test_texts</span> <span class="o">=</span> <span class="n">train_test_split</span><span class="p">(</span><span class="n">texts</span><span class="p">)</span>


<span class="n">train_texts</span><span class="p">[[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">0</span><span class="p">]]</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="s1">&#39;win_vs_lin.train.vw&#39;</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s1">&#39;|&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>
<span class="n">test_texts</span><span class="p">[[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">0</span><span class="p">]]</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="s1">&#39;win_vs_lin.test.vw&#39;</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s1">&#39;|&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>

<span class="o">!</span>head -n <span class="m">5</span> win_vs_lin.train.vw <span class="p">|</span> cut -c <span class="m">1</span>-50
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>1 | i have a bat file shown below echo off for f d
1 | i need a way to determine whether the computer
-1 | my c application uses 3rd libraries which do 
-1 | currently i m trying to install php 5 3 0 on 
1 | i how to get the windowproc for a form in c fo
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1073;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;">&#1054;&#1073;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;<a class="anchor-link" href="#&#1054;&#1073;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;">&#182;</a></h2>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[172]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="o">!</span>vw -d win_vs_lin.train.vw --loss_function logistic -P <span class="m">10000</span> -f model.vw --passes <span class="m">100</span> -c
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>final_regressor = model.vw
Num weight bits = 18
learning rate = 0.5
initial_t = 0
power_t = 0.5
decay_learning_rate = 1
creating cache_file = win_vs_lin.train.vw.cache
Reading datafile = win_vs_lin.train.vw
num sources = 1
average  since         example        example  current  current  current
loss     last          counter         weight    label  predict features
0.342860 0.342860        10000        10000.0   1.0000   3.3821       95 h
0.301154 0.259449        20000        20000.0   1.0000   4.0657       69 h
0.289920 0.267450        30000        30000.0  -1.0000  -4.0597      170 h
0.280396 0.251826        40000        40000.0  -1.0000  -2.4205      101 h
0.276837 0.262603        50000        50000.0  -1.0000  -7.5515      245 h
0.272949 0.253507        60000        60000.0  -1.0000  -5.6810      138 h

finished run
number of examples per pass = 6750
passes used = 10
weighted example sum = 67500.000000
weighted label sum = 14760.000000
average loss = 0.256594 h
best constant = 0.444511
best constant&#39;s loss = 0.669045
total feature number = 8086910
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1080;&#1084;&#1077;&#1085;&#1077;&#1085;&#1080;&#1077;">&#1055;&#1088;&#1080;&#1084;&#1077;&#1085;&#1077;&#1085;&#1080;&#1077;<a class="anchor-link" href="#&#1055;&#1088;&#1080;&#1084;&#1077;&#1085;&#1077;&#1085;&#1080;&#1077;">&#182;</a></h2>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[173]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="o">!</span>vw -i model.vw -t -p output.csv win_vs_lin.test.vw --loss_function logistic
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>only testing
predictions = output.csv
Num weight bits = 18
learning rate = 0.5
initial_t = 0
power_t = 0.5
using no cache
Reading datafile = win_vs_lin.test.vw
num sources = 1
average  since         example        example  current  current  current
loss     last          counter         weight    label  predict features
0.693859 0.693859            1            1.0  -1.0000   0.0014       46
0.794020 0.894181            2            2.0  -1.0000   0.3683      252
0.852172 0.910324            4            4.0  -1.0000   1.2895      301
0.437393 0.022613            8            8.0   1.0000   3.0448       56
0.280665 0.123937           16           16.0   1.0000   0.7930       51
0.225321 0.169977           32           32.0   1.0000   2.8181       74
0.175063 0.124804           64           64.0   1.0000   7.9573       50
0.182200 0.189338          128          128.0   1.0000  21.6971      223
0.230316 0.278431          256          256.0  -1.0000  -1.0294      169
0.217809 0.205302          512          512.0   1.0000   8.7075       91
0.235335 0.252861         1024         1024.0   1.0000   3.5087       72
0.233448 0.231560         2048         2048.0   1.0000   3.1936       40

finished run
number of examples per pass = 2500
passes used = 1
weighted example sum = 2500.000000
weighted label sum = 652.000000
average loss = 0.238410
best constant = 0.533933
best constant&#39;s loss = 0.658742
total feature number = 292019
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1056;&#1077;&#1079;&#1091;&#1083;&#1100;&#1090;&#1072;&#1090;">&#1056;&#1077;&#1079;&#1091;&#1083;&#1100;&#1090;&#1072;&#1090;<a class="anchor-link" href="#&#1056;&#1077;&#1079;&#1091;&#1083;&#1100;&#1090;&#1072;&#1090;">&#182;</a></h2>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[174]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">y_hat</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="s1">&#39;output.csv&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">)</span>
<span class="n">roc_auc_score</span><span class="p">(</span><span class="n">test_texts</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">replace</span><span class="p">({</span><span class="s1">&#39;-1 &#39;</span><span class="p">:</span> <span class="mi">0</span><span class="p">,</span> <span class="s1">&#39;1 &#39;</span><span class="p">:</span> <span class="mi">1</span><span class="p">}),</span> <span class="n">y_hat</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[174]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>0.96415249302305139</pre>
</div>

</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1060;&#1091;&#1085;&#1082;&#1094;&#1080;&#1080;-&#1087;&#1086;&#1090;&#1077;&#1088;&#1100;">&#1060;&#1091;&#1085;&#1082;&#1094;&#1080;&#1080; &#1087;&#1086;&#1090;&#1077;&#1088;&#1100;<a class="anchor-link" href="#&#1060;&#1091;&#1085;&#1082;&#1094;&#1080;&#1080;-&#1087;&#1086;&#1090;&#1077;&#1088;&#1100;">&#182;</a></h2><p>Задаются через опцию <code>--loss_function</code></p>
<p><img src="images/loss.png" width="800"></p>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1056;&#1077;&#1075;&#1091;&#1083;&#1103;&#1088;&#1080;&#1079;&#1072;&#1094;&#1080;&#1103;">&#1056;&#1077;&#1075;&#1091;&#1083;&#1103;&#1088;&#1080;&#1079;&#1072;&#1094;&#1080;&#1103;<a class="anchor-link" href="#&#1056;&#1077;&#1075;&#1091;&#1083;&#1103;&#1088;&#1080;&#1079;&#1072;&#1094;&#1080;&#1103;">&#182;</a></h2><p>Задаётся через два флага</p>
<ul>
<li><code>--l1</code></li>
<li><code>--l2</code></li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1052;&#1085;&#1086;&#1075;&#1086;&#1082;&#1083;&#1072;&#1089;&#1089;&#1086;&#1074;&#1072;&#1103;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;">&#1052;&#1085;&#1086;&#1075;&#1086;&#1082;&#1083;&#1072;&#1089;&#1089;&#1086;&#1074;&#1072;&#1103; &#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;<a class="anchor-link" href="#&#1052;&#1085;&#1086;&#1075;&#1086;&#1082;&#1083;&#1072;&#1089;&#1089;&#1086;&#1074;&#1072;&#1103;-&#1082;&#1083;&#1072;&#1089;&#1089;&#1080;&#1092;&#1080;&#1082;&#1072;&#1094;&#1080;&#1103;">&#182;</a></h2><p>Включается с помощью флага <code>--multilabel_oaa n</code>, где $n$ число классов</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[12]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="n">texts</span> <span class="o">=</span> <span class="n">pd</span><span class="o">.</span><span class="n">read_csv</span><span class="p">(</span><span class="s1">&#39;multi_tag.10k.tsv&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s1">&#39;</span><span class="se">\t</span><span class="s1">&#39;</span><span class="p">)</span>
<span class="n">texts</span><span class="o">.</span><span class="n">columns</span> <span class="o">=</span> <span class="p">[</span><span class="s1">&#39;text&#39;</span><span class="p">,</span> <span class="s1">&#39;tags&#39;</span><span class="p">]</span>
<span class="n">classes</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="mi">21</span><span class="p">)</span>
<span class="n">texts</span><span class="p">[</span><span class="s1">&#39;tags&#39;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">map</span><span class="p">(</span><span class="k">lambda</span> <span class="n">row</span><span class="p">:</span> <span class="s1">&#39;,&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="nb">str</span><span class="p">,</span> <span class="n">classes</span><span class="p">[</span><span class="n">row</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="s1">&#39;bool&#39;</span><span class="p">)]))</span> <span class="o">+</span> <span class="s1">&#39; &#39;</span><span class="p">,</span> <span class="n">y</span><span class="p">)</span>
<span class="n">texts</span><span class="p">[[</span><span class="s1">&#39;tags&#39;</span><span class="p">,</span> <span class="s1">&#39;text&#39;</span><span class="p">]]</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span><span class="s1">&#39;multi_tag.vw&#39;</span> <span class="p">,</span> <span class="n">sep</span><span class="o">=</span><span class="s1">&#39;|&#39;</span><span class="p">,</span> <span class="n">header</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">index</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>

<span class="o">!</span>head -n <span class="m">5</span> multi_tag.vw <span class="p">|</span> cut -c <span class="m">1</span>-80
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>3 | i want to use a track bar to change a form s opacity this is my code decimal
6 | i have an absolutely positioned div containing several children one of which
0,3 | given a datetime representing a person s birthday how do i calculate their
3 | given a specific datetime value how do i display relative time like 2 hours 
6,8 | is there any standard way for a web server to be able to determine a user 
</pre>
</div>
</div>

</div>
</div>

</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1073;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;">&#1054;&#1073;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;<a class="anchor-link" href="#&#1054;&#1073;&#1091;&#1095;&#1077;&#1085;&#1080;&#1077;">&#182;</a></h2>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[13]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="o">!</span>vw -d multi_tag.vw --loss_function logistic -f model.vw --multilabel_oaa <span class="m">21</span> --passes <span class="m">10</span> -c
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>final_regressor = model.vw
Num weight bits = 18
learning rate = 0.5
initial_t = 0
power_t = 0.5
decay_learning_rate = 1
using cache_file = multi_tag.vw.cache
ignoring text input in favor of cache input
num sources = 1
average  since         example        example  current  current  current
loss     last          counter         weight    label  predict features
1.000000 1.000000            1            1.0        3                66
1.000000 1.000000            2            2.0        6        3       99
0.750000 0.500000            4            4.0        3                22
0.750000 0.750000            8            8.0        5        3        9
0.687500 0.625000           16           16.0        3                56
0.625000 0.562500           32           32.0       12               146
0.671875 0.718750           64           64.0       14               333
0.679688 0.687500          128          128.0       11       13       44
0.742188 0.804688          256          256.0       11                56
0.750000 0.757812          512          512.0       11       11       79
0.745117 0.740234         1024         1024.0       11       11       92
0.753906 0.762695         2048         2048.0       11       11      261
0.735840 0.717773         4096         4096.0  unknown                35
0.726807 0.717773         8192         8192.0       19       11       71
0.729670 0.729670        16384        16384.0  unknown               185 h
0.712637 0.695604        32768        32768.0  unknown               157 h
0.694410 0.676188        65536        65536.0       12                35 h

finished run
number of examples per pass = 9000
passes used = 10
weighted example sum = 90000.000000
weighted label sum = 0.000000
average loss = 0.674000 h
total feature number = 9989130
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1077;&#1076;&#1089;&#1082;&#1072;&#1079;&#1072;&#1085;&#1080;&#1077;">&#1055;&#1088;&#1077;&#1076;&#1089;&#1082;&#1072;&#1079;&#1072;&#1085;&#1080;&#1077;<a class="anchor-link" href="#&#1055;&#1088;&#1077;&#1076;&#1089;&#1082;&#1072;&#1079;&#1072;&#1085;&#1080;&#1077;">&#182;</a></h2><p>Для простоты получим ответы на <code>train</code></p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[25]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython2"><pre><span></span><span class="o">!</span>vw -i model.vw -p output.csv multi_tag.vw --loss_function logistic
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>predictions = output.csv
Num weight bits = 18
learning rate = 0.5
initial_t = 0
power_t = 0.5
using no cache
Reading datafile = multi_tag.vw
num sources = 1
average  since         example        example  current  current  current
loss     last          counter         weight    label  predict features
0.000000 0.000000            1            1.0        3        3       66
0.000000 0.000000            2            2.0        6        6       99
0.750000 1.500000            4            4.0        3                22
0.750000 0.750000            8            8.0        5                 9
1.000000 1.250000           16           16.0        6        6      157
1.000000 1.000000           32           32.0       16  3 15 16      225
0.953125 0.906250           64           64.0       11       11      181
0.890625 0.828125          128          128.0        9        9       98
0.800781 0.710938          256          256.0       11       11       38
0.755859 0.710938          512          512.0        6        6      311
0.684570 0.613281         1024         1024.0       14               188
0.671875 0.659180         2048         2048.0       11                43
0.639404 0.606934         4096         4096.0       11               166
0.633423 0.627441         8192         8192.0        4        4       63

finished run
number of examples per pass = 10000
passes used = 1
weighted example sum = 10000.000000
weighted label sum = 0.000000
average loss = 0.631000
total feature number = 1108776
</pre>
</div>
</div>

</div>
</div>

</div></section></section><section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1050;&#1086;&#1085;&#1082;&#1091;&#1088;&#1089;&#1099;-&#1087;&#1086;-&#1072;&#1085;&#1072;&#1083;&#1080;&#1079;&#1091;-&#1076;&#1072;&#1085;&#1085;&#1099;&#1093;">&#1050;&#1086;&#1085;&#1082;&#1091;&#1088;&#1089;&#1099; &#1087;&#1086; &#1072;&#1085;&#1072;&#1083;&#1080;&#1079;&#1091; &#1076;&#1072;&#1085;&#1085;&#1099;&#1093;<a class="anchor-link" href="#&#1050;&#1086;&#1085;&#1082;&#1091;&#1088;&#1089;&#1099;-&#1087;&#1086;-&#1072;&#1085;&#1072;&#1083;&#1080;&#1079;&#1091;-&#1076;&#1072;&#1085;&#1085;&#1099;&#1093;">&#182;</a></h2><ul>
<li>Организаторы конкурсов выдают данные<ul>
<li>Обучающую выборку с ответами</li>
<li>Тестовую выборку без ответов</li>
</ul>
</li>
<li>Каждый участник создаёт модель локально</li>
<li>Нет никаких ограничений на модель</li>
<li>Сравниваются только результаты на тестовой выборке</li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="Kaggle-in-class">Kaggle-in-class<a class="anchor-link" href="#Kaggle-in-class">&#182;</a></h2><ul>
<li>Платформа для учебных соревнований</li>
<li>До окончания соревнования виден только публичный скорборд, который считается по меньшей части тестовой выборки</li>
<li>После окончания соревнования в приватный скорборд берутся только несколько попыток из участвующих в публичном </li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1050;&#1086;&#1085;&#1082;&#1091;&#1088;&#1089;">&#1050;&#1086;&#1085;&#1082;&#1091;&#1088;&#1089;<a class="anchor-link" href="#&#1050;&#1086;&#1085;&#1082;&#1091;&#1088;&#1089;">&#182;</a></h2><ul>
<li>Вам дана информация о документах и их тегах</li>
<li>Всего 30000 документов и 98 тегов</li>
<li>Для каждой пары документ-терм известен её вес</li>
<li>Метрика такая же как в примере со stackoverflow — <strong>Mean F1</strong></li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1041;&#1077;&#1079;&#1083;&#1072;&#1081;&#1085;&#1099;">&#1041;&#1077;&#1079;&#1083;&#1072;&#1081;&#1085;&#1099;<a class="anchor-link" href="#&#1041;&#1077;&#1079;&#1083;&#1072;&#1081;&#1085;&#1099;">&#182;</a></h2><ul>
<li>Мы выдаём безлайн, с помощью которого можно воспроизвести базовое решение</li>
<li>Также есть более сложный безлайн — medium baseline, код от которого не выдаётся</li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1054;&#1094;&#1077;&#1085;&#1080;&#1074;&#1072;&#1085;&#1080;&#1077;">&#1054;&#1094;&#1077;&#1085;&#1080;&#1074;&#1072;&#1085;&#1080;&#1077;<a class="anchor-link" href="#&#1054;&#1094;&#1077;&#1085;&#1080;&#1074;&#1072;&#1085;&#1080;&#1077;">&#182;</a></h2><ul>
<li>+5 баллов — за получение решения, которое лучше чем medium baseline до наступления промежуточного дедлайна</li>
<li>+30 баллов — за первое место</li>
<li>+25 баллов — за второе место</li>
<li>+20 баллов — за третье место</li>
</ul>

</div>
</div>
</div></section><section>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="&#1055;&#1088;&#1072;&#1074;&#1080;&#1083;&#1072;-&#1080;&#1075;&#1088;&#1099;">&#1055;&#1088;&#1072;&#1074;&#1080;&#1083;&#1072; &#1080;&#1075;&#1088;&#1099;<a class="anchor-link" href="#&#1055;&#1088;&#1072;&#1074;&#1080;&#1083;&#1072;-&#1080;&#1075;&#1088;&#1099;">&#182;</a></h2><ul>
<li>5 попыток в день</li>
<li>Решать задания необходимо в одиночку</li>
<li>Можно выбрать только две попытки в конце конкурса</li>
<li>Дедлайн по конкурсу — 24 апреля в 9:00</li>
<li>Промежуточный дедлайн — 3 апреля в 9:00</li>
<li>Запрещается использование внешних наборов данных, не предоставленных на соревновании</li>
</ul>

</div>
</div>
</div></section></section>
</div>
</div>

<script>

require(
    {
      // it makes sense to wait a little bit when you are loading
      // reveal from a cdn in a slow connection environment
      waitSeconds: 15
    },
    [
      "reveal.js/lib/js/head.min.js",
      "reveal.js/js/reveal.js"
    ],

    function(head, Reveal){

        // Full list of configuration options available here: https://github.com/hakimel/reveal.js#configuration
        Reveal.initialize({
            controls: true,
            progress: true,
            history: true,

            theme: Reveal.getQueryHash().theme, // available themes are in /css/theme
            transition: Reveal.getQueryHash().transition || 'linear', // default/cube/page/concave/zoom/linear/none

            // Optional libraries used to extend on reveal.js
            dependencies: [
                { src: "reveal.js/lib/js/classList.js",
                  condition: function() { return !document.body.classList; } },
                { src: "reveal.js/plugin/notes/notes.js",
                  async: true,
                  condition: function() { return !!document.body.classList; } }
            ]
        });

        var update = function(event){
          if(MathJax.Hub.getAllJax(Reveal.getCurrentSlide())){
            MathJax.Hub.Rerender(Reveal.getCurrentSlide());
          }
        };

        Reveal.addEventListener('slidechanged', update);

        var update_scroll = function(event){
          $(".reveal").scrollTop(0);
        };

        Reveal.addEventListener('slidechanged', update_scroll);

    }
);
</script>

</body>


</html>