html/stats.html

<!DOCTYPE html>
<html>
<head><meta charset="utf-8" />

<title>stats</title>

<script src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/require.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/jquery.min.js"></script>


<style type="text/css">
    /*!
*
* Twitter Bootstrap
*
*/
/*!
 * Bootstrap v3.3.7 (http://getbootstrap.com)
 * Copyright 2011-2016 Twitter, Inc.
 * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)
 */
/*! normalize.css v3.0.3 | MIT License | github.com/necolas/normalize.css */
html {
  font-family: sans-serif;
  -ms-text-size-adjust: 100%;
  -webkit-text-size-adjust: 100%;
}
body {
  margin: 0;
}
article,
aside,
details,
figcaption,
figure,
footer,
header,
hgroup,
main,
menu,
nav,
section,
summary {
  display: block;
}
audio,
canvas,
progress,
video {
  display: inline-block;
  vertical-align: baseline;
}
audio:not([controls]) {
  display: none;
  height: 0;
}
[hidden],
template {
  display: none;
}
a {
  background-color: transparent;
}
a:active,
a:hover {
  outline: 0;
}
abbr[title] {
  border-bottom: 1px dotted;
}
b,
strong {
  font-weight: bold;
}
dfn {
  font-style: italic;
}
h1 {
  font-size: 2em;
  margin: 0.67em 0;
}
mark {
  background: #ff0;
  color: #000;
}
small {
  font-size: 80%;
}
sub,
sup {
  font-size: 75%;
  line-height: 0;
  position: relative;
  vertical-align: baseline;
}
sup {
  top: -0.5em;
}
sub {
  bottom: -0.25em;
}
img {
  border: 0;
}
svg:not(:root) {
  overflow: hidden;
}
figure {
  margin: 1em 40px;
}
hr {
  box-sizing: content-box;
  height: 0;
}
pre {
  overflow: auto;
}
code,
kbd,
pre,
samp {
  font-family: monospace, monospace;
  font-size: 1em;
}
button,
input,
optgroup,
select,
textarea {
  color: inherit;
  font: inherit;
  margin: 0;
}
button {
  overflow: visible;
}
button,
select {
  text-transform: none;
}
button,
html input[type="button"],
input[type="reset"],
input[type="submit"] {
  -webkit-appearance: button;
  cursor: pointer;
}
button[disabled],
html input[disabled] {
  cursor: default;
}
button::-moz-focus-inner,
input::-moz-focus-inner {
  border: 0;
  padding: 0;
}
input {
  line-height: normal;
}
input[type="checkbox"],
input[type="radio"] {
  box-sizing: border-box;
  padding: 0;
}
input[type="number"]::-webkit-inner-spin-button,
input[type="number"]::-webkit-outer-spin-button {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: textfield;
  box-sizing: content-box;
}
input[type="search"]::-webkit-search-cancel-button,
input[type="search"]::-webkit-search-decoration {
  -webkit-appearance: none;
}
fieldset {
  border: 1px solid #c0c0c0;
  margin: 0 2px;
  padding: 0.35em 0.625em 0.75em;
}
legend {
  border: 0;
  padding: 0;
}
textarea {
  overflow: auto;
}
optgroup {
  font-weight: bold;
}
table {
  border-collapse: collapse;
  border-spacing: 0;
}
td,
th {
  padding: 0;
}
/*! Source: https://github.com/h5bp/html5-boilerplate/blob/master/src/css/main.css */
@media print {
  *,
  *:before,
  *:after {
    background: transparent !important;
    box-shadow: none !important;
    text-shadow: none !important;
  }
  a,
  a:visited {
    text-decoration: underline;
  }
  a[href]:after {
    content: " (" attr(href) ")";
  }
  abbr[title]:after {
    content: " (" attr(title) ")";
  }
  a[href^="#"]:after,
  a[href^="javascript:"]:after {
    content: "";
  }
  pre,
  blockquote {
    border: 1px solid #999;
    page-break-inside: avoid;
  }
  thead {
    display: table-header-group;
  }
  tr,
  img {
    page-break-inside: avoid;
  }
  img {
    max-width: 100% !important;
  }
  p,
  h2,
  h3 {
    orphans: 3;
    widows: 3;
  }
  h2,
  h3 {
    page-break-after: avoid;
  }
  .navbar {
    display: none;
  }
  .btn > .caret,
  .dropup > .btn > .caret {
    border-top-color: #000 !important;
  }
  .label {
    border: 1px solid #000;
  }
  .table {
    border-collapse: collapse !important;
  }
  .table td,
  .table th {
    background-color: #fff !important;
  }
  .table-bordered th,
  .table-bordered td {
    border: 1px solid #ddd !important;
  }
}
@font-face {
  font-family: 'Glyphicons Halflings';
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot');
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot?#iefix') format('embedded-opentype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff2') format('woff2'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff') format('woff'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.ttf') format('truetype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.svg#glyphicons_halflingsregular') format('svg');
}
.glyphicon {
  position: relative;
  top: 1px;
  display: inline-block;
  font-family: 'Glyphicons Halflings';
  font-style: normal;
  font-weight: normal;
  line-height: 1;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
.glyphicon-asterisk:before {
  content: "\002a";
}
.glyphicon-plus:before {
  content: "\002b";
}
.glyphicon-euro:before,
.glyphicon-eur:before {
  content: "\20ac";
}
.glyphicon-minus:before {
  content: "\2212";
}
.glyphicon-cloud:before {
  content: "\2601";
}
.glyphicon-envelope:before {
  content: "\2709";
}
.glyphicon-pencil:before {
  content: "\270f";
}
.glyphicon-glass:before {
  content: "\e001";
}
.glyphicon-music:before {
  content: "\e002";
}
.glyphicon-search:before {
  content: "\e003";
}
.glyphicon-heart:before {
  content: "\e005";
}
.glyphicon-star:before {
  content: "\e006";
}
.glyphicon-star-empty:before {
  content: "\e007";
}
.glyphicon-user:before {
  content: "\e008";
}
.glyphicon-film:before {
  content: "\e009";
}
.glyphicon-th-large:before {
  content: "\e010";
}
.glyphicon-th:before {
  content: "\e011";
}
.glyphicon-th-list:before {
  content: "\e012";
}
.glyphicon-ok:before {
  content: "\e013";
}
.glyphicon-remove:before {
  content: "\e014";
}
.glyphicon-zoom-in:before {
  content: "\e015";
}
.glyphicon-zoom-out:before {
  content: "\e016";
}
.glyphicon-off:before {
  content: "\e017";
}
.glyphicon-signal:before {
  content: "\e018";
}
.glyphicon-cog:before {
  content: "\e019";
}
.glyphicon-trash:before {
  content: "\e020";
}
.glyphicon-home:before {
  content: "\e021";
}
.glyphicon-file:before {
  content: "\e022";
}
.glyphicon-time:before {
  content: "\e023";
}
.glyphicon-road:before {
  content: "\e024";
}
.glyphicon-download-alt:before {
  content: "\e025";
}
.glyphicon-download:before {
  content: "\e026";
}
.glyphicon-upload:before {
  content: "\e027";
}
.glyphicon-inbox:before {
  content: "\e028";
}
.glyphicon-play-circle:before {
  content: "\e029";
}
.glyphicon-repeat:before {
  content: "\e030";
}
.glyphicon-refresh:before {
  content: "\e031";
}
.glyphicon-list-alt:before {
  content: "\e032";
}
.glyphicon-lock:before {
  content: "\e033";
}
.glyphicon-flag:before {
  content: "\e034";
}
.glyphicon-headphones:before {
  content: "\e035";
}
.glyphicon-volume-off:before {
  content: "\e036";
}
.glyphicon-volume-down:before {
  content: "\e037";
}
.glyphicon-volume-up:before {
  content: "\e038";
}
.glyphicon-qrcode:before {
  content: "\e039";
}
.glyphicon-barcode:before {
  content: "\e040";
}
.glyphicon-tag:before {
  content: "\e041";
}
.glyphicon-tags:before {
  content: "\e042";
}
.glyphicon-book:before {
  content: "\e043";
}
.glyphicon-bookmark:before {
  content: "\e044";
}
.glyphicon-print:before {
  content: "\e045";
}
.glyphicon-camera:before {
  content: "\e046";
}
.glyphicon-font:before {
  content: "\e047";
}
.glyphicon-bold:before {
  content: "\e048";
}
.glyphicon-italic:before {
  content: "\e049";
}
.glyphicon-text-height:before {
  content: "\e050";
}
.glyphicon-text-width:before {
  content: "\e051";
}
.glyphicon-align-left:before {
  content: "\e052";
}
.glyphicon-align-center:before {
  content: "\e053";
}
.glyphicon-align-right:before {
  content: "\e054";
}
.glyphicon-align-justify:before {
  content: "\e055";
}
.glyphicon-list:before {
  content: "\e056";
}
.glyphicon-indent-left:before {
  content: "\e057";
}
.glyphicon-indent-right:before {
  content: "\e058";
}
.glyphicon-facetime-video:before {
  content: "\e059";
}
.glyphicon-picture:before {
  content: "\e060";
}
.glyphicon-map-marker:before {
  content: "\e062";
}
.glyphicon-adjust:before {
  content: "\e063";
}
.glyphicon-tint:before {
  content: "\e064";
}
.glyphicon-edit:before {
  content: "\e065";
}
.glyphicon-share:before {
  content: "\e066";
}
.glyphicon-check:before {
  content: "\e067";
}
.glyphicon-move:before {
  content: "\e068";
}
.glyphicon-step-backward:before {
  content: "\e069";
}
.glyphicon-fast-backward:before {
  content: "\e070";
}
.glyphicon-backward:before {
  content: "\e071";
}
.glyphicon-play:before {
  content: "\e072";
}
.glyphicon-pause:before {
  content: "\e073";
}
.glyphicon-stop:before {
  content: "\e074";
}
.glyphicon-forward:before {
  content: "\e075";
}
.glyphicon-fast-forward:before {
  content: "\e076";
}
.glyphicon-step-forward:before {
  content: "\e077";
}
.glyphicon-eject:before {
  content: "\e078";
}
.glyphicon-chevron-left:before {
  content: "\e079";
}
.glyphicon-chevron-right:before {
  content: "\e080";
}
.glyphicon-plus-sign:before {
  content: "\e081";
}
.glyphicon-minus-sign:before {
  content: "\e082";
}
.glyphicon-remove-sign:before {
  content: "\e083";
}
.glyphicon-ok-sign:before {
  content: "\e084";
}
.glyphicon-question-sign:before {
  content: "\e085";
}
.glyphicon-info-sign:before {
  content: "\e086";
}
.glyphicon-screenshot:before {
  content: "\e087";
}
.glyphicon-remove-circle:before {
  content: "\e088";
}
.glyphicon-ok-circle:before {
  content: "\e089";
}
.glyphicon-ban-circle:before {
  content: "\e090";
}
.glyphicon-arrow-left:before {
  content: "\e091";
}
.glyphicon-arrow-right:before {
  content: "\e092";
}
.glyphicon-arrow-up:before {
  content: "\e093";
}
.glyphicon-arrow-down:before {
  content: "\e094";
}
.glyphicon-share-alt:before {
  content: "\e095";
}
.glyphicon-resize-full:before {
  content: "\e096";
}
.glyphicon-resize-small:before {
  content: "\e097";
}
.glyphicon-exclamation-sign:before {
  content: "\e101";
}
.glyphicon-gift:before {
  content: "\e102";
}
.glyphicon-leaf:before {
  content: "\e103";
}
.glyphicon-fire:before {
  content: "\e104";
}
.glyphicon-eye-open:before {
  content: "\e105";
}
.glyphicon-eye-close:before {
  content: "\e106";
}
.glyphicon-warning-sign:before {
  content: "\e107";
}
.glyphicon-plane:before {
  content: "\e108";
}
.glyphicon-calendar:before {
  content: "\e109";
}
.glyphicon-random:before {
  content: "\e110";
}
.glyphicon-comment:before {
  content: "\e111";
}
.glyphicon-magnet:before {
  content: "\e112";
}
.glyphicon-chevron-up:before {
  content: "\e113";
}
.glyphicon-chevron-down:before {
  content: "\e114";
}
.glyphicon-retweet:before {
  content: "\e115";
}
.glyphicon-shopping-cart:before {
  content: "\e116";
}
.glyphicon-folder-close:before {
  content: "\e117";
}
.glyphicon-folder-open:before {
  content: "\e118";
}
.glyphicon-resize-vertical:before {
  content: "\e119";
}
.glyphicon-resize-horizontal:before {
  content: "\e120";
}
.glyphicon-hdd:before {
  content: "\e121";
}
.glyphicon-bullhorn:before {
  content: "\e122";
}
.glyphicon-bell:before {
  content: "\e123";
}
.glyphicon-certificate:before {
  content: "\e124";
}
.glyphicon-thumbs-up:before {
  content: "\e125";
}
.glyphicon-thumbs-down:before {
  content: "\e126";
}
.glyphicon-hand-right:before {
  content: "\e127";
}
.glyphicon-hand-left:before {
  content: "\e128";
}
.glyphicon-hand-up:before {
  content: "\e129";
}
.glyphicon-hand-down:before {
  content: "\e130";
}
.glyphicon-circle-arrow-right:before {
  content: "\e131";
}
.glyphicon-circle-arrow-left:before {
  content: "\e132";
}
.glyphicon-circle-arrow-up:before {
  content: "\e133";
}
.glyphicon-circle-arrow-down:before {
  content: "\e134";
}
.glyphicon-globe:before {
  content: "\e135";
}
.glyphicon-wrench:before {
  content: "\e136";
}
.glyphicon-tasks:before {
  content: "\e137";
}
.glyphicon-filter:before {
  content: "\e138";
}
.glyphicon-briefcase:before {
  content: "\e139";
}
.glyphicon-fullscreen:before {
  content: "\e140";
}
.glyphicon-dashboard:before {
  content: "\e141";
}
.glyphicon-paperclip:before {
  content: "\e142";
}
.glyphicon-heart-empty:before {
  content: "\e143";
}
.glyphicon-link:before {
  content: "\e144";
}
.glyphicon-phone:before {
  content: "\e145";
}
.glyphicon-pushpin:before {
  content: "\e146";
}
.glyphicon-usd:before {
  content: "\e148";
}
.glyphicon-gbp:before {
  content: "\e149";
}
.glyphicon-sort:before {
  content: "\e150";
}
.glyphicon-sort-by-alphabet:before {
  content: "\e151";
}
.glyphicon-sort-by-alphabet-alt:before {
  content: "\e152";
}
.glyphicon-sort-by-order:before {
  content: "\e153";
}
.glyphicon-sort-by-order-alt:before {
  content: "\e154";
}
.glyphicon-sort-by-attributes:before {
  content: "\e155";
}
.glyphicon-sort-by-attributes-alt:before {
  content: "\e156";
}
.glyphicon-unchecked:before {
  content: "\e157";
}
.glyphicon-expand:before {
  content: "\e158";
}
.glyphicon-collapse-down:before {
  content: "\e159";
}
.glyphicon-collapse-up:before {
  content: "\e160";
}
.glyphicon-log-in:before {
  content: "\e161";
}
.glyphicon-flash:before {
  content: "\e162";
}
.glyphicon-log-out:before {
  content: "\e163";
}
.glyphicon-new-window:before {
  content: "\e164";
}
.glyphicon-record:before {
  content: "\e165";
}
.glyphicon-save:before {
  content: "\e166";
}
.glyphicon-open:before {
  content: "\e167";
}
.glyphicon-saved:before {
  content: "\e168";
}
.glyphicon-import:before {
  content: "\e169";
}
.glyphicon-export:before {
  content: "\e170";
}
.glyphicon-send:before {
  content: "\e171";
}
.glyphicon-floppy-disk:before {
  content: "\e172";
}
.glyphicon-floppy-saved:before {
  content: "\e173";
}
.glyphicon-floppy-remove:before {
  content: "\e174";
}
.glyphicon-floppy-save:before {
  content: "\e175";
}
.glyphicon-floppy-open:before {
  content: "\e176";
}
.glyphicon-credit-card:before {
  content: "\e177";
}
.glyphicon-transfer:before {
  content: "\e178";
}
.glyphicon-cutlery:before {
  content: "\e179";
}
.glyphicon-header:before {
  content: "\e180";
}
.glyphicon-compressed:before {
  content: "\e181";
}
.glyphicon-earphone:before {
  content: "\e182";
}
.glyphicon-phone-alt:before {
  content: "\e183";
}
.glyphicon-tower:before {
  content: "\e184";
}
.glyphicon-stats:before {
  content: "\e185";
}
.glyphicon-sd-video:before {
  content: "\e186";
}
.glyphicon-hd-video:before {
  content: "\e187";
}
.glyphicon-subtitles:before {
  content: "\e188";
}
.glyphicon-sound-stereo:before {
  content: "\e189";
}
.glyphicon-sound-dolby:before {
  content: "\e190";
}
.glyphicon-sound-5-1:before {
  content: "\e191";
}
.glyphicon-sound-6-1:before {
  content: "\e192";
}
.glyphicon-sound-7-1:before {
  content: "\e193";
}
.glyphicon-copyright-mark:before {
  content: "\e194";
}
.glyphicon-registration-mark:before {
  content: "\e195";
}
.glyphicon-cloud-download:before {
  content: "\e197";
}
.glyphicon-cloud-upload:before {
  content: "\e198";
}
.glyphicon-tree-conifer:before {
  content: "\e199";
}
.glyphicon-tree-deciduous:before {
  content: "\e200";
}
.glyphicon-cd:before {
  content: "\e201";
}
.glyphicon-save-file:before {
  content: "\e202";
}
.glyphicon-open-file:before {
  content: "\e203";
}
.glyphicon-level-up:before {
  content: "\e204";
}
.glyphicon-copy:before {
  content: "\e205";
}
.glyphicon-paste:before {
  content: "\e206";
}
.glyphicon-alert:before {
  content: "\e209";
}
.glyphicon-equalizer:before {
  content: "\e210";
}
.glyphicon-king:before {
  content: "\e211";
}
.glyphicon-queen:before {
  content: "\e212";
}
.glyphicon-pawn:before {
  content: "\e213";
}
.glyphicon-bishop:before {
  content: "\e214";
}
.glyphicon-knight:before {
  content: "\e215";
}
.glyphicon-baby-formula:before {
  content: "\e216";
}
.glyphicon-tent:before {
  content: "\26fa";
}
.glyphicon-blackboard:before {
  content: "\e218";
}
.glyphicon-bed:before {
  content: "\e219";
}
.glyphicon-apple:before {
  content: "\f8ff";
}
.glyphicon-erase:before {
  content: "\e221";
}
.glyphicon-hourglass:before {
  content: "\231b";
}
.glyphicon-lamp:before {
  content: "\e223";
}
.glyphicon-duplicate:before {
  content: "\e224";
}
.glyphicon-piggy-bank:before {
  content: "\e225";
}
.glyphicon-scissors:before {
  content: "\e226";
}
.glyphicon-bitcoin:before {
  content: "\e227";
}
.glyphicon-btc:before {
  content: "\e227";
}
.glyphicon-xbt:before {
  content: "\e227";
}
.glyphicon-yen:before {
  content: "\00a5";
}
.glyphicon-jpy:before {
  content: "\00a5";
}
.glyphicon-ruble:before {
  content: "\20bd";
}
.glyphicon-rub:before {
  content: "\20bd";
}
.glyphicon-scale:before {
  content: "\e230";
}
.glyphicon-ice-lolly:before {
  content: "\e231";
}
.glyphicon-ice-lolly-tasted:before {
  content: "\e232";
}
.glyphicon-education:before {
  content: "\e233";
}
.glyphicon-option-horizontal:before {
  content: "\e234";
}
.glyphicon-option-vertical:before {
  content: "\e235";
}
.glyphicon-menu-hamburger:before {
  content: "\e236";
}
.glyphicon-modal-window:before {
  content: "\e237";
}
.glyphicon-oil:before {
  content: "\e238";
}
.glyphicon-grain:before {
  content: "\e239";
}
.glyphicon-sunglasses:before {
  content: "\e240";
}
.glyphicon-text-size:before {
  content: "\e241";
}
.glyphicon-text-color:before {
  content: "\e242";
}
.glyphicon-text-background:before {
  content: "\e243";
}
.glyphicon-object-align-top:before {
  content: "\e244";
}
.glyphicon-object-align-bottom:before {
  content: "\e245";
}
.glyphicon-object-align-horizontal:before {
  content: "\e246";
}
.glyphicon-object-align-left:before {
  content: "\e247";
}
.glyphicon-object-align-vertical:before {
  content: "\e248";
}
.glyphicon-object-align-right:before {
  content: "\e249";
}
.glyphicon-triangle-right:before {
  content: "\e250";
}
.glyphicon-triangle-left:before {
  content: "\e251";
}
.glyphicon-triangle-bottom:before {
  content: "\e252";
}
.glyphicon-triangle-top:before {
  content: "\e253";
}
.glyphicon-console:before {
  content: "\e254";
}
.glyphicon-superscript:before {
  content: "\e255";
}
.glyphicon-subscript:before {
  content: "\e256";
}
.glyphicon-menu-left:before {
  content: "\e257";
}
.glyphicon-menu-right:before {
  content: "\e258";
}
.glyphicon-menu-down:before {
  content: "\e259";
}
.glyphicon-menu-up:before {
  content: "\e260";
}
* {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
*:before,
*:after {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
html {
  font-size: 10px;
  -webkit-tap-highlight-color: rgba(0, 0, 0, 0);
}
body {
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-size: 13px;
  line-height: 1.42857143;
  color: #000;
  background-color: #fff;
}
input,
button,
select,
textarea {
  font-family: inherit;
  font-size: inherit;
  line-height: inherit;
}
a {
  color: #337ab7;
  text-decoration: none;
}
a:hover,
a:focus {
  color: #23527c;
  text-decoration: underline;
}
a:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
figure {
  margin: 0;
}
img {
  vertical-align: middle;
}
.img-responsive,
.thumbnail > img,
.thumbnail a > img,
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  display: block;
  max-width: 100%;
  height: auto;
}
.img-rounded {
  border-radius: 3px;
}
.img-thumbnail {
  padding: 4px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: all 0.2s ease-in-out;
  -o-transition: all 0.2s ease-in-out;
  transition: all 0.2s ease-in-out;
  display: inline-block;
  max-width: 100%;
  height: auto;
}
.img-circle {
  border-radius: 50%;
}
hr {
  margin-top: 18px;
  margin-bottom: 18px;
  border: 0;
  border-top: 1px solid #eeeeee;
}
.sr-only {
  position: absolute;
  width: 1px;
  height: 1px;
  margin: -1px;
  padding: 0;
  overflow: hidden;
  clip: rect(0, 0, 0, 0);
  border: 0;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
[role="button"] {
  cursor: pointer;
}
h1,
h2,
h3,
h4,
h5,
h6,
.h1,
.h2,
.h3,
.h4,
.h5,
.h6 {
  font-family: inherit;
  font-weight: 500;
  line-height: 1.1;
  color: inherit;
}
h1 small,
h2 small,
h3 small,
h4 small,
h5 small,
h6 small,
.h1 small,
.h2 small,
.h3 small,
.h4 small,
.h5 small,
.h6 small,
h1 .small,
h2 .small,
h3 .small,
h4 .small,
h5 .small,
h6 .small,
.h1 .small,
.h2 .small,
.h3 .small,
.h4 .small,
.h5 .small,
.h6 .small {
  font-weight: normal;
  line-height: 1;
  color: #777777;
}
h1,
.h1,
h2,
.h2,
h3,
.h3 {
  margin-top: 18px;
  margin-bottom: 9px;
}
h1 small,
.h1 small,
h2 small,
.h2 small,
h3 small,
.h3 small,
h1 .small,
.h1 .small,
h2 .small,
.h2 .small,
h3 .small,
.h3 .small {
  font-size: 65%;
}
h4,
.h4,
h5,
.h5,
h6,
.h6 {
  margin-top: 9px;
  margin-bottom: 9px;
}
h4 small,
.h4 small,
h5 small,
.h5 small,
h6 small,
.h6 small,
h4 .small,
.h4 .small,
h5 .small,
.h5 .small,
h6 .small,
.h6 .small {
  font-size: 75%;
}
h1,
.h1 {
  font-size: 33px;
}
h2,
.h2 {
  font-size: 27px;
}
h3,
.h3 {
  font-size: 23px;
}
h4,
.h4 {
  font-size: 17px;
}
h5,
.h5 {
  font-size: 13px;
}
h6,
.h6 {
  font-size: 12px;
}
p {
  margin: 0 0 9px;
}
.lead {
  margin-bottom: 18px;
  font-size: 14px;
  font-weight: 300;
  line-height: 1.4;
}
@media (min-width: 768px) {
  .lead {
    font-size: 19.5px;
  }
}
small,
.small {
  font-size: 92%;
}
mark,
.mark {
  background-color: #fcf8e3;
  padding: .2em;
}
.text-left {
  text-align: left;
}
.text-right {
  text-align: right;
}
.text-center {
  text-align: center;
}
.text-justify {
  text-align: justify;
}
.text-nowrap {
  white-space: nowrap;
}
.text-lowercase {
  text-transform: lowercase;
}
.text-uppercase {
  text-transform: uppercase;
}
.text-capitalize {
  text-transform: capitalize;
}
.text-muted {
  color: #777777;
}
.text-primary {
  color: #337ab7;
}
a.text-primary:hover,
a.text-primary:focus {
  color: #286090;
}
.text-success {
  color: #3c763d;
}
a.text-success:hover,
a.text-success:focus {
  color: #2b542c;
}
.text-info {
  color: #31708f;
}
a.text-info:hover,
a.text-info:focus {
  color: #245269;
}
.text-warning {
  color: #8a6d3b;
}
a.text-warning:hover,
a.text-warning:focus {
  color: #66512c;
}
.text-danger {
  color: #a94442;
}
a.text-danger:hover,
a.text-danger:focus {
  color: #843534;
}
.bg-primary {
  color: #fff;
  background-color: #337ab7;
}
a.bg-primary:hover,
a.bg-primary:focus {
  background-color: #286090;
}
.bg-success {
  background-color: #dff0d8;
}
a.bg-success:hover,
a.bg-success:focus {
  background-color: #c1e2b3;
}
.bg-info {
  background-color: #d9edf7;
}
a.bg-info:hover,
a.bg-info:focus {
  background-color: #afd9ee;
}
.bg-warning {
  background-color: #fcf8e3;
}
a.bg-warning:hover,
a.bg-warning:focus {
  background-color: #f7ecb5;
}
.bg-danger {
  background-color: #f2dede;
}
a.bg-danger:hover,
a.bg-danger:focus {
  background-color: #e4b9b9;
}
.page-header {
  padding-bottom: 8px;
  margin: 36px 0 18px;
  border-bottom: 1px solid #eeeeee;
}
ul,
ol {
  margin-top: 0;
  margin-bottom: 9px;
}
ul ul,
ol ul,
ul ol,
ol ol {
  margin-bottom: 0;
}
.list-unstyled {
  padding-left: 0;
  list-style: none;
}
.list-inline {
  padding-left: 0;
  list-style: none;
  margin-left: -5px;
}
.list-inline > li {
  display: inline-block;
  padding-left: 5px;
  padding-right: 5px;
}
dl {
  margin-top: 0;
  margin-bottom: 18px;
}
dt,
dd {
  line-height: 1.42857143;
}
dt {
  font-weight: bold;
}
dd {
  margin-left: 0;
}
@media (min-width: 541px) {
  .dl-horizontal dt {
    float: left;
    width: 160px;
    clear: left;
    text-align: right;
    overflow: hidden;
    text-overflow: ellipsis;
    white-space: nowrap;
  }
  .dl-horizontal dd {
    margin-left: 180px;
  }
}
abbr[title],
abbr[data-original-title] {
  cursor: help;
  border-bottom: 1px dotted #777777;
}
.initialism {
  font-size: 90%;
  text-transform: uppercase;
}
blockquote {
  padding: 9px 18px;
  margin: 0 0 18px;
  font-size: inherit;
  border-left: 5px solid #eeeeee;
}
blockquote p:last-child,
blockquote ul:last-child,
blockquote ol:last-child {
  margin-bottom: 0;
}
blockquote footer,
blockquote small,
blockquote .small {
  display: block;
  font-size: 80%;
  line-height: 1.42857143;
  color: #777777;
}
blockquote footer:before,
blockquote small:before,
blockquote .small:before {
  content: '\2014 \00A0';
}
.blockquote-reverse,
blockquote.pull-right {
  padding-right: 15px;
  padding-left: 0;
  border-right: 5px solid #eeeeee;
  border-left: 0;
  text-align: right;
}
.blockquote-reverse footer:before,
blockquote.pull-right footer:before,
.blockquote-reverse small:before,
blockquote.pull-right small:before,
.blockquote-reverse .small:before,
blockquote.pull-right .small:before {
  content: '';
}
.blockquote-reverse footer:after,
blockquote.pull-right footer:after,
.blockquote-reverse small:after,
blockquote.pull-right small:after,
.blockquote-reverse .small:after,
blockquote.pull-right .small:after {
  content: '\00A0 \2014';
}
address {
  margin-bottom: 18px;
  font-style: normal;
  line-height: 1.42857143;
}
code,
kbd,
pre,
samp {
  font-family: monospace;
}
code {
  padding: 2px 4px;
  font-size: 90%;
  color: #c7254e;
  background-color: #f9f2f4;
  border-radius: 2px;
}
kbd {
  padding: 2px 4px;
  font-size: 90%;
  color: #888;
  background-color: transparent;
  border-radius: 1px;
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.25);
}
kbd kbd {
  padding: 0;
  font-size: 100%;
  font-weight: bold;
  box-shadow: none;
}
pre {
  display: block;
  padding: 8.5px;
  margin: 0 0 9px;
  font-size: 12px;
  line-height: 1.42857143;
  word-break: break-all;
  word-wrap: break-word;
  color: #333333;
  background-color: #f5f5f5;
  border: 1px solid #ccc;
  border-radius: 2px;
}
pre code {
  padding: 0;
  font-size: inherit;
  color: inherit;
  white-space: pre-wrap;
  background-color: transparent;
  border-radius: 0;
}
.pre-scrollable {
  max-height: 340px;
  overflow-y: scroll;
}
.container {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
@media (min-width: 768px) {
  .container {
    width: 768px;
  }
}
@media (min-width: 992px) {
  .container {
    width: 940px;
  }
}
@media (min-width: 1200px) {
  .container {
    width: 1140px;
  }
}
.container-fluid {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
.row {
  margin-left: 0px;
  margin-right: 0px;
}
.col-xs-1, .col-sm-1, .col-md-1, .col-lg-1, .col-xs-2, .col-sm-2, .col-md-2, .col-lg-2, .col-xs-3, .col-sm-3, .col-md-3, .col-lg-3, .col-xs-4, .col-sm-4, .col-md-4, .col-lg-4, .col-xs-5, .col-sm-5, .col-md-5, .col-lg-5, .col-xs-6, .col-sm-6, .col-md-6, .col-lg-6, .col-xs-7, .col-sm-7, .col-md-7, .col-lg-7, .col-xs-8, .col-sm-8, .col-md-8, .col-lg-8, .col-xs-9, .col-sm-9, .col-md-9, .col-lg-9, .col-xs-10, .col-sm-10, .col-md-10, .col-lg-10, .col-xs-11, .col-sm-11, .col-md-11, .col-lg-11, .col-xs-12, .col-sm-12, .col-md-12, .col-lg-12 {
  position: relative;
  min-height: 1px;
  padding-left: 0px;
  padding-right: 0px;
}
.col-xs-1, .col-xs-2, .col-xs-3, .col-xs-4, .col-xs-5, .col-xs-6, .col-xs-7, .col-xs-8, .col-xs-9, .col-xs-10, .col-xs-11, .col-xs-12 {
  float: left;
}
.col-xs-12 {
  width: 100%;
}
.col-xs-11 {
  width: 91.66666667%;
}
.col-xs-10 {
  width: 83.33333333%;
}
.col-xs-9 {
  width: 75%;
}
.col-xs-8 {
  width: 66.66666667%;
}
.col-xs-7 {
  width: 58.33333333%;
}
.col-xs-6 {
  width: 50%;
}
.col-xs-5 {
  width: 41.66666667%;
}
.col-xs-4 {
  width: 33.33333333%;
}
.col-xs-3 {
  width: 25%;
}
.col-xs-2 {
  width: 16.66666667%;
}
.col-xs-1 {
  width: 8.33333333%;
}
.col-xs-pull-12 {
  right: 100%;
}
.col-xs-pull-11 {
  right: 91.66666667%;
}
.col-xs-pull-10 {
  right: 83.33333333%;
}
.col-xs-pull-9 {
  right: 75%;
}
.col-xs-pull-8 {
  right: 66.66666667%;
}
.col-xs-pull-7 {
  right: 58.33333333%;
}
.col-xs-pull-6 {
  right: 50%;
}
.col-xs-pull-5 {
  right: 41.66666667%;
}
.col-xs-pull-4 {
  right: 33.33333333%;
}
.col-xs-pull-3 {
  right: 25%;
}
.col-xs-pull-2 {
  right: 16.66666667%;
}
.col-xs-pull-1 {
  right: 8.33333333%;
}
.col-xs-pull-0 {
  right: auto;
}
.col-xs-push-12 {
  left: 100%;
}
.col-xs-push-11 {
  left: 91.66666667%;
}
.col-xs-push-10 {
  left: 83.33333333%;
}
.col-xs-push-9 {
  left: 75%;
}
.col-xs-push-8 {
  left: 66.66666667%;
}
.col-xs-push-7 {
  left: 58.33333333%;
}
.col-xs-push-6 {
  left: 50%;
}
.col-xs-push-5 {
  left: 41.66666667%;
}
.col-xs-push-4 {
  left: 33.33333333%;
}
.col-xs-push-3 {
  left: 25%;
}
.col-xs-push-2 {
  left: 16.66666667%;
}
.col-xs-push-1 {
  left: 8.33333333%;
}
.col-xs-push-0 {
  left: auto;
}
.col-xs-offset-12 {
  margin-left: 100%;
}
.col-xs-offset-11 {
  margin-left: 91.66666667%;
}
.col-xs-offset-10 {
  margin-left: 83.33333333%;
}
.col-xs-offset-9 {
  margin-left: 75%;
}
.col-xs-offset-8 {
  margin-left: 66.66666667%;
}
.col-xs-offset-7 {
  margin-left: 58.33333333%;
}
.col-xs-offset-6 {
  margin-left: 50%;
}
.col-xs-offset-5 {
  margin-left: 41.66666667%;
}
.col-xs-offset-4 {
  margin-left: 33.33333333%;
}
.col-xs-offset-3 {
  margin-left: 25%;
}
.col-xs-offset-2 {
  margin-left: 16.66666667%;
}
.col-xs-offset-1 {
  margin-left: 8.33333333%;
}
.col-xs-offset-0 {
  margin-left: 0%;
}
@media (min-width: 768px) {
  .col-sm-1, .col-sm-2, .col-sm-3, .col-sm-4, .col-sm-5, .col-sm-6, .col-sm-7, .col-sm-8, .col-sm-9, .col-sm-10, .col-sm-11, .col-sm-12 {
    float: left;
  }
  .col-sm-12 {
    width: 100%;
  }
  .col-sm-11 {
    width: 91.66666667%;
  }
  .col-sm-10 {
    width: 83.33333333%;
  }
  .col-sm-9 {
    width: 75%;
  }
  .col-sm-8 {
    width: 66.66666667%;
  }
  .col-sm-7 {
    width: 58.33333333%;
  }
  .col-sm-6 {
    width: 50%;
  }
  .col-sm-5 {
    width: 41.66666667%;
  }
  .col-sm-4 {
    width: 33.33333333%;
  }
  .col-sm-3 {
    width: 25%;
  }
  .col-sm-2 {
    width: 16.66666667%;
  }
  .col-sm-1 {
    width: 8.33333333%;
  }
  .col-sm-pull-12 {
    right: 100%;
  }
  .col-sm-pull-11 {
    right: 91.66666667%;
  }
  .col-sm-pull-10 {
    right: 83.33333333%;
  }
  .col-sm-pull-9 {
    right: 75%;
  }
  .col-sm-pull-8 {
    right: 66.66666667%;
  }
  .col-sm-pull-7 {
    right: 58.33333333%;
  }
  .col-sm-pull-6 {
    right: 50%;
  }
  .col-sm-pull-5 {
    right: 41.66666667%;
  }
  .col-sm-pull-4 {
    right: 33.33333333%;
  }
  .col-sm-pull-3 {
    right: 25%;
  }
  .col-sm-pull-2 {
    right: 16.66666667%;
  }
  .col-sm-pull-1 {
    right: 8.33333333%;
  }
  .col-sm-pull-0 {
    right: auto;
  }
  .col-sm-push-12 {
    left: 100%;
  }
  .col-sm-push-11 {
    left: 91.66666667%;
  }
  .col-sm-push-10 {
    left: 83.33333333%;
  }
  .col-sm-push-9 {
    left: 75%;
  }
  .col-sm-push-8 {
    left: 66.66666667%;
  }
  .col-sm-push-7 {
    left: 58.33333333%;
  }
  .col-sm-push-6 {
    left: 50%;
  }
  .col-sm-push-5 {
    left: 41.66666667%;
  }
  .col-sm-push-4 {
    left: 33.33333333%;
  }
  .col-sm-push-3 {
    left: 25%;
  }
  .col-sm-push-2 {
    left: 16.66666667%;
  }
  .col-sm-push-1 {
    left: 8.33333333%;
  }
  .col-sm-push-0 {
    left: auto;
  }
  .col-sm-offset-12 {
    margin-left: 100%;
  }
  .col-sm-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-sm-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-sm-offset-9 {
    margin-left: 75%;
  }
  .col-sm-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-sm-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-sm-offset-6 {
    margin-left: 50%;
  }
  .col-sm-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-sm-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-sm-offset-3 {
    margin-left: 25%;
  }
  .col-sm-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-sm-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-sm-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 992px) {
  .col-md-1, .col-md-2, .col-md-3, .col-md-4, .col-md-5, .col-md-6, .col-md-7, .col-md-8, .col-md-9, .col-md-10, .col-md-11, .col-md-12 {
    float: left;
  }
  .col-md-12 {
    width: 100%;
  }
  .col-md-11 {
    width: 91.66666667%;
  }
  .col-md-10 {
    width: 83.33333333%;
  }
  .col-md-9 {
    width: 75%;
  }
  .col-md-8 {
    width: 66.66666667%;
  }
  .col-md-7 {
    width: 58.33333333%;
  }
  .col-md-6 {
    width: 50%;
  }
  .col-md-5 {
    width: 41.66666667%;
  }
  .col-md-4 {
    width: 33.33333333%;
  }
  .col-md-3 {
    width: 25%;
  }
  .col-md-2 {
    width: 16.66666667%;
  }
  .col-md-1 {
    width: 8.33333333%;
  }
  .col-md-pull-12 {
    right: 100%;
  }
  .col-md-pull-11 {
    right: 91.66666667%;
  }
  .col-md-pull-10 {
    right: 83.33333333%;
  }
  .col-md-pull-9 {
    right: 75%;
  }
  .col-md-pull-8 {
    right: 66.66666667%;
  }
  .col-md-pull-7 {
    right: 58.33333333%;
  }
  .col-md-pull-6 {
    right: 50%;
  }
  .col-md-pull-5 {
    right: 41.66666667%;
  }
  .col-md-pull-4 {
    right: 33.33333333%;
  }
  .col-md-pull-3 {
    right: 25%;
  }
  .col-md-pull-2 {
    right: 16.66666667%;
  }
  .col-md-pull-1 {
    right: 8.33333333%;
  }
  .col-md-pull-0 {
    right: auto;
  }
  .col-md-push-12 {
    left: 100%;
  }
  .col-md-push-11 {
    left: 91.66666667%;
  }
  .col-md-push-10 {
    left: 83.33333333%;
  }
  .col-md-push-9 {
    left: 75%;
  }
  .col-md-push-8 {
    left: 66.66666667%;
  }
  .col-md-push-7 {
    left: 58.33333333%;
  }
  .col-md-push-6 {
    left: 50%;
  }
  .col-md-push-5 {
    left: 41.66666667%;
  }
  .col-md-push-4 {
    left: 33.33333333%;
  }
  .col-md-push-3 {
    left: 25%;
  }
  .col-md-push-2 {
    left: 16.66666667%;
  }
  .col-md-push-1 {
    left: 8.33333333%;
  }
  .col-md-push-0 {
    left: auto;
  }
  .col-md-offset-12 {
    margin-left: 100%;
  }
  .col-md-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-md-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-md-offset-9 {
    margin-left: 75%;
  }
  .col-md-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-md-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-md-offset-6 {
    margin-left: 50%;
  }
  .col-md-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-md-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-md-offset-3 {
    margin-left: 25%;
  }
  .col-md-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-md-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-md-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 1200px) {
  .col-lg-1, .col-lg-2, .col-lg-3, .col-lg-4, .col-lg-5, .col-lg-6, .col-lg-7, .col-lg-8, .col-lg-9, .col-lg-10, .col-lg-11, .col-lg-12 {
    float: left;
  }
  .col-lg-12 {
    width: 100%;
  }
  .col-lg-11 {
    width: 91.66666667%;
  }
  .col-lg-10 {
    width: 83.33333333%;
  }
  .col-lg-9 {
    width: 75%;
  }
  .col-lg-8 {
    width: 66.66666667%;
  }
  .col-lg-7 {
    width: 58.33333333%;
  }
  .col-lg-6 {
    width: 50%;
  }
  .col-lg-5 {
    width: 41.66666667%;
  }
  .col-lg-4 {
    width: 33.33333333%;
  }
  .col-lg-3 {
    width: 25%;
  }
  .col-lg-2 {
    width: 16.66666667%;
  }
  .col-lg-1 {
    width: 8.33333333%;
  }
  .col-lg-pull-12 {
    right: 100%;
  }
  .col-lg-pull-11 {
    right: 91.66666667%;
  }
  .col-lg-pull-10 {
    right: 83.33333333%;
  }
  .col-lg-pull-9 {
    right: 75%;
  }
  .col-lg-pull-8 {
    right: 66.66666667%;
  }
  .col-lg-pull-7 {
    right: 58.33333333%;
  }
  .col-lg-pull-6 {
    right: 50%;
  }
  .col-lg-pull-5 {
    right: 41.66666667%;
  }
  .col-lg-pull-4 {
    right: 33.33333333%;
  }
  .col-lg-pull-3 {
    right: 25%;
  }
  .col-lg-pull-2 {
    right: 16.66666667%;
  }
  .col-lg-pull-1 {
    right: 8.33333333%;
  }
  .col-lg-pull-0 {
    right: auto;
  }
  .col-lg-push-12 {
    left: 100%;
  }
  .col-lg-push-11 {
    left: 91.66666667%;
  }
  .col-lg-push-10 {
    left: 83.33333333%;
  }
  .col-lg-push-9 {
    left: 75%;
  }
  .col-lg-push-8 {
    left: 66.66666667%;
  }
  .col-lg-push-7 {
    left: 58.33333333%;
  }
  .col-lg-push-6 {
    left: 50%;
  }
  .col-lg-push-5 {
    left: 41.66666667%;
  }
  .col-lg-push-4 {
    left: 33.33333333%;
  }
  .col-lg-push-3 {
    left: 25%;
  }
  .col-lg-push-2 {
    left: 16.66666667%;
  }
  .col-lg-push-1 {
    left: 8.33333333%;
  }
  .col-lg-push-0 {
    left: auto;
  }
  .col-lg-offset-12 {
    margin-left: 100%;
  }
  .col-lg-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-lg-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-lg-offset-9 {
    margin-left: 75%;
  }
  .col-lg-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-lg-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-lg-offset-6 {
    margin-left: 50%;
  }
  .col-lg-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-lg-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-lg-offset-3 {
    margin-left: 25%;
  }
  .col-lg-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-lg-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-lg-offset-0 {
    margin-left: 0%;
  }
}
table {
  background-color: transparent;
}
caption {
  padding-top: 8px;
  padding-bottom: 8px;
  color: #777777;
  text-align: left;
}
th {
  text-align: left;
}
.table {
  width: 100%;
  max-width: 100%;
  margin-bottom: 18px;
}
.table > thead > tr > th,
.table > tbody > tr > th,
.table > tfoot > tr > th,
.table > thead > tr > td,
.table > tbody > tr > td,
.table > tfoot > tr > td {
  padding: 8px;
  line-height: 1.42857143;
  vertical-align: top;
  border-top: 1px solid #ddd;
}
.table > thead > tr > th {
  vertical-align: bottom;
  border-bottom: 2px solid #ddd;
}
.table > caption + thead > tr:first-child > th,
.table > colgroup + thead > tr:first-child > th,
.table > thead:first-child > tr:first-child > th,
.table > caption + thead > tr:first-child > td,
.table > colgroup + thead > tr:first-child > td,
.table > thead:first-child > tr:first-child > td {
  border-top: 0;
}
.table > tbody + tbody {
  border-top: 2px solid #ddd;
}
.table .table {
  background-color: #fff;
}
.table-condensed > thead > tr > th,
.table-condensed > tbody > tr > th,
.table-condensed > tfoot > tr > th,
.table-condensed > thead > tr > td,
.table-condensed > tbody > tr > td,
.table-condensed > tfoot > tr > td {
  padding: 5px;
}
.table-bordered {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > tbody > tr > th,
.table-bordered > tfoot > tr > th,
.table-bordered > thead > tr > td,
.table-bordered > tbody > tr > td,
.table-bordered > tfoot > tr > td {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > thead > tr > td {
  border-bottom-width: 2px;
}
.table-striped > tbody > tr:nth-of-type(odd) {
  background-color: #f9f9f9;
}
.table-hover > tbody > tr:hover {
  background-color: #f5f5f5;
}
table col[class*="col-"] {
  position: static;
  float: none;
  display: table-column;
}
table td[class*="col-"],
table th[class*="col-"] {
  position: static;
  float: none;
  display: table-cell;
}
.table > thead > tr > td.active,
.table > tbody > tr > td.active,
.table > tfoot > tr > td.active,
.table > thead > tr > th.active,
.table > tbody > tr > th.active,
.table > tfoot > tr > th.active,
.table > thead > tr.active > td,
.table > tbody > tr.active > td,
.table > tfoot > tr.active > td,
.table > thead > tr.active > th,
.table > tbody > tr.active > th,
.table > tfoot > tr.active > th {
  background-color: #f5f5f5;
}
.table-hover > tbody > tr > td.active:hover,
.table-hover > tbody > tr > th.active:hover,
.table-hover > tbody > tr.active:hover > td,
.table-hover > tbody > tr:hover > .active,
.table-hover > tbody > tr.active:hover > th {
  background-color: #e8e8e8;
}
.table > thead > tr > td.success,
.table > tbody > tr > td.success,
.table > tfoot > tr > td.success,
.table > thead > tr > th.success,
.table > tbody > tr > th.success,
.table > tfoot > tr > th.success,
.table > thead > tr.success > td,
.table > tbody > tr.success > td,
.table > tfoot > tr.success > td,
.table > thead > tr.success > th,
.table > tbody > tr.success > th,
.table > tfoot > tr.success > th {
  background-color: #dff0d8;
}
.table-hover > tbody > tr > td.success:hover,
.table-hover > tbody > tr > th.success:hover,
.table-hover > tbody > tr.success:hover > td,
.table-hover > tbody > tr:hover > .success,
.table-hover > tbody > tr.success:hover > th {
  background-color: #d0e9c6;
}
.table > thead > tr > td.info,
.table > tbody > tr > td.info,
.table > tfoot > tr > td.info,
.table > thead > tr > th.info,
.table > tbody > tr > th.info,
.table > tfoot > tr > th.info,
.table > thead > tr.info > td,
.table > tbody > tr.info > td,
.table > tfoot > tr.info > td,
.table > thead > tr.info > th,
.table > tbody > tr.info > th,
.table > tfoot > tr.info > th {
  background-color: #d9edf7;
}
.table-hover > tbody > tr > td.info:hover,
.table-hover > tbody > tr > th.info:hover,
.table-hover > tbody > tr.info:hover > td,
.table-hover > tbody > tr:hover > .info,
.table-hover > tbody > tr.info:hover > th {
  background-color: #c4e3f3;
}
.table > thead > tr > td.warning,
.table > tbody > tr > td.warning,
.table > tfoot > tr > td.warning,
.table > thead > tr > th.warning,
.table > tbody > tr > th.warning,
.table > tfoot > tr > th.warning,
.table > thead > tr.warning > td,
.table > tbody > tr.warning > td,
.table > tfoot > tr.warning > td,
.table > thead > tr.warning > th,
.table > tbody > tr.warning > th,
.table > tfoot > tr.warning > th {
  background-color: #fcf8e3;
}
.table-hover > tbody > tr > td.warning:hover,
.table-hover > tbody > tr > th.warning:hover,
.table-hover > tbody > tr.warning:hover > td,
.table-hover > tbody > tr:hover > .warning,
.table-hover > tbody > tr.warning:hover > th {
  background-color: #faf2cc;
}
.table > thead > tr > td.danger,
.table > tbody > tr > td.danger,
.table > tfoot > tr > td.danger,
.table > thead > tr > th.danger,
.table > tbody > tr > th.danger,
.table > tfoot > tr > th.danger,
.table > thead > tr.danger > td,
.table > tbody > tr.danger > td,
.table > tfoot > tr.danger > td,
.table > thead > tr.danger > th,
.table > tbody > tr.danger > th,
.table > tfoot > tr.danger > th {
  background-color: #f2dede;
}
.table-hover > tbody > tr > td.danger:hover,
.table-hover > tbody > tr > th.danger:hover,
.table-hover > tbody > tr.danger:hover > td,
.table-hover > tbody > tr:hover > .danger,
.table-hover > tbody > tr.danger:hover > th {
  background-color: #ebcccc;
}
.table-responsive {
  overflow-x: auto;
  min-height: 0.01%;
}
@media screen and (max-width: 767px) {
  .table-responsive {
    width: 100%;
    margin-bottom: 13.5px;
    overflow-y: hidden;
    -ms-overflow-style: -ms-autohiding-scrollbar;
    border: 1px solid #ddd;
  }
  .table-responsive > .table {
    margin-bottom: 0;
  }
  .table-responsive > .table > thead > tr > th,
  .table-responsive > .table > tbody > tr > th,
  .table-responsive > .table > tfoot > tr > th,
  .table-responsive > .table > thead > tr > td,
  .table-responsive > .table > tbody > tr > td,
  .table-responsive > .table > tfoot > tr > td {
    white-space: nowrap;
  }
  .table-responsive > .table-bordered {
    border: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:first-child,
  .table-responsive > .table-bordered > tbody > tr > th:first-child,
  .table-responsive > .table-bordered > tfoot > tr > th:first-child,
  .table-responsive > .table-bordered > thead > tr > td:first-child,
  .table-responsive > .table-bordered > tbody > tr > td:first-child,
  .table-responsive > .table-bordered > tfoot > tr > td:first-child {
    border-left: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:last-child,
  .table-responsive > .table-bordered > tbody > tr > th:last-child,
  .table-responsive > .table-bordered > tfoot > tr > th:last-child,
  .table-responsive > .table-bordered > thead > tr > td:last-child,
  .table-responsive > .table-bordered > tbody > tr > td:last-child,
  .table-responsive > .table-bordered > tfoot > tr > td:last-child {
    border-right: 0;
  }
  .table-responsive > .table-bordered > tbody > tr:last-child > th,
  .table-responsive > .table-bordered > tfoot > tr:last-child > th,
  .table-responsive > .table-bordered > tbody > tr:last-child > td,
  .table-responsive > .table-bordered > tfoot > tr:last-child > td {
    border-bottom: 0;
  }
}
fieldset {
  padding: 0;
  margin: 0;
  border: 0;
  min-width: 0;
}
legend {
  display: block;
  width: 100%;
  padding: 0;
  margin-bottom: 18px;
  font-size: 19.5px;
  line-height: inherit;
  color: #333333;
  border: 0;
  border-bottom: 1px solid #e5e5e5;
}
label {
  display: inline-block;
  max-width: 100%;
  margin-bottom: 5px;
  font-weight: bold;
}
input[type="search"] {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
input[type="radio"],
input[type="checkbox"] {
  margin: 4px 0 0;
  margin-top: 1px \9;
  line-height: normal;
}
input[type="file"] {
  display: block;
}
input[type="range"] {
  display: block;
  width: 100%;
}
select[multiple],
select[size] {
  height: auto;
}
input[type="file"]:focus,
input[type="radio"]:focus,
input[type="checkbox"]:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
output {
  display: block;
  padding-top: 7px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
}
.form-control {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
}
.form-control:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.form-control::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.form-control:-ms-input-placeholder {
  color: #999;
}
.form-control::-webkit-input-placeholder {
  color: #999;
}
.form-control::-ms-expand {
  border: 0;
  background-color: transparent;
}
.form-control[disabled],
.form-control[readonly],
fieldset[disabled] .form-control {
  background-color: #eeeeee;
  opacity: 1;
}
.form-control[disabled],
fieldset[disabled] .form-control {
  cursor: not-allowed;
}
textarea.form-control {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: none;
}
@media screen and (-webkit-min-device-pixel-ratio: 0) {
  input[type="date"].form-control,
  input[type="time"].form-control,
  input[type="datetime-local"].form-control,
  input[type="month"].form-control {
    line-height: 32px;
  }
  input[type="date"].input-sm,
  input[type="time"].input-sm,
  input[type="datetime-local"].input-sm,
  input[type="month"].input-sm,
  .input-group-sm input[type="date"],
  .input-group-sm input[type="time"],
  .input-group-sm input[type="datetime-local"],
  .input-group-sm input[type="month"] {
    line-height: 30px;
  }
  input[type="date"].input-lg,
  input[type="time"].input-lg,
  input[type="datetime-local"].input-lg,
  input[type="month"].input-lg,
  .input-group-lg input[type="date"],
  .input-group-lg input[type="time"],
  .input-group-lg input[type="datetime-local"],
  .input-group-lg input[type="month"] {
    line-height: 45px;
  }
}
.form-group {
  margin-bottom: 15px;
}
.radio,
.checkbox {
  position: relative;
  display: block;
  margin-top: 10px;
  margin-bottom: 10px;
}
.radio label,
.checkbox label {
  min-height: 18px;
  padding-left: 20px;
  margin-bottom: 0;
  font-weight: normal;
  cursor: pointer;
}
.radio input[type="radio"],
.radio-inline input[type="radio"],
.checkbox input[type="checkbox"],
.checkbox-inline input[type="checkbox"] {
  position: absolute;
  margin-left: -20px;
  margin-top: 4px \9;
}
.radio + .radio,
.checkbox + .checkbox {
  margin-top: -5px;
}
.radio-inline,
.checkbox-inline {
  position: relative;
  display: inline-block;
  padding-left: 20px;
  margin-bottom: 0;
  vertical-align: middle;
  font-weight: normal;
  cursor: pointer;
}
.radio-inline + .radio-inline,
.checkbox-inline + .checkbox-inline {
  margin-top: 0;
  margin-left: 10px;
}
input[type="radio"][disabled],
input[type="checkbox"][disabled],
input[type="radio"].disabled,
input[type="checkbox"].disabled,
fieldset[disabled] input[type="radio"],
fieldset[disabled] input[type="checkbox"] {
  cursor: not-allowed;
}
.radio-inline.disabled,
.checkbox-inline.disabled,
fieldset[disabled] .radio-inline,
fieldset[disabled] .checkbox-inline {
  cursor: not-allowed;
}
.radio.disabled label,
.checkbox.disabled label,
fieldset[disabled] .radio label,
fieldset[disabled] .checkbox label {
  cursor: not-allowed;
}
.form-control-static {
  padding-top: 7px;
  padding-bottom: 7px;
  margin-bottom: 0;
  min-height: 31px;
}
.form-control-static.input-lg,
.form-control-static.input-sm {
  padding-left: 0;
  padding-right: 0;
}
.input-sm {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-sm {
  height: 30px;
  line-height: 30px;
}
textarea.input-sm,
select[multiple].input-sm {
  height: auto;
}
.form-group-sm .form-control {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.form-group-sm select.form-control {
  height: 30px;
  line-height: 30px;
}
.form-group-sm textarea.form-control,
.form-group-sm select[multiple].form-control {
  height: auto;
}
.form-group-sm .form-control-static {
  height: 30px;
  min-height: 30px;
  padding: 6px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.input-lg {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-lg {
  height: 45px;
  line-height: 45px;
}
textarea.input-lg,
select[multiple].input-lg {
  height: auto;
}
.form-group-lg .form-control {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.form-group-lg select.form-control {
  height: 45px;
  line-height: 45px;
}
.form-group-lg textarea.form-control,
.form-group-lg select[multiple].form-control {
  height: auto;
}
.form-group-lg .form-control-static {
  height: 45px;
  min-height: 35px;
  padding: 11px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.has-feedback {
  position: relative;
}
.has-feedback .form-control {
  padding-right: 40px;
}
.form-control-feedback {
  position: absolute;
  top: 0;
  right: 0;
  z-index: 2;
  display: block;
  width: 32px;
  height: 32px;
  line-height: 32px;
  text-align: center;
  pointer-events: none;
}
.input-lg + .form-control-feedback,
.input-group-lg + .form-control-feedback,
.form-group-lg .form-control + .form-control-feedback {
  width: 45px;
  height: 45px;
  line-height: 45px;
}
.input-sm + .form-control-feedback,
.input-group-sm + .form-control-feedback,
.form-group-sm .form-control + .form-control-feedback {
  width: 30px;
  height: 30px;
  line-height: 30px;
}
.has-success .help-block,
.has-success .control-label,
.has-success .radio,
.has-success .checkbox,
.has-success .radio-inline,
.has-success .checkbox-inline,
.has-success.radio label,
.has-success.checkbox label,
.has-success.radio-inline label,
.has-success.checkbox-inline label {
  color: #3c763d;
}
.has-success .form-control {
  border-color: #3c763d;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-success .form-control:focus {
  border-color: #2b542c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
}
.has-success .input-group-addon {
  color: #3c763d;
  border-color: #3c763d;
  background-color: #dff0d8;
}
.has-success .form-control-feedback {
  color: #3c763d;
}
.has-warning .help-block,
.has-warning .control-label,
.has-warning .radio,
.has-warning .checkbox,
.has-warning .radio-inline,
.has-warning .checkbox-inline,
.has-warning.radio label,
.has-warning.checkbox label,
.has-warning.radio-inline label,
.has-warning.checkbox-inline label {
  color: #8a6d3b;
}
.has-warning .form-control {
  border-color: #8a6d3b;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-warning .form-control:focus {
  border-color: #66512c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
}
.has-warning .input-group-addon {
  color: #8a6d3b;
  border-color: #8a6d3b;
  background-color: #fcf8e3;
}
.has-warning .form-control-feedback {
  color: #8a6d3b;
}
.has-error .help-block,
.has-error .control-label,
.has-error .radio,
.has-error .checkbox,
.has-error .radio-inline,
.has-error .checkbox-inline,
.has-error.radio label,
.has-error.checkbox label,
.has-error.radio-inline label,
.has-error.checkbox-inline label {
  color: #a94442;
}
.has-error .form-control {
  border-color: #a94442;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-error .form-control:focus {
  border-color: #843534;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
}
.has-error .input-group-addon {
  color: #a94442;
  border-color: #a94442;
  background-color: #f2dede;
}
.has-error .form-control-feedback {
  color: #a94442;
}
.has-feedback label ~ .form-control-feedback {
  top: 23px;
}
.has-feedback label.sr-only ~ .form-control-feedback {
  top: 0;
}
.help-block {
  display: block;
  margin-top: 5px;
  margin-bottom: 10px;
  color: #404040;
}
@media (min-width: 768px) {
  .form-inline .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .form-inline .form-control-static {
    display: inline-block;
  }
  .form-inline .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .form-inline .input-group .input-group-addon,
  .form-inline .input-group .input-group-btn,
  .form-inline .input-group .form-control {
    width: auto;
  }
  .form-inline .input-group > .form-control {
    width: 100%;
  }
  .form-inline .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio,
  .form-inline .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio label,
  .form-inline .checkbox label {
    padding-left: 0;
  }
  .form-inline .radio input[type="radio"],
  .form-inline .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .form-inline .has-feedback .form-control-feedback {
    top: 0;
  }
}
.form-horizontal .radio,
.form-horizontal .checkbox,
.form-horizontal .radio-inline,
.form-horizontal .checkbox-inline {
  margin-top: 0;
  margin-bottom: 0;
  padding-top: 7px;
}
.form-horizontal .radio,
.form-horizontal .checkbox {
  min-height: 25px;
}
.form-horizontal .form-group {
  margin-left: 0px;
  margin-right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .control-label {
    text-align: right;
    margin-bottom: 0;
    padding-top: 7px;
  }
}
.form-horizontal .has-feedback .form-control-feedback {
  right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .form-group-lg .control-label {
    padding-top: 11px;
    font-size: 17px;
  }
}
@media (min-width: 768px) {
  .form-horizontal .form-group-sm .control-label {
    padding-top: 6px;
    font-size: 12px;
  }
}
.btn {
  display: inline-block;
  margin-bottom: 0;
  font-weight: normal;
  text-align: center;
  vertical-align: middle;
  touch-action: manipulation;
  cursor: pointer;
  background-image: none;
  border: 1px solid transparent;
  white-space: nowrap;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  border-radius: 2px;
  -webkit-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
}
.btn:focus,
.btn:active:focus,
.btn.active:focus,
.btn.focus,
.btn:active.focus,
.btn.active.focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
.btn:hover,
.btn:focus,
.btn.focus {
  color: #333;
  text-decoration: none;
}
.btn:active,
.btn.active {
  outline: 0;
  background-image: none;
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn.disabled,
.btn[disabled],
fieldset[disabled] .btn {
  cursor: not-allowed;
  opacity: 0.65;
  filter: alpha(opacity=65);
  -webkit-box-shadow: none;
  box-shadow: none;
}
a.btn.disabled,
fieldset[disabled] a.btn {
  pointer-events: none;
}
.btn-default {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.btn-default:focus,
.btn-default.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.btn-default:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active:hover,
.btn-default.active:hover,
.open > .dropdown-toggle.btn-default:hover,
.btn-default:active:focus,
.btn-default.active:focus,
.open > .dropdown-toggle.btn-default:focus,
.btn-default:active.focus,
.btn-default.active.focus,
.open > .dropdown-toggle.btn-default.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  background-image: none;
}
.btn-default.disabled:hover,
.btn-default[disabled]:hover,
fieldset[disabled] .btn-default:hover,
.btn-default.disabled:focus,
.btn-default[disabled]:focus,
fieldset[disabled] .btn-default:focus,
.btn-default.disabled.focus,
.btn-default[disabled].focus,
fieldset[disabled] .btn-default.focus {
  background-color: #fff;
  border-color: #ccc;
}
.btn-default .badge {
  color: #fff;
  background-color: #333;
}
.btn-primary {
  color: #fff;
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary:focus,
.btn-primary.focus {
  color: #fff;
  background-color: #286090;
  border-color: #122b40;
}
.btn-primary:hover {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active:hover,
.btn-primary.active:hover,
.open > .dropdown-toggle.btn-primary:hover,
.btn-primary:active:focus,
.btn-primary.active:focus,
.open > .dropdown-toggle.btn-primary:focus,
.btn-primary:active.focus,
.btn-primary.active.focus,
.open > .dropdown-toggle.btn-primary.focus {
  color: #fff;
  background-color: #204d74;
  border-color: #122b40;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  background-image: none;
}
.btn-primary.disabled:hover,
.btn-primary[disabled]:hover,
fieldset[disabled] .btn-primary:hover,
.btn-primary.disabled:focus,
.btn-primary[disabled]:focus,
fieldset[disabled] .btn-primary:focus,
.btn-primary.disabled.focus,
.btn-primary[disabled].focus,
fieldset[disabled] .btn-primary.focus {
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary .badge {
  color: #337ab7;
  background-color: #fff;
}
.btn-success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success:focus,
.btn-success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.btn-success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active:hover,
.btn-success.active:hover,
.open > .dropdown-toggle.btn-success:hover,
.btn-success:active:focus,
.btn-success.active:focus,
.open > .dropdown-toggle.btn-success:focus,
.btn-success:active.focus,
.btn-success.active.focus,
.open > .dropdown-toggle.btn-success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  background-image: none;
}
.btn-success.disabled:hover,
.btn-success[disabled]:hover,
fieldset[disabled] .btn-success:hover,
.btn-success.disabled:focus,
.btn-success[disabled]:focus,
fieldset[disabled] .btn-success:focus,
.btn-success.disabled.focus,
.btn-success[disabled].focus,
fieldset[disabled] .btn-success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.btn-info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info:focus,
.btn-info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.btn-info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active:hover,
.btn-info.active:hover,
.open > .dropdown-toggle.btn-info:hover,
.btn-info:active:focus,
.btn-info.active:focus,
.open > .dropdown-toggle.btn-info:focus,
.btn-info:active.focus,
.btn-info.active.focus,
.open > .dropdown-toggle.btn-info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  background-image: none;
}
.btn-info.disabled:hover,
.btn-info[disabled]:hover,
fieldset[disabled] .btn-info:hover,
.btn-info.disabled:focus,
.btn-info[disabled]:focus,
fieldset[disabled] .btn-info:focus,
.btn-info.disabled.focus,
.btn-info[disabled].focus,
fieldset[disabled] .btn-info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.btn-warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning:focus,
.btn-warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.btn-warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active:hover,
.btn-warning.active:hover,
.open > .dropdown-toggle.btn-warning:hover,
.btn-warning:active:focus,
.btn-warning.active:focus,
.open > .dropdown-toggle.btn-warning:focus,
.btn-warning:active.focus,
.btn-warning.active.focus,
.open > .dropdown-toggle.btn-warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  background-image: none;
}
.btn-warning.disabled:hover,
.btn-warning[disabled]:hover,
fieldset[disabled] .btn-warning:hover,
.btn-warning.disabled:focus,
.btn-warning[disabled]:focus,
fieldset[disabled] .btn-warning:focus,
.btn-warning.disabled.focus,
.btn-warning[disabled].focus,
fieldset[disabled] .btn-warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.btn-danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger:focus,
.btn-danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.btn-danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active:hover,
.btn-danger.active:hover,
.open > .dropdown-toggle.btn-danger:hover,
.btn-danger:active:focus,
.btn-danger.active:focus,
.open > .dropdown-toggle.btn-danger:focus,
.btn-danger:active.focus,
.btn-danger.active.focus,
.open > .dropdown-toggle.btn-danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  background-image: none;
}
.btn-danger.disabled:hover,
.btn-danger[disabled]:hover,
fieldset[disabled] .btn-danger:hover,
.btn-danger.disabled:focus,
.btn-danger[disabled]:focus,
fieldset[disabled] .btn-danger:focus,
.btn-danger.disabled.focus,
.btn-danger[disabled].focus,
fieldset[disabled] .btn-danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger .badge {
  color: #d9534f;
  background-color: #fff;
}
.btn-link {
  color: #337ab7;
  font-weight: normal;
  border-radius: 0;
}
.btn-link,
.btn-link:active,
.btn-link.active,
.btn-link[disabled],
fieldset[disabled] .btn-link {
  background-color: transparent;
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn-link,
.btn-link:hover,
.btn-link:focus,
.btn-link:active {
  border-color: transparent;
}
.btn-link:hover,
.btn-link:focus {
  color: #23527c;
  text-decoration: underline;
  background-color: transparent;
}
.btn-link[disabled]:hover,
fieldset[disabled] .btn-link:hover,
.btn-link[disabled]:focus,
fieldset[disabled] .btn-link:focus {
  color: #777777;
  text-decoration: none;
}
.btn-lg,
.btn-group-lg > .btn {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.btn-sm,
.btn-group-sm > .btn {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-xs,
.btn-group-xs > .btn {
  padding: 1px 5px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-block {
  display: block;
  width: 100%;
}
.btn-block + .btn-block {
  margin-top: 5px;
}
input[type="submit"].btn-block,
input[type="reset"].btn-block,
input[type="button"].btn-block {
  width: 100%;
}
.fade {
  opacity: 0;
  -webkit-transition: opacity 0.15s linear;
  -o-transition: opacity 0.15s linear;
  transition: opacity 0.15s linear;
}
.fade.in {
  opacity: 1;
}
.collapse {
  display: none;
}
.collapse.in {
  display: block;
}
tr.collapse.in {
  display: table-row;
}
tbody.collapse.in {
  display: table-row-group;
}
.collapsing {
  position: relative;
  height: 0;
  overflow: hidden;
  -webkit-transition-property: height, visibility;
  transition-property: height, visibility;
  -webkit-transition-duration: 0.35s;
  transition-duration: 0.35s;
  -webkit-transition-timing-function: ease;
  transition-timing-function: ease;
}
.caret {
  display: inline-block;
  width: 0;
  height: 0;
  margin-left: 2px;
  vertical-align: middle;
  border-top: 4px dashed;
  border-top: 4px solid \9;
  border-right: 4px solid transparent;
  border-left: 4px solid transparent;
}
.dropup,
.dropdown {
  position: relative;
}
.dropdown-toggle:focus {
  outline: 0;
}
.dropdown-menu {
  position: absolute;
  top: 100%;
  left: 0;
  z-index: 1000;
  display: none;
  float: left;
  min-width: 160px;
  padding: 5px 0;
  margin: 2px 0 0;
  list-style: none;
  font-size: 13px;
  text-align: left;
  background-color: #fff;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.15);
  border-radius: 2px;
  -webkit-box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  background-clip: padding-box;
}
.dropdown-menu.pull-right {
  right: 0;
  left: auto;
}
.dropdown-menu .divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.dropdown-menu > li > a {
  display: block;
  padding: 3px 20px;
  clear: both;
  font-weight: normal;
  line-height: 1.42857143;
  color: #333333;
  white-space: nowrap;
}
.dropdown-menu > li > a:hover,
.dropdown-menu > li > a:focus {
  text-decoration: none;
  color: #262626;
  background-color: #f5f5f5;
}
.dropdown-menu > .active > a,
.dropdown-menu > .active > a:hover,
.dropdown-menu > .active > a:focus {
  color: #fff;
  text-decoration: none;
  outline: 0;
  background-color: #337ab7;
}
.dropdown-menu > .disabled > a,
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  color: #777777;
}
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  text-decoration: none;
  background-color: transparent;
  background-image: none;
  filter: progid:DXImageTransform.Microsoft.gradient(enabled = false);
  cursor: not-allowed;
}
.open > .dropdown-menu {
  display: block;
}
.open > a {
  outline: 0;
}
.dropdown-menu-right {
  left: auto;
  right: 0;
}
.dropdown-menu-left {
  left: 0;
  right: auto;
}
.dropdown-header {
  display: block;
  padding: 3px 20px;
  font-size: 12px;
  line-height: 1.42857143;
  color: #777777;
  white-space: nowrap;
}
.dropdown-backdrop {
  position: fixed;
  left: 0;
  right: 0;
  bottom: 0;
  top: 0;
  z-index: 990;
}
.pull-right > .dropdown-menu {
  right: 0;
  left: auto;
}
.dropup .caret,
.navbar-fixed-bottom .dropdown .caret {
  border-top: 0;
  border-bottom: 4px dashed;
  border-bottom: 4px solid \9;
  content: "";
}
.dropup .dropdown-menu,
.navbar-fixed-bottom .dropdown .dropdown-menu {
  top: auto;
  bottom: 100%;
  margin-bottom: 2px;
}
@media (min-width: 541px) {
  .navbar-right .dropdown-menu {
    left: auto;
    right: 0;
  }
  .navbar-right .dropdown-menu-left {
    left: 0;
    right: auto;
  }
}
.btn-group,
.btn-group-vertical {
  position: relative;
  display: inline-block;
  vertical-align: middle;
}
.btn-group > .btn,
.btn-group-vertical > .btn {
  position: relative;
  float: left;
}
.btn-group > .btn:hover,
.btn-group-vertical > .btn:hover,
.btn-group > .btn:focus,
.btn-group-vertical > .btn:focus,
.btn-group > .btn:active,
.btn-group-vertical > .btn:active,
.btn-group > .btn.active,
.btn-group-vertical > .btn.active {
  z-index: 2;
}
.btn-group .btn + .btn,
.btn-group .btn + .btn-group,
.btn-group .btn-group + .btn,
.btn-group .btn-group + .btn-group {
  margin-left: -1px;
}
.btn-toolbar {
  margin-left: -5px;
}
.btn-toolbar .btn,
.btn-toolbar .btn-group,
.btn-toolbar .input-group {
  float: left;
}
.btn-toolbar > .btn,
.btn-toolbar > .btn-group,
.btn-toolbar > .input-group {
  margin-left: 5px;
}
.btn-group > .btn:not(:first-child):not(:last-child):not(.dropdown-toggle) {
  border-radius: 0;
}
.btn-group > .btn:first-child {
  margin-left: 0;
}
.btn-group > .btn:first-child:not(:last-child):not(.dropdown-toggle) {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn:last-child:not(:first-child),
.btn-group > .dropdown-toggle:not(:first-child) {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group > .btn-group {
  float: left;
}
.btn-group > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group .dropdown-toggle:active,
.btn-group.open .dropdown-toggle {
  outline: 0;
}
.btn-group > .btn + .dropdown-toggle {
  padding-left: 8px;
  padding-right: 8px;
}
.btn-group > .btn-lg + .dropdown-toggle {
  padding-left: 12px;
  padding-right: 12px;
}
.btn-group.open .dropdown-toggle {
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn-group.open .dropdown-toggle.btn-link {
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn .caret {
  margin-left: 0;
}
.btn-lg .caret {
  border-width: 5px 5px 0;
  border-bottom-width: 0;
}
.dropup .btn-lg .caret {
  border-width: 0 5px 5px;
}
.btn-group-vertical > .btn,
.btn-group-vertical > .btn-group,
.btn-group-vertical > .btn-group > .btn {
  display: block;
  float: none;
  width: 100%;
  max-width: 100%;
}
.btn-group-vertical > .btn-group > .btn {
  float: none;
}
.btn-group-vertical > .btn + .btn,
.btn-group-vertical > .btn + .btn-group,
.btn-group-vertical > .btn-group + .btn,
.btn-group-vertical > .btn-group + .btn-group {
  margin-top: -1px;
  margin-left: 0;
}
.btn-group-vertical > .btn:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.btn-group-vertical > .btn:first-child:not(:last-child) {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn:last-child:not(:first-child) {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
.btn-group-vertical > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.btn-group-justified {
  display: table;
  width: 100%;
  table-layout: fixed;
  border-collapse: separate;
}
.btn-group-justified > .btn,
.btn-group-justified > .btn-group {
  float: none;
  display: table-cell;
  width: 1%;
}
.btn-group-justified > .btn-group .btn {
  width: 100%;
}
.btn-group-justified > .btn-group .dropdown-menu {
  left: auto;
}
[data-toggle="buttons"] > .btn input[type="radio"],
[data-toggle="buttons"] > .btn-group > .btn input[type="radio"],
[data-toggle="buttons"] > .btn input[type="checkbox"],
[data-toggle="buttons"] > .btn-group > .btn input[type="checkbox"] {
  position: absolute;
  clip: rect(0, 0, 0, 0);
  pointer-events: none;
}
.input-group {
  position: relative;
  display: table;
  border-collapse: separate;
}
.input-group[class*="col-"] {
  float: none;
  padding-left: 0;
  padding-right: 0;
}
.input-group .form-control {
  position: relative;
  z-index: 2;
  float: left;
  width: 100%;
  margin-bottom: 0;
}
.input-group .form-control:focus {
  z-index: 3;
}
.input-group-lg > .form-control,
.input-group-lg > .input-group-addon,
.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-group-lg > .form-control,
select.input-group-lg > .input-group-addon,
select.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  line-height: 45px;
}
textarea.input-group-lg > .form-control,
textarea.input-group-lg > .input-group-addon,
textarea.input-group-lg > .input-group-btn > .btn,
select[multiple].input-group-lg > .form-control,
select[multiple].input-group-lg > .input-group-addon,
select[multiple].input-group-lg > .input-group-btn > .btn {
  height: auto;
}
.input-group-sm > .form-control,
.input-group-sm > .input-group-addon,
.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-group-sm > .form-control,
select.input-group-sm > .input-group-addon,
select.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  line-height: 30px;
}
textarea.input-group-sm > .form-control,
textarea.input-group-sm > .input-group-addon,
textarea.input-group-sm > .input-group-btn > .btn,
select[multiple].input-group-sm > .form-control,
select[multiple].input-group-sm > .input-group-addon,
select[multiple].input-group-sm > .input-group-btn > .btn {
  height: auto;
}
.input-group-addon,
.input-group-btn,
.input-group .form-control {
  display: table-cell;
}
.input-group-addon:not(:first-child):not(:last-child),
.input-group-btn:not(:first-child):not(:last-child),
.input-group .form-control:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.input-group-addon,
.input-group-btn {
  width: 1%;
  white-space: nowrap;
  vertical-align: middle;
}
.input-group-addon {
  padding: 6px 12px;
  font-size: 13px;
  font-weight: normal;
  line-height: 1;
  color: #555555;
  text-align: center;
  background-color: #eeeeee;
  border: 1px solid #ccc;
  border-radius: 2px;
}
.input-group-addon.input-sm {
  padding: 5px 10px;
  font-size: 12px;
  border-radius: 1px;
}
.input-group-addon.input-lg {
  padding: 10px 16px;
  font-size: 17px;
  border-radius: 3px;
}
.input-group-addon input[type="radio"],
.input-group-addon input[type="checkbox"] {
  margin-top: 0;
}
.input-group .form-control:first-child,
.input-group-addon:first-child,
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group > .btn,
.input-group-btn:first-child > .dropdown-toggle,
.input-group-btn:last-child > .btn:not(:last-child):not(.dropdown-toggle),
.input-group-btn:last-child > .btn-group:not(:last-child) > .btn {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.input-group-addon:first-child {
  border-right: 0;
}
.input-group .form-control:last-child,
.input-group-addon:last-child,
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group > .btn,
.input-group-btn:last-child > .dropdown-toggle,
.input-group-btn:first-child > .btn:not(:first-child),
.input-group-btn:first-child > .btn-group:not(:first-child) > .btn {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.input-group-addon:last-child {
  border-left: 0;
}
.input-group-btn {
  position: relative;
  font-size: 0;
  white-space: nowrap;
}
.input-group-btn > .btn {
  position: relative;
}
.input-group-btn > .btn + .btn {
  margin-left: -1px;
}
.input-group-btn > .btn:hover,
.input-group-btn > .btn:focus,
.input-group-btn > .btn:active {
  z-index: 2;
}
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group {
  margin-right: -1px;
}
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group {
  z-index: 2;
  margin-left: -1px;
}
.nav {
  margin-bottom: 0;
  padding-left: 0;
  list-style: none;
}
.nav > li {
  position: relative;
  display: block;
}
.nav > li > a {
  position: relative;
  display: block;
  padding: 10px 15px;
}
.nav > li > a:hover,
.nav > li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.nav > li.disabled > a {
  color: #777777;
}
.nav > li.disabled > a:hover,
.nav > li.disabled > a:focus {
  color: #777777;
  text-decoration: none;
  background-color: transparent;
  cursor: not-allowed;
}
.nav .open > a,
.nav .open > a:hover,
.nav .open > a:focus {
  background-color: #eeeeee;
  border-color: #337ab7;
}
.nav .nav-divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.nav > li > a > img {
  max-width: none;
}
.nav-tabs {
  border-bottom: 1px solid #ddd;
}
.nav-tabs > li {
  float: left;
  margin-bottom: -1px;
}
.nav-tabs > li > a {
  margin-right: 2px;
  line-height: 1.42857143;
  border: 1px solid transparent;
  border-radius: 2px 2px 0 0;
}
.nav-tabs > li > a:hover {
  border-color: #eeeeee #eeeeee #ddd;
}
.nav-tabs > li.active > a,
.nav-tabs > li.active > a:hover,
.nav-tabs > li.active > a:focus {
  color: #555555;
  background-color: #fff;
  border: 1px solid #ddd;
  border-bottom-color: transparent;
  cursor: default;
}
.nav-tabs.nav-justified {
  width: 100%;
  border-bottom: 0;
}
.nav-tabs.nav-justified > li {
  float: none;
}
.nav-tabs.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-tabs.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-tabs.nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs.nav-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs.nav-justified > .active > a,
.nav-tabs.nav-justified > .active > a:hover,
.nav-tabs.nav-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs.nav-justified > .active > a,
  .nav-tabs.nav-justified > .active > a:hover,
  .nav-tabs.nav-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.nav-pills > li {
  float: left;
}
.nav-pills > li > a {
  border-radius: 2px;
}
.nav-pills > li + li {
  margin-left: 2px;
}
.nav-pills > li.active > a,
.nav-pills > li.active > a:hover,
.nav-pills > li.active > a:focus {
  color: #fff;
  background-color: #337ab7;
}
.nav-stacked > li {
  float: none;
}
.nav-stacked > li + li {
  margin-top: 2px;
  margin-left: 0;
}
.nav-justified {
  width: 100%;
}
.nav-justified > li {
  float: none;
}
.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs-justified {
  border-bottom: 0;
}
.nav-tabs-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs-justified > .active > a,
.nav-tabs-justified > .active > a:hover,
.nav-tabs-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs-justified > .active > a,
  .nav-tabs-justified > .active > a:hover,
  .nav-tabs-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.tab-content > .tab-pane {
  display: none;
}
.tab-content > .active {
  display: block;
}
.nav-tabs .dropdown-menu {
  margin-top: -1px;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar {
  position: relative;
  min-height: 30px;
  margin-bottom: 18px;
  border: 1px solid transparent;
}
@media (min-width: 541px) {
  .navbar {
    border-radius: 2px;
  }
}
@media (min-width: 541px) {
  .navbar-header {
    float: left;
  }
}
.navbar-collapse {
  overflow-x: visible;
  padding-right: 0px;
  padding-left: 0px;
  border-top: 1px solid transparent;
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1);
  -webkit-overflow-scrolling: touch;
}
.navbar-collapse.in {
  overflow-y: auto;
}
@media (min-width: 541px) {
  .navbar-collapse {
    width: auto;
    border-top: 0;
    box-shadow: none;
  }
  .navbar-collapse.collapse {
    display: block !important;
    height: auto !important;
    padding-bottom: 0;
    overflow: visible !important;
  }
  .navbar-collapse.in {
    overflow-y: visible;
  }
  .navbar-fixed-top .navbar-collapse,
  .navbar-static-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    padding-left: 0;
    padding-right: 0;
  }
}
.navbar-fixed-top .navbar-collapse,
.navbar-fixed-bottom .navbar-collapse {
  max-height: 340px;
}
@media (max-device-width: 540px) and (orientation: landscape) {
  .navbar-fixed-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    max-height: 200px;
  }
}
.container > .navbar-header,
.container-fluid > .navbar-header,
.container > .navbar-collapse,
.container-fluid > .navbar-collapse {
  margin-right: 0px;
  margin-left: 0px;
}
@media (min-width: 541px) {
  .container > .navbar-header,
  .container-fluid > .navbar-header,
  .container > .navbar-collapse,
  .container-fluid > .navbar-collapse {
    margin-right: 0;
    margin-left: 0;
  }
}
.navbar-static-top {
  z-index: 1000;
  border-width: 0 0 1px;
}
@media (min-width: 541px) {
  .navbar-static-top {
    border-radius: 0;
  }
}
.navbar-fixed-top,
.navbar-fixed-bottom {
  position: fixed;
  right: 0;
  left: 0;
  z-index: 1030;
}
@media (min-width: 541px) {
  .navbar-fixed-top,
  .navbar-fixed-bottom {
    border-radius: 0;
  }
}
.navbar-fixed-top {
  top: 0;
  border-width: 0 0 1px;
}
.navbar-fixed-bottom {
  bottom: 0;
  margin-bottom: 0;
  border-width: 1px 0 0;
}
.navbar-brand {
  float: left;
  padding: 6px 0px;
  font-size: 17px;
  line-height: 18px;
  height: 30px;
}
.navbar-brand:hover,
.navbar-brand:focus {
  text-decoration: none;
}
.navbar-brand > img {
  display: block;
}
@media (min-width: 541px) {
  .navbar > .container .navbar-brand,
  .navbar > .container-fluid .navbar-brand {
    margin-left: 0px;
  }
}
.navbar-toggle {
  position: relative;
  float: right;
  margin-right: 0px;
  padding: 9px 10px;
  margin-top: -2px;
  margin-bottom: -2px;
  background-color: transparent;
  background-image: none;
  border: 1px solid transparent;
  border-radius: 2px;
}
.navbar-toggle:focus {
  outline: 0;
}
.navbar-toggle .icon-bar {
  display: block;
  width: 22px;
  height: 2px;
  border-radius: 1px;
}
.navbar-toggle .icon-bar + .icon-bar {
  margin-top: 4px;
}
@media (min-width: 541px) {
  .navbar-toggle {
    display: none;
  }
}
.navbar-nav {
  margin: 3px 0px;
}
.navbar-nav > li > a {
  padding-top: 10px;
  padding-bottom: 10px;
  line-height: 18px;
}
@media (max-width: 540px) {
  .navbar-nav .open .dropdown-menu {
    position: static;
    float: none;
    width: auto;
    margin-top: 0;
    background-color: transparent;
    border: 0;
    box-shadow: none;
  }
  .navbar-nav .open .dropdown-menu > li > a,
  .navbar-nav .open .dropdown-menu .dropdown-header {
    padding: 5px 15px 5px 25px;
  }
  .navbar-nav .open .dropdown-menu > li > a {
    line-height: 18px;
  }
  .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-nav .open .dropdown-menu > li > a:focus {
    background-image: none;
  }
}
@media (min-width: 541px) {
  .navbar-nav {
    float: left;
    margin: 0;
  }
  .navbar-nav > li {
    float: left;
  }
  .navbar-nav > li > a {
    padding-top: 6px;
    padding-bottom: 6px;
  }
}
.navbar-form {
  margin-left: 0px;
  margin-right: 0px;
  padding: 10px 0px;
  border-top: 1px solid transparent;
  border-bottom: 1px solid transparent;
  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  margin-top: -1px;
  margin-bottom: -1px;
}
@media (min-width: 768px) {
  .navbar-form .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .navbar-form .form-control-static {
    display: inline-block;
  }
  .navbar-form .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .navbar-form .input-group .input-group-addon,
  .navbar-form .input-group .input-group-btn,
  .navbar-form .input-group .form-control {
    width: auto;
  }
  .navbar-form .input-group > .form-control {
    width: 100%;
  }
  .navbar-form .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio,
  .navbar-form .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio label,
  .navbar-form .checkbox label {
    padding-left: 0;
  }
  .navbar-form .radio input[type="radio"],
  .navbar-form .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .navbar-form .has-feedback .form-control-feedback {
    top: 0;
  }
}
@media (max-width: 540px) {
  .navbar-form .form-group {
    margin-bottom: 5px;
  }
  .navbar-form .form-group:last-child {
    margin-bottom: 0;
  }
}
@media (min-width: 541px) {
  .navbar-form {
    width: auto;
    border: 0;
    margin-left: 0;
    margin-right: 0;
    padding-top: 0;
    padding-bottom: 0;
    -webkit-box-shadow: none;
    box-shadow: none;
  }
}
.navbar-nav > li > .dropdown-menu {
  margin-top: 0;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar-fixed-bottom .navbar-nav > li > .dropdown-menu {
  margin-bottom: 0;
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.navbar-btn {
  margin-top: -1px;
  margin-bottom: -1px;
}
.navbar-btn.btn-sm {
  margin-top: 0px;
  margin-bottom: 0px;
}
.navbar-btn.btn-xs {
  margin-top: 4px;
  margin-bottom: 4px;
}
.navbar-text {
  margin-top: 6px;
  margin-bottom: 6px;
}
@media (min-width: 541px) {
  .navbar-text {
    float: left;
    margin-left: 0px;
    margin-right: 0px;
  }
}
@media (min-width: 541px) {
  .navbar-left {
    float: left !important;
    float: left;
  }
  .navbar-right {
    float: right !important;
    float: right;
    margin-right: 0px;
  }
  .navbar-right ~ .navbar-right {
    margin-right: 0;
  }
}
.navbar-default {
  background-color: #f8f8f8;
  border-color: #e7e7e7;
}
.navbar-default .navbar-brand {
  color: #777;
}
.navbar-default .navbar-brand:hover,
.navbar-default .navbar-brand:focus {
  color: #5e5e5e;
  background-color: transparent;
}
.navbar-default .navbar-text {
  color: #777;
}
.navbar-default .navbar-nav > li > a {
  color: #777;
}
.navbar-default .navbar-nav > li > a:hover,
.navbar-default .navbar-nav > li > a:focus {
  color: #333;
  background-color: transparent;
}
.navbar-default .navbar-nav > .active > a,
.navbar-default .navbar-nav > .active > a:hover,
.navbar-default .navbar-nav > .active > a:focus {
  color: #555;
  background-color: #e7e7e7;
}
.navbar-default .navbar-nav > .disabled > a,
.navbar-default .navbar-nav > .disabled > a:hover,
.navbar-default .navbar-nav > .disabled > a:focus {
  color: #ccc;
  background-color: transparent;
}
.navbar-default .navbar-toggle {
  border-color: #ddd;
}
.navbar-default .navbar-toggle:hover,
.navbar-default .navbar-toggle:focus {
  background-color: #ddd;
}
.navbar-default .navbar-toggle .icon-bar {
  background-color: #888;
}
.navbar-default .navbar-collapse,
.navbar-default .navbar-form {
  border-color: #e7e7e7;
}
.navbar-default .navbar-nav > .open > a,
.navbar-default .navbar-nav > .open > a:hover,
.navbar-default .navbar-nav > .open > a:focus {
  background-color: #e7e7e7;
  color: #555;
}
@media (max-width: 540px) {
  .navbar-default .navbar-nav .open .dropdown-menu > li > a {
    color: #777;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #333;
    background-color: transparent;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #555;
    background-color: #e7e7e7;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #ccc;
    background-color: transparent;
  }
}
.navbar-default .navbar-link {
  color: #777;
}
.navbar-default .navbar-link:hover {
  color: #333;
}
.navbar-default .btn-link {
  color: #777;
}
.navbar-default .btn-link:hover,
.navbar-default .btn-link:focus {
  color: #333;
}
.navbar-default .btn-link[disabled]:hover,
fieldset[disabled] .navbar-default .btn-link:hover,
.navbar-default .btn-link[disabled]:focus,
fieldset[disabled] .navbar-default .btn-link:focus {
  color: #ccc;
}
.navbar-inverse {
  background-color: #222;
  border-color: #080808;
}
.navbar-inverse .navbar-brand {
  color: #9d9d9d;
}
.navbar-inverse .navbar-brand:hover,
.navbar-inverse .navbar-brand:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-text {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a:hover,
.navbar-inverse .navbar-nav > li > a:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-nav > .active > a,
.navbar-inverse .navbar-nav > .active > a:hover,
.navbar-inverse .navbar-nav > .active > a:focus {
  color: #fff;
  background-color: #080808;
}
.navbar-inverse .navbar-nav > .disabled > a,
.navbar-inverse .navbar-nav > .disabled > a:hover,
.navbar-inverse .navbar-nav > .disabled > a:focus {
  color: #444;
  background-color: transparent;
}
.navbar-inverse .navbar-toggle {
  border-color: #333;
}
.navbar-inverse .navbar-toggle:hover,
.navbar-inverse .navbar-toggle:focus {
  background-color: #333;
}
.navbar-inverse .navbar-toggle .icon-bar {
  background-color: #fff;
}
.navbar-inverse .navbar-collapse,
.navbar-inverse .navbar-form {
  border-color: #101010;
}
.navbar-inverse .navbar-nav > .open > a,
.navbar-inverse .navbar-nav > .open > a:hover,
.navbar-inverse .navbar-nav > .open > a:focus {
  background-color: #080808;
  color: #fff;
}
@media (max-width: 540px) {
  .navbar-inverse .navbar-nav .open .dropdown-menu > .dropdown-header {
    border-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu .divider {
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a {
    color: #9d9d9d;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #fff;
    background-color: transparent;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #fff;
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #444;
    background-color: transparent;
  }
}
.navbar-inverse .navbar-link {
  color: #9d9d9d;
}
.navbar-inverse .navbar-link:hover {
  color: #fff;
}
.navbar-inverse .btn-link {
  color: #9d9d9d;
}
.navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link:focus {
  color: #fff;
}
.navbar-inverse .btn-link[disabled]:hover,
fieldset[disabled] .navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link[disabled]:focus,
fieldset[disabled] .navbar-inverse .btn-link:focus {
  color: #444;
}
.breadcrumb {
  padding: 8px 15px;
  margin-bottom: 18px;
  list-style: none;
  background-color: #f5f5f5;
  border-radius: 2px;
}
.breadcrumb > li {
  display: inline-block;
}
.breadcrumb > li + li:before {
  content: "/\00a0";
  padding: 0 5px;
  color: #5e5e5e;
}
.breadcrumb > .active {
  color: #777777;
}
.pagination {
  display: inline-block;
  padding-left: 0;
  margin: 18px 0;
  border-radius: 2px;
}
.pagination > li {
  display: inline;
}
.pagination > li > a,
.pagination > li > span {
  position: relative;
  float: left;
  padding: 6px 12px;
  line-height: 1.42857143;
  text-decoration: none;
  color: #337ab7;
  background-color: #fff;
  border: 1px solid #ddd;
  margin-left: -1px;
}
.pagination > li:first-child > a,
.pagination > li:first-child > span {
  margin-left: 0;
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.pagination > li:last-child > a,
.pagination > li:last-child > span {
  border-bottom-right-radius: 2px;
  border-top-right-radius: 2px;
}
.pagination > li > a:hover,
.pagination > li > span:hover,
.pagination > li > a:focus,
.pagination > li > span:focus {
  z-index: 2;
  color: #23527c;
  background-color: #eeeeee;
  border-color: #ddd;
}
.pagination > .active > a,
.pagination > .active > span,
.pagination > .active > a:hover,
.pagination > .active > span:hover,
.pagination > .active > a:focus,
.pagination > .active > span:focus {
  z-index: 3;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
  cursor: default;
}
.pagination > .disabled > span,
.pagination > .disabled > span:hover,
.pagination > .disabled > span:focus,
.pagination > .disabled > a,
.pagination > .disabled > a:hover,
.pagination > .disabled > a:focus {
  color: #777777;
  background-color: #fff;
  border-color: #ddd;
  cursor: not-allowed;
}
.pagination-lg > li > a,
.pagination-lg > li > span {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.pagination-lg > li:first-child > a,
.pagination-lg > li:first-child > span {
  border-bottom-left-radius: 3px;
  border-top-left-radius: 3px;
}
.pagination-lg > li:last-child > a,
.pagination-lg > li:last-child > span {
  border-bottom-right-radius: 3px;
  border-top-right-radius: 3px;
}
.pagination-sm > li > a,
.pagination-sm > li > span {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.pagination-sm > li:first-child > a,
.pagination-sm > li:first-child > span {
  border-bottom-left-radius: 1px;
  border-top-left-radius: 1px;
}
.pagination-sm > li:last-child > a,
.pagination-sm > li:last-child > span {
  border-bottom-right-radius: 1px;
  border-top-right-radius: 1px;
}
.pager {
  padding-left: 0;
  margin: 18px 0;
  list-style: none;
  text-align: center;
}
.pager li {
  display: inline;
}
.pager li > a,
.pager li > span {
  display: inline-block;
  padding: 5px 14px;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 15px;
}
.pager li > a:hover,
.pager li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.pager .next > a,
.pager .next > span {
  float: right;
}
.pager .previous > a,
.pager .previous > span {
  float: left;
}
.pager .disabled > a,
.pager .disabled > a:hover,
.pager .disabled > a:focus,
.pager .disabled > span {
  color: #777777;
  background-color: #fff;
  cursor: not-allowed;
}
.label {
  display: inline;
  padding: .2em .6em .3em;
  font-size: 75%;
  font-weight: bold;
  line-height: 1;
  color: #fff;
  text-align: center;
  white-space: nowrap;
  vertical-align: baseline;
  border-radius: .25em;
}
a.label:hover,
a.label:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.label:empty {
  display: none;
}
.btn .label {
  position: relative;
  top: -1px;
}
.label-default {
  background-color: #777777;
}
.label-default[href]:hover,
.label-default[href]:focus {
  background-color: #5e5e5e;
}
.label-primary {
  background-color: #337ab7;
}
.label-primary[href]:hover,
.label-primary[href]:focus {
  background-color: #286090;
}
.label-success {
  background-color: #5cb85c;
}
.label-success[href]:hover,
.label-success[href]:focus {
  background-color: #449d44;
}
.label-info {
  background-color: #5bc0de;
}
.label-info[href]:hover,
.label-info[href]:focus {
  background-color: #31b0d5;
}
.label-warning {
  background-color: #f0ad4e;
}
.label-warning[href]:hover,
.label-warning[href]:focus {
  background-color: #ec971f;
}
.label-danger {
  background-color: #d9534f;
}
.label-danger[href]:hover,
.label-danger[href]:focus {
  background-color: #c9302c;
}
.badge {
  display: inline-block;
  min-width: 10px;
  padding: 3px 7px;
  font-size: 12px;
  font-weight: bold;
  color: #fff;
  line-height: 1;
  vertical-align: middle;
  white-space: nowrap;
  text-align: center;
  background-color: #777777;
  border-radius: 10px;
}
.badge:empty {
  display: none;
}
.btn .badge {
  position: relative;
  top: -1px;
}
.btn-xs .badge,
.btn-group-xs > .btn .badge {
  top: 0;
  padding: 1px 5px;
}
a.badge:hover,
a.badge:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.list-group-item.active > .badge,
.nav-pills > .active > a > .badge {
  color: #337ab7;
  background-color: #fff;
}
.list-group-item > .badge {
  float: right;
}
.list-group-item > .badge + .badge {
  margin-right: 5px;
}
.nav-pills > li > a > .badge {
  margin-left: 3px;
}
.jumbotron {
  padding-top: 30px;
  padding-bottom: 30px;
  margin-bottom: 30px;
  color: inherit;
  background-color: #eeeeee;
}
.jumbotron h1,
.jumbotron .h1 {
  color: inherit;
}
.jumbotron p {
  margin-bottom: 15px;
  font-size: 20px;
  font-weight: 200;
}
.jumbotron > hr {
  border-top-color: #d5d5d5;
}
.container .jumbotron,
.container-fluid .jumbotron {
  border-radius: 3px;
  padding-left: 0px;
  padding-right: 0px;
}
.jumbotron .container {
  max-width: 100%;
}
@media screen and (min-width: 768px) {
  .jumbotron {
    padding-top: 48px;
    padding-bottom: 48px;
  }
  .container .jumbotron,
  .container-fluid .jumbotron {
    padding-left: 60px;
    padding-right: 60px;
  }
  .jumbotron h1,
  .jumbotron .h1 {
    font-size: 59px;
  }
}
.thumbnail {
  display: block;
  padding: 4px;
  margin-bottom: 18px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: border 0.2s ease-in-out;
  -o-transition: border 0.2s ease-in-out;
  transition: border 0.2s ease-in-out;
}
.thumbnail > img,
.thumbnail a > img {
  margin-left: auto;
  margin-right: auto;
}
a.thumbnail:hover,
a.thumbnail:focus,
a.thumbnail.active {
  border-color: #337ab7;
}
.thumbnail .caption {
  padding: 9px;
  color: #000;
}
.alert {
  padding: 15px;
  margin-bottom: 18px;
  border: 1px solid transparent;
  border-radius: 2px;
}
.alert h4 {
  margin-top: 0;
  color: inherit;
}
.alert .alert-link {
  font-weight: bold;
}
.alert > p,
.alert > ul {
  margin-bottom: 0;
}
.alert > p + p {
  margin-top: 5px;
}
.alert-dismissable,
.alert-dismissible {
  padding-right: 35px;
}
.alert-dismissable .close,
.alert-dismissible .close {
  position: relative;
  top: -2px;
  right: -21px;
  color: inherit;
}
.alert-success {
  background-color: #dff0d8;
  border-color: #d6e9c6;
  color: #3c763d;
}
.alert-success hr {
  border-top-color: #c9e2b3;
}
.alert-success .alert-link {
  color: #2b542c;
}
.alert-info {
  background-color: #d9edf7;
  border-color: #bce8f1;
  color: #31708f;
}
.alert-info hr {
  border-top-color: #a6e1ec;
}
.alert-info .alert-link {
  color: #245269;
}
.alert-warning {
  background-color: #fcf8e3;
  border-color: #faebcc;
  color: #8a6d3b;
}
.alert-warning hr {
  border-top-color: #f7e1b5;
}
.alert-warning .alert-link {
  color: #66512c;
}
.alert-danger {
  background-color: #f2dede;
  border-color: #ebccd1;
  color: #a94442;
}
.alert-danger hr {
  border-top-color: #e4b9c0;
}
.alert-danger .alert-link {
  color: #843534;
}
@-webkit-keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
@keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
.progress {
  overflow: hidden;
  height: 18px;
  margin-bottom: 18px;
  background-color: #f5f5f5;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
  box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
}
.progress-bar {
  float: left;
  width: 0%;
  height: 100%;
  font-size: 12px;
  line-height: 18px;
  color: #fff;
  text-align: center;
  background-color: #337ab7;
  -webkit-box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  -webkit-transition: width 0.6s ease;
  -o-transition: width 0.6s ease;
  transition: width 0.6s ease;
}
.progress-striped .progress-bar,
.progress-bar-striped {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-size: 40px 40px;
}
.progress.active .progress-bar,
.progress-bar.active {
  -webkit-animation: progress-bar-stripes 2s linear infinite;
  -o-animation: progress-bar-stripes 2s linear infinite;
  animation: progress-bar-stripes 2s linear infinite;
}
.progress-bar-success {
  background-color: #5cb85c;
}
.progress-striped .progress-bar-success {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-info {
  background-color: #5bc0de;
}
.progress-striped .progress-bar-info {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-warning {
  background-color: #f0ad4e;
}
.progress-striped .progress-bar-warning {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-danger {
  background-color: #d9534f;
}
.progress-striped .progress-bar-danger {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.media {
  margin-top: 15px;
}
.media:first-child {
  margin-top: 0;
}
.media,
.media-body {
  zoom: 1;
  overflow: hidden;
}
.media-body {
  width: 10000px;
}
.media-object {
  display: block;
}
.media-object.img-thumbnail {
  max-width: none;
}
.media-right,
.media > .pull-right {
  padding-left: 10px;
}
.media-left,
.media > .pull-left {
  padding-right: 10px;
}
.media-left,
.media-right,
.media-body {
  display: table-cell;
  vertical-align: top;
}
.media-middle {
  vertical-align: middle;
}
.media-bottom {
  vertical-align: bottom;
}
.media-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.media-list {
  padding-left: 0;
  list-style: none;
}
.list-group {
  margin-bottom: 20px;
  padding-left: 0;
}
.list-group-item {
  position: relative;
  display: block;
  padding: 10px 15px;
  margin-bottom: -1px;
  background-color: #fff;
  border: 1px solid #ddd;
}
.list-group-item:first-child {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
}
.list-group-item:last-child {
  margin-bottom: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
a.list-group-item,
button.list-group-item {
  color: #555;
}
a.list-group-item .list-group-item-heading,
button.list-group-item .list-group-item-heading {
  color: #333;
}
a.list-group-item:hover,
button.list-group-item:hover,
a.list-group-item:focus,
button.list-group-item:focus {
  text-decoration: none;
  color: #555;
  background-color: #f5f5f5;
}
button.list-group-item {
  width: 100%;
  text-align: left;
}
.list-group-item.disabled,
.list-group-item.disabled:hover,
.list-group-item.disabled:focus {
  background-color: #eeeeee;
  color: #777777;
  cursor: not-allowed;
}
.list-group-item.disabled .list-group-item-heading,
.list-group-item.disabled:hover .list-group-item-heading,
.list-group-item.disabled:focus .list-group-item-heading {
  color: inherit;
}
.list-group-item.disabled .list-group-item-text,
.list-group-item.disabled:hover .list-group-item-text,
.list-group-item.disabled:focus .list-group-item-text {
  color: #777777;
}
.list-group-item.active,
.list-group-item.active:hover,
.list-group-item.active:focus {
  z-index: 2;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.list-group-item.active .list-group-item-heading,
.list-group-item.active:hover .list-group-item-heading,
.list-group-item.active:focus .list-group-item-heading,
.list-group-item.active .list-group-item-heading > small,
.list-group-item.active:hover .list-group-item-heading > small,
.list-group-item.active:focus .list-group-item-heading > small,
.list-group-item.active .list-group-item-heading > .small,
.list-group-item.active:hover .list-group-item-heading > .small,
.list-group-item.active:focus .list-group-item-heading > .small {
  color: inherit;
}
.list-group-item.active .list-group-item-text,
.list-group-item.active:hover .list-group-item-text,
.list-group-item.active:focus .list-group-item-text {
  color: #c7ddef;
}
.list-group-item-success {
  color: #3c763d;
  background-color: #dff0d8;
}
a.list-group-item-success,
button.list-group-item-success {
  color: #3c763d;
}
a.list-group-item-success .list-group-item-heading,
button.list-group-item-success .list-group-item-heading {
  color: inherit;
}
a.list-group-item-success:hover,
button.list-group-item-success:hover,
a.list-group-item-success:focus,
button.list-group-item-success:focus {
  color: #3c763d;
  background-color: #d0e9c6;
}
a.list-group-item-success.active,
button.list-group-item-success.active,
a.list-group-item-success.active:hover,
button.list-group-item-success.active:hover,
a.list-group-item-success.active:focus,
button.list-group-item-success.active:focus {
  color: #fff;
  background-color: #3c763d;
  border-color: #3c763d;
}
.list-group-item-info {
  color: #31708f;
  background-color: #d9edf7;
}
a.list-group-item-info,
button.list-group-item-info {
  color: #31708f;
}
a.list-group-item-info .list-group-item-heading,
button.list-group-item-info .list-group-item-heading {
  color: inherit;
}
a.list-group-item-info:hover,
button.list-group-item-info:hover,
a.list-group-item-info:focus,
button.list-group-item-info:focus {
  color: #31708f;
  background-color: #c4e3f3;
}
a.list-group-item-info.active,
button.list-group-item-info.active,
a.list-group-item-info.active:hover,
button.list-group-item-info.active:hover,
a.list-group-item-info.active:focus,
button.list-group-item-info.active:focus {
  color: #fff;
  background-color: #31708f;
  border-color: #31708f;
}
.list-group-item-warning {
  color: #8a6d3b;
  background-color: #fcf8e3;
}
a.list-group-item-warning,
button.list-group-item-warning {
  color: #8a6d3b;
}
a.list-group-item-warning .list-group-item-heading,
button.list-group-item-warning .list-group-item-heading {
  color: inherit;
}
a.list-group-item-warning:hover,
button.list-group-item-warning:hover,
a.list-group-item-warning:focus,
button.list-group-item-warning:focus {
  color: #8a6d3b;
  background-color: #faf2cc;
}
a.list-group-item-warning.active,
button.list-group-item-warning.active,
a.list-group-item-warning.active:hover,
button.list-group-item-warning.active:hover,
a.list-group-item-warning.active:focus,
button.list-group-item-warning.active:focus {
  color: #fff;
  background-color: #8a6d3b;
  border-color: #8a6d3b;
}
.list-group-item-danger {
  color: #a94442;
  background-color: #f2dede;
}
a.list-group-item-danger,
button.list-group-item-danger {
  color: #a94442;
}
a.list-group-item-danger .list-group-item-heading,
button.list-group-item-danger .list-group-item-heading {
  color: inherit;
}
a.list-group-item-danger:hover,
button.list-group-item-danger:hover,
a.list-group-item-danger:focus,
button.list-group-item-danger:focus {
  color: #a94442;
  background-color: #ebcccc;
}
a.list-group-item-danger.active,
button.list-group-item-danger.active,
a.list-group-item-danger.active:hover,
button.list-group-item-danger.active:hover,
a.list-group-item-danger.active:focus,
button.list-group-item-danger.active:focus {
  color: #fff;
  background-color: #a94442;
  border-color: #a94442;
}
.list-group-item-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.list-group-item-text {
  margin-bottom: 0;
  line-height: 1.3;
}
.panel {
  margin-bottom: 18px;
  background-color: #fff;
  border: 1px solid transparent;
  border-radius: 2px;
  -webkit-box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
}
.panel-body {
  padding: 15px;
}
.panel-heading {
  padding: 10px 15px;
  border-bottom: 1px solid transparent;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel-heading > .dropdown .dropdown-toggle {
  color: inherit;
}
.panel-title {
  margin-top: 0;
  margin-bottom: 0;
  font-size: 15px;
  color: inherit;
}
.panel-title > a,
.panel-title > small,
.panel-title > .small,
.panel-title > small > a,
.panel-title > .small > a {
  color: inherit;
}
.panel-footer {
  padding: 10px 15px;
  background-color: #f5f5f5;
  border-top: 1px solid #ddd;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .list-group,
.panel > .panel-collapse > .list-group {
  margin-bottom: 0;
}
.panel > .list-group .list-group-item,
.panel > .panel-collapse > .list-group .list-group-item {
  border-width: 1px 0;
  border-radius: 0;
}
.panel > .list-group:first-child .list-group-item:first-child,
.panel > .panel-collapse > .list-group:first-child .list-group-item:first-child {
  border-top: 0;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .list-group:last-child .list-group-item:last-child,
.panel > .panel-collapse > .list-group:last-child .list-group-item:last-child {
  border-bottom: 0;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .panel-heading + .panel-collapse > .list-group .list-group-item:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.panel-heading + .list-group .list-group-item:first-child {
  border-top-width: 0;
}
.list-group + .panel-footer {
  border-top-width: 0;
}
.panel > .table,
.panel > .table-responsive > .table,
.panel > .panel-collapse > .table {
  margin-bottom: 0;
}
.panel > .table caption,
.panel > .table-responsive > .table caption,
.panel > .panel-collapse > .table caption {
  padding-left: 15px;
  padding-right: 15px;
}
.panel > .table:first-child,
.panel > .table-responsive:first-child > .table:first-child {
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child {
  border-top-left-radius: 1px;
  border-top-right-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:first-child {
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:last-child {
  border-top-right-radius: 1px;
}
.panel > .table:last-child,
.panel > .table-responsive:last-child > .table:last-child {
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child {
  border-bottom-left-radius: 1px;
  border-bottom-right-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:first-child {
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:last-child {
  border-bottom-right-radius: 1px;
}
.panel > .panel-body + .table,
.panel > .panel-body + .table-responsive,
.panel > .table + .panel-body,
.panel > .table-responsive + .panel-body {
  border-top: 1px solid #ddd;
}
.panel > .table > tbody:first-child > tr:first-child th,
.panel > .table > tbody:first-child > tr:first-child td {
  border-top: 0;
}
.panel > .table-bordered,
.panel > .table-responsive > .table-bordered {
  border: 0;
}
.panel > .table-bordered > thead > tr > th:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:first-child,
.panel > .table-bordered > tbody > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:first-child,
.panel > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-bordered > thead > tr > td:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:first-child,
.panel > .table-bordered > tbody > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:first-child,
.panel > .table-bordered > tfoot > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:first-child {
  border-left: 0;
}
.panel > .table-bordered > thead > tr > th:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:last-child,
.panel > .table-bordered > tbody > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:last-child,
.panel > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-bordered > thead > tr > td:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:last-child,
.panel > .table-bordered > tbody > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:last-child,
.panel > .table-bordered > tfoot > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:last-child {
  border-right: 0;
}
.panel > .table-bordered > thead > tr:first-child > td,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > td,
.panel > .table-bordered > tbody > tr:first-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > td,
.panel > .table-bordered > thead > tr:first-child > th,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > th,
.panel > .table-bordered > tbody > tr:first-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > th {
  border-bottom: 0;
}
.panel > .table-bordered > tbody > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > td,
.panel > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-bordered > tbody > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > th,
.panel > .table-bordered > tfoot > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > th {
  border-bottom: 0;
}
.panel > .table-responsive {
  border: 0;
  margin-bottom: 0;
}
.panel-group {
  margin-bottom: 18px;
}
.panel-group .panel {
  margin-bottom: 0;
  border-radius: 2px;
}
.panel-group .panel + .panel {
  margin-top: 5px;
}
.panel-group .panel-heading {
  border-bottom: 0;
}
.panel-group .panel-heading + .panel-collapse > .panel-body,
.panel-group .panel-heading + .panel-collapse > .list-group {
  border-top: 1px solid #ddd;
}
.panel-group .panel-footer {
  border-top: 0;
}
.panel-group .panel-footer + .panel-collapse .panel-body {
  border-bottom: 1px solid #ddd;
}
.panel-default {
  border-color: #ddd;
}
.panel-default > .panel-heading {
  color: #333333;
  background-color: #f5f5f5;
  border-color: #ddd;
}
.panel-default > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ddd;
}
.panel-default > .panel-heading .badge {
  color: #f5f5f5;
  background-color: #333333;
}
.panel-default > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ddd;
}
.panel-primary {
  border-color: #337ab7;
}
.panel-primary > .panel-heading {
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.panel-primary > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #337ab7;
}
.panel-primary > .panel-heading .badge {
  color: #337ab7;
  background-color: #fff;
}
.panel-primary > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #337ab7;
}
.panel-success {
  border-color: #d6e9c6;
}
.panel-success > .panel-heading {
  color: #3c763d;
  background-color: #dff0d8;
  border-color: #d6e9c6;
}
.panel-success > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #d6e9c6;
}
.panel-success > .panel-heading .badge {
  color: #dff0d8;
  background-color: #3c763d;
}
.panel-success > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #d6e9c6;
}
.panel-info {
  border-color: #bce8f1;
}
.panel-info > .panel-heading {
  color: #31708f;
  background-color: #d9edf7;
  border-color: #bce8f1;
}
.panel-info > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #bce8f1;
}
.panel-info > .panel-heading .badge {
  color: #d9edf7;
  background-color: #31708f;
}
.panel-info > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #bce8f1;
}
.panel-warning {
  border-color: #faebcc;
}
.panel-warning > .panel-heading {
  color: #8a6d3b;
  background-color: #fcf8e3;
  border-color: #faebcc;
}
.panel-warning > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #faebcc;
}
.panel-warning > .panel-heading .badge {
  color: #fcf8e3;
  background-color: #8a6d3b;
}
.panel-warning > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #faebcc;
}
.panel-danger {
  border-color: #ebccd1;
}
.panel-danger > .panel-heading {
  color: #a94442;
  background-color: #f2dede;
  border-color: #ebccd1;
}
.panel-danger > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ebccd1;
}
.panel-danger > .panel-heading .badge {
  color: #f2dede;
  background-color: #a94442;
}
.panel-danger > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ebccd1;
}
.embed-responsive {
  position: relative;
  display: block;
  height: 0;
  padding: 0;
  overflow: hidden;
}
.embed-responsive .embed-responsive-item,
.embed-responsive iframe,
.embed-responsive embed,
.embed-responsive object,
.embed-responsive video {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  height: 100%;
  width: 100%;
  border: 0;
}
.embed-responsive-16by9 {
  padding-bottom: 56.25%;
}
.embed-responsive-4by3 {
  padding-bottom: 75%;
}
.well {
  min-height: 20px;
  padding: 19px;
  margin-bottom: 20px;
  background-color: #f5f5f5;
  border: 1px solid #e3e3e3;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
}
.well blockquote {
  border-color: #ddd;
  border-color: rgba(0, 0, 0, 0.15);
}
.well-lg {
  padding: 24px;
  border-radius: 3px;
}
.well-sm {
  padding: 9px;
  border-radius: 1px;
}
.close {
  float: right;
  font-size: 19.5px;
  font-weight: bold;
  line-height: 1;
  color: #000;
  text-shadow: 0 1px 0 #fff;
  opacity: 0.2;
  filter: alpha(opacity=20);
}
.close:hover,
.close:focus {
  color: #000;
  text-decoration: none;
  cursor: pointer;
  opacity: 0.5;
  filter: alpha(opacity=50);
}
button.close {
  padding: 0;
  cursor: pointer;
  background: transparent;
  border: 0;
  -webkit-appearance: none;
}
.modal-open {
  overflow: hidden;
}
.modal {
  display: none;
  overflow: hidden;
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1050;
  -webkit-overflow-scrolling: touch;
  outline: 0;
}
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, -25%);
  -ms-transform: translate(0, -25%);
  -o-transform: translate(0, -25%);
  transform: translate(0, -25%);
  -webkit-transition: -webkit-transform 0.3s ease-out;
  -moz-transition: -moz-transform 0.3s ease-out;
  -o-transition: -o-transform 0.3s ease-out;
  transition: transform 0.3s ease-out;
}
.modal.in .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
.modal-open .modal {
  overflow-x: hidden;
  overflow-y: auto;
}
.modal-dialog {
  position: relative;
  width: auto;
  margin: 10px;
}
.modal-content {
  position: relative;
  background-color: #fff;
  border: 1px solid #999;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  background-clip: padding-box;
  outline: 0;
}
.modal-backdrop {
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1040;
  background-color: #000;
}
.modal-backdrop.fade {
  opacity: 0;
  filter: alpha(opacity=0);
}
.modal-backdrop.in {
  opacity: 0.5;
  filter: alpha(opacity=50);
}
.modal-header {
  padding: 15px;
  border-bottom: 1px solid #e5e5e5;
}
.modal-header .close {
  margin-top: -2px;
}
.modal-title {
  margin: 0;
  line-height: 1.42857143;
}
.modal-body {
  position: relative;
  padding: 15px;
}
.modal-footer {
  padding: 15px;
  text-align: right;
  border-top: 1px solid #e5e5e5;
}
.modal-footer .btn + .btn {
  margin-left: 5px;
  margin-bottom: 0;
}
.modal-footer .btn-group .btn + .btn {
  margin-left: -1px;
}
.modal-footer .btn-block + .btn-block {
  margin-left: 0;
}
.modal-scrollbar-measure {
  position: absolute;
  top: -9999px;
  width: 50px;
  height: 50px;
  overflow: scroll;
}
@media (min-width: 768px) {
  .modal-dialog {
    width: 600px;
    margin: 30px auto;
  }
  .modal-content {
    -webkit-box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
    box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
  }
  .modal-sm {
    width: 300px;
  }
}
@media (min-width: 992px) {
  .modal-lg {
    width: 900px;
  }
}
.tooltip {
  position: absolute;
  z-index: 1070;
  display: block;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 12px;
  opacity: 0;
  filter: alpha(opacity=0);
}
.tooltip.in {
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.tooltip.top {
  margin-top: -3px;
  padding: 5px 0;
}
.tooltip.right {
  margin-left: 3px;
  padding: 0 5px;
}
.tooltip.bottom {
  margin-top: 3px;
  padding: 5px 0;
}
.tooltip.left {
  margin-left: -3px;
  padding: 0 5px;
}
.tooltip-inner {
  max-width: 200px;
  padding: 3px 8px;
  color: #fff;
  text-align: center;
  background-color: #000;
  border-radius: 2px;
}
.tooltip-arrow {
  position: absolute;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.tooltip.top .tooltip-arrow {
  bottom: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-left .tooltip-arrow {
  bottom: 0;
  right: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-right .tooltip-arrow {
  bottom: 0;
  left: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.right .tooltip-arrow {
  top: 50%;
  left: 0;
  margin-top: -5px;
  border-width: 5px 5px 5px 0;
  border-right-color: #000;
}
.tooltip.left .tooltip-arrow {
  top: 50%;
  right: 0;
  margin-top: -5px;
  border-width: 5px 0 5px 5px;
  border-left-color: #000;
}
.tooltip.bottom .tooltip-arrow {
  top: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-left .tooltip-arrow {
  top: 0;
  right: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-right .tooltip-arrow {
  top: 0;
  left: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.popover {
  position: absolute;
  top: 0;
  left: 0;
  z-index: 1060;
  display: none;
  max-width: 276px;
  padding: 1px;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 13px;
  background-color: #fff;
  background-clip: padding-box;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
  box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
}
.popover.top {
  margin-top: -10px;
}
.popover.right {
  margin-left: 10px;
}
.popover.bottom {
  margin-top: 10px;
}
.popover.left {
  margin-left: -10px;
}
.popover-title {
  margin: 0;
  padding: 8px 14px;
  font-size: 13px;
  background-color: #f7f7f7;
  border-bottom: 1px solid #ebebeb;
  border-radius: 2px 2px 0 0;
}
.popover-content {
  padding: 9px 14px;
}
.popover > .arrow,
.popover > .arrow:after {
  position: absolute;
  display: block;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.popover > .arrow {
  border-width: 11px;
}
.popover > .arrow:after {
  border-width: 10px;
  content: "";
}
.popover.top > .arrow {
  left: 50%;
  margin-left: -11px;
  border-bottom-width: 0;
  border-top-color: #999999;
  border-top-color: rgba(0, 0, 0, 0.25);
  bottom: -11px;
}
.popover.top > .arrow:after {
  content: " ";
  bottom: 1px;
  margin-left: -10px;
  border-bottom-width: 0;
  border-top-color: #fff;
}
.popover.right > .arrow {
  top: 50%;
  left: -11px;
  margin-top: -11px;
  border-left-width: 0;
  border-right-color: #999999;
  border-right-color: rgba(0, 0, 0, 0.25);
}
.popover.right > .arrow:after {
  content: " ";
  left: 1px;
  bottom: -10px;
  border-left-width: 0;
  border-right-color: #fff;
}
.popover.bottom > .arrow {
  left: 50%;
  margin-left: -11px;
  border-top-width: 0;
  border-bottom-color: #999999;
  border-bottom-color: rgba(0, 0, 0, 0.25);
  top: -11px;
}
.popover.bottom > .arrow:after {
  content: " ";
  top: 1px;
  margin-left: -10px;
  border-top-width: 0;
  border-bottom-color: #fff;
}
.popover.left > .arrow {
  top: 50%;
  right: -11px;
  margin-top: -11px;
  border-right-width: 0;
  border-left-color: #999999;
  border-left-color: rgba(0, 0, 0, 0.25);
}
.popover.left > .arrow:after {
  content: " ";
  right: 1px;
  border-right-width: 0;
  border-left-color: #fff;
  bottom: -10px;
}
.carousel {
  position: relative;
}
.carousel-inner {
  position: relative;
  overflow: hidden;
  width: 100%;
}
.carousel-inner > .item {
  display: none;
  position: relative;
  -webkit-transition: 0.6s ease-in-out left;
  -o-transition: 0.6s ease-in-out left;
  transition: 0.6s ease-in-out left;
}
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  line-height: 1;
}
@media all and (transform-3d), (-webkit-transform-3d) {
  .carousel-inner > .item {
    -webkit-transition: -webkit-transform 0.6s ease-in-out;
    -moz-transition: -moz-transform 0.6s ease-in-out;
    -o-transition: -o-transform 0.6s ease-in-out;
    transition: transform 0.6s ease-in-out;
    -webkit-backface-visibility: hidden;
    -moz-backface-visibility: hidden;
    backface-visibility: hidden;
    -webkit-perspective: 1000px;
    -moz-perspective: 1000px;
    perspective: 1000px;
  }
  .carousel-inner > .item.next,
  .carousel-inner > .item.active.right {
    -webkit-transform: translate3d(100%, 0, 0);
    transform: translate3d(100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.prev,
  .carousel-inner > .item.active.left {
    -webkit-transform: translate3d(-100%, 0, 0);
    transform: translate3d(-100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.next.left,
  .carousel-inner > .item.prev.right,
  .carousel-inner > .item.active {
    -webkit-transform: translate3d(0, 0, 0);
    transform: translate3d(0, 0, 0);
    left: 0;
  }
}
.carousel-inner > .active,
.carousel-inner > .next,
.carousel-inner > .prev {
  display: block;
}
.carousel-inner > .active {
  left: 0;
}
.carousel-inner > .next,
.carousel-inner > .prev {
  position: absolute;
  top: 0;
  width: 100%;
}
.carousel-inner > .next {
  left: 100%;
}
.carousel-inner > .prev {
  left: -100%;
}
.carousel-inner > .next.left,
.carousel-inner > .prev.right {
  left: 0;
}
.carousel-inner > .active.left {
  left: -100%;
}
.carousel-inner > .active.right {
  left: 100%;
}
.carousel-control {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  width: 15%;
  opacity: 0.5;
  filter: alpha(opacity=50);
  font-size: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
  background-color: rgba(0, 0, 0, 0);
}
.carousel-control.left {
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#80000000', endColorstr='#00000000', GradientType=1);
}
.carousel-control.right {
  left: auto;
  right: 0;
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#00000000', endColorstr='#80000000', GradientType=1);
}
.carousel-control:hover,
.carousel-control:focus {
  outline: 0;
  color: #fff;
  text-decoration: none;
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.carousel-control .icon-prev,
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-left,
.carousel-control .glyphicon-chevron-right {
  position: absolute;
  top: 50%;
  margin-top: -10px;
  z-index: 5;
  display: inline-block;
}
.carousel-control .icon-prev,
.carousel-control .glyphicon-chevron-left {
  left: 50%;
  margin-left: -10px;
}
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-right {
  right: 50%;
  margin-right: -10px;
}
.carousel-control .icon-prev,
.carousel-control .icon-next {
  width: 20px;
  height: 20px;
  line-height: 1;
  font-family: serif;
}
.carousel-control .icon-prev:before {
  content: '\2039';
}
.carousel-control .icon-next:before {
  content: '\203a';
}
.carousel-indicators {
  position: absolute;
  bottom: 10px;
  left: 50%;
  z-index: 15;
  width: 60%;
  margin-left: -30%;
  padding-left: 0;
  list-style: none;
  text-align: center;
}
.carousel-indicators li {
  display: inline-block;
  width: 10px;
  height: 10px;
  margin: 1px;
  text-indent: -999px;
  border: 1px solid #fff;
  border-radius: 10px;
  cursor: pointer;
  background-color: #000 \9;
  background-color: rgba(0, 0, 0, 0);
}
.carousel-indicators .active {
  margin: 0;
  width: 12px;
  height: 12px;
  background-color: #fff;
}
.carousel-caption {
  position: absolute;
  left: 15%;
  right: 15%;
  bottom: 20px;
  z-index: 10;
  padding-top: 20px;
  padding-bottom: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
}
.carousel-caption .btn {
  text-shadow: none;
}
@media screen and (min-width: 768px) {
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-prev,
  .carousel-control .icon-next {
    width: 30px;
    height: 30px;
    margin-top: -10px;
    font-size: 30px;
  }
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .icon-prev {
    margin-left: -10px;
  }
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-next {
    margin-right: -10px;
  }
  .carousel-caption {
    left: 20%;
    right: 20%;
    padding-bottom: 30px;
  }
  .carousel-indicators {
    bottom: 20px;
  }
}
.clearfix:before,
.clearfix:after,
.dl-horizontal dd:before,
.dl-horizontal dd:after,
.container:before,
.container:after,
.container-fluid:before,
.container-fluid:after,
.row:before,
.row:after,
.form-horizontal .form-group:before,
.form-horizontal .form-group:after,
.btn-toolbar:before,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:before,
.btn-group-vertical > .btn-group:after,
.nav:before,
.nav:after,
.navbar:before,
.navbar:after,
.navbar-header:before,
.navbar-header:after,
.navbar-collapse:before,
.navbar-collapse:after,
.pager:before,
.pager:after,
.panel-body:before,
.panel-body:after,
.modal-header:before,
.modal-header:after,
.modal-footer:before,
.modal-footer:after,
.item_buttons:before,
.item_buttons:after {
  content: " ";
  display: table;
}
.clearfix:after,
.dl-horizontal dd:after,
.container:after,
.container-fluid:after,
.row:after,
.form-horizontal .form-group:after,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:after,
.nav:after,
.navbar:after,
.navbar-header:after,
.navbar-collapse:after,
.pager:after,
.panel-body:after,
.modal-header:after,
.modal-footer:after,
.item_buttons:after {
  clear: both;
}
.center-block {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.pull-right {
  float: right !important;
}
.pull-left {
  float: left !important;
}
.hide {
  display: none !important;
}
.show {
  display: block !important;
}
.invisible {
  visibility: hidden;
}
.text-hide {
  font: 0/0 a;
  color: transparent;
  text-shadow: none;
  background-color: transparent;
  border: 0;
}
.hidden {
  display: none !important;
}
.affix {
  position: fixed;
}
@-ms-viewport {
  width: device-width;
}
.visible-xs,
.visible-sm,
.visible-md,
.visible-lg {
  display: none !important;
}
.visible-xs-block,
.visible-xs-inline,
.visible-xs-inline-block,
.visible-sm-block,
.visible-sm-inline,
.visible-sm-inline-block,
.visible-md-block,
.visible-md-inline,
.visible-md-inline-block,
.visible-lg-block,
.visible-lg-inline,
.visible-lg-inline-block {
  display: none !important;
}
@media (max-width: 767px) {
  .visible-xs {
    display: block !important;
  }
  table.visible-xs {
    display: table !important;
  }
  tr.visible-xs {
    display: table-row !important;
  }
  th.visible-xs,
  td.visible-xs {
    display: table-cell !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-block {
    display: block !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline {
    display: inline !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm {
    display: block !important;
  }
  table.visible-sm {
    display: table !important;
  }
  tr.visible-sm {
    display: table-row !important;
  }
  th.visible-sm,
  td.visible-sm {
    display: table-cell !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-block {
    display: block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline {
    display: inline !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md {
    display: block !important;
  }
  table.visible-md {
    display: table !important;
  }
  tr.visible-md {
    display: table-row !important;
  }
  th.visible-md,
  td.visible-md {
    display: table-cell !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-block {
    display: block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline {
    display: inline !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg {
    display: block !important;
  }
  table.visible-lg {
    display: table !important;
  }
  tr.visible-lg {
    display: table-row !important;
  }
  th.visible-lg,
  td.visible-lg {
    display: table-cell !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-block {
    display: block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline {
    display: inline !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline-block {
    display: inline-block !important;
  }
}
@media (max-width: 767px) {
  .hidden-xs {
    display: none !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .hidden-sm {
    display: none !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .hidden-md {
    display: none !important;
  }
}
@media (min-width: 1200px) {
  .hidden-lg {
    display: none !important;
  }
}
.visible-print {
  display: none !important;
}
@media print {
  .visible-print {
    display: block !important;
  }
  table.visible-print {
    display: table !important;
  }
  tr.visible-print {
    display: table-row !important;
  }
  th.visible-print,
  td.visible-print {
    display: table-cell !important;
  }
}
.visible-print-block {
  display: none !important;
}
@media print {
  .visible-print-block {
    display: block !important;
  }
}
.visible-print-inline {
  display: none !important;
}
@media print {
  .visible-print-inline {
    display: inline !important;
  }
}
.visible-print-inline-block {
  display: none !important;
}
@media print {
  .visible-print-inline-block {
    display: inline-block !important;
  }
}
@media print {
  .hidden-print {
    display: none !important;
  }
}
/*!
*
* Font Awesome
*
*/
/*!
 *  Font Awesome 4.7.0 by @davegandy - http://fontawesome.io - @fontawesome
 *  License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License)
 */
/* FONT PATH
 * -------------------------- */
@font-face {
  font-family: 'FontAwesome';
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?v=4.7.0');
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?#iefix&v=4.7.0') format('embedded-opentype'), url('../components/font-awesome/fonts/fontawesome-webfont.woff2?v=4.7.0') format('woff2'), url('../components/font-awesome/fonts/fontawesome-webfont.woff?v=4.7.0') format('woff'), url('../components/font-awesome/fonts/fontawesome-webfont.ttf?v=4.7.0') format('truetype'), url('../components/font-awesome/fonts/fontawesome-webfont.svg?v=4.7.0#fontawesomeregular') format('svg');
  font-weight: normal;
  font-style: normal;
}
.fa {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
/* makes the font 33% larger relative to the icon container */
.fa-lg {
  font-size: 1.33333333em;
  line-height: 0.75em;
  vertical-align: -15%;
}
.fa-2x {
  font-size: 2em;
}
.fa-3x {
  font-size: 3em;
}
.fa-4x {
  font-size: 4em;
}
.fa-5x {
  font-size: 5em;
}
.fa-fw {
  width: 1.28571429em;
  text-align: center;
}
.fa-ul {
  padding-left: 0;
  margin-left: 2.14285714em;
  list-style-type: none;
}
.fa-ul > li {
  position: relative;
}
.fa-li {
  position: absolute;
  left: -2.14285714em;
  width: 2.14285714em;
  top: 0.14285714em;
  text-align: center;
}
.fa-li.fa-lg {
  left: -1.85714286em;
}
.fa-border {
  padding: .2em .25em .15em;
  border: solid 0.08em #eee;
  border-radius: .1em;
}
.fa-pull-left {
  float: left;
}
.fa-pull-right {
  float: right;
}
.fa.fa-pull-left {
  margin-right: .3em;
}
.fa.fa-pull-right {
  margin-left: .3em;
}
/* Deprecated as of 4.4.0 */
.pull-right {
  float: right;
}
.pull-left {
  float: left;
}
.fa.pull-left {
  margin-right: .3em;
}
.fa.pull-right {
  margin-left: .3em;
}
.fa-spin {
  -webkit-animation: fa-spin 2s infinite linear;
  animation: fa-spin 2s infinite linear;
}
.fa-pulse {
  -webkit-animation: fa-spin 1s infinite steps(8);
  animation: fa-spin 1s infinite steps(8);
}
@-webkit-keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
@keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
.fa-rotate-90 {
  -ms-filter: "progid:DXImageTransform.Microsoft.BasicImage(rotation=1)";
  -webkit-transform: rotate(90deg);
  -ms-transform: rotate(90deg);
  transform: rotate(90deg);
}
.fa-rotate-180 {
  -ms-filter: "progid:DXImageTransform.Microsoft.BasicImage(rotation=2)";
  -webkit-transform: rotate(180deg);
  -ms-transform: rotate(180deg);
  transform: rotate(180deg);
}
.fa-rotate-270 {
  -ms-filter: "progid:DXImageTransform.Microsoft.BasicImage(rotation=3)";
  -webkit-transform: rotate(270deg);
  -ms-transform: rotate(270deg);
  transform: rotate(270deg);
}
.fa-flip-horizontal {
  -ms-filter: "progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1)";
  -webkit-transform: scale(-1, 1);
  -ms-transform: scale(-1, 1);
  transform: scale(-1, 1);
}
.fa-flip-vertical {
  -ms-filter: "progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1)";
  -webkit-transform: scale(1, -1);
  -ms-transform: scale(1, -1);
  transform: scale(1, -1);
}
:root .fa-rotate-90,
:root .fa-rotate-180,
:root .fa-rotate-270,
:root .fa-flip-horizontal,
:root .fa-flip-vertical {
  filter: none;
}
.fa-stack {
  position: relative;
  display: inline-block;
  width: 2em;
  height: 2em;
  line-height: 2em;
  vertical-align: middle;
}
.fa-stack-1x,
.fa-stack-2x {
  position: absolute;
  left: 0;
  width: 100%;
  text-align: center;
}
.fa-stack-1x {
  line-height: inherit;
}
.fa-stack-2x {
  font-size: 2em;
}
.fa-inverse {
  color: #fff;
}
/* Font Awesome uses the Unicode Private Use Area (PUA) to ensure screen
   readers do not read off random characters that represent icons */
.fa-glass:before {
  content: "\f000";
}
.fa-music:before {
  content: "\f001";
}
.fa-search:before {
  content: "\f002";
}
.fa-envelope-o:before {
  content: "\f003";
}
.fa-heart:before {
  content: "\f004";
}
.fa-star:before {
  content: "\f005";
}
.fa-star-o:before {
  content: "\f006";
}
.fa-user:before {
  content: "\f007";
}
.fa-film:before {
  content: "\f008";
}
.fa-th-large:before {
  content: "\f009";
}
.fa-th:before {
  content: "\f00a";
}
.fa-th-list:before {
  content: "\f00b";
}
.fa-check:before {
  content: "\f00c";
}
.fa-remove:before,
.fa-close:before,
.fa-times:before {
  content: "\f00d";
}
.fa-search-plus:before {
  content: "\f00e";
}
.fa-search-minus:before {
  content: "\f010";
}
.fa-power-off:before {
  content: "\f011";
}
.fa-signal:before {
  content: "\f012";
}
.fa-gear:before,
.fa-cog:before {
  content: "\f013";
}
.fa-trash-o:before {
  content: "\f014";
}
.fa-home:before {
  content: "\f015";
}
.fa-file-o:before {
  content: "\f016";
}
.fa-clock-o:before {
  content: "\f017";
}
.fa-road:before {
  content: "\f018";
}
.fa-download:before {
  content: "\f019";
}
.fa-arrow-circle-o-down:before {
  content: "\f01a";
}
.fa-arrow-circle-o-up:before {
  content: "\f01b";
}
.fa-inbox:before {
  content: "\f01c";
}
.fa-play-circle-o:before {
  content: "\f01d";
}
.fa-rotate-right:before,
.fa-repeat:before {
  content: "\f01e";
}
.fa-refresh:before {
  content: "\f021";
}
.fa-list-alt:before {
  content: "\f022";
}
.fa-lock:before {
  content: "\f023";
}
.fa-flag:before {
  content: "\f024";
}
.fa-headphones:before {
  content: "\f025";
}
.fa-volume-off:before {
  content: "\f026";
}
.fa-volume-down:before {
  content: "\f027";
}
.fa-volume-up:before {
  content: "\f028";
}
.fa-qrcode:before {
  content: "\f029";
}
.fa-barcode:before {
  content: "\f02a";
}
.fa-tag:before {
  content: "\f02b";
}
.fa-tags:before {
  content: "\f02c";
}
.fa-book:before {
  content: "\f02d";
}
.fa-bookmark:before {
  content: "\f02e";
}
.fa-print:before {
  content: "\f02f";
}
.fa-camera:before {
  content: "\f030";
}
.fa-font:before {
  content: "\f031";
}
.fa-bold:before {
  content: "\f032";
}
.fa-italic:before {
  content: "\f033";
}
.fa-text-height:before {
  content: "\f034";
}
.fa-text-width:before {
  content: "\f035";
}
.fa-align-left:before {
  content: "\f036";
}
.fa-align-center:before {
  content: "\f037";
}
.fa-align-right:before {
  content: "\f038";
}
.fa-align-justify:before {
  content: "\f039";
}
.fa-list:before {
  content: "\f03a";
}
.fa-dedent:before,
.fa-outdent:before {
  content: "\f03b";
}
.fa-indent:before {
  content: "\f03c";
}
.fa-video-camera:before {
  content: "\f03d";
}
.fa-photo:before,
.fa-image:before,
.fa-picture-o:before {
  content: "\f03e";
}
.fa-pencil:before {
  content: "\f040";
}
.fa-map-marker:before {
  content: "\f041";
}
.fa-adjust:before {
  content: "\f042";
}
.fa-tint:before {
  content: "\f043";
}
.fa-edit:before,
.fa-pencil-square-o:before {
  content: "\f044";
}
.fa-share-square-o:before {
  content: "\f045";
}
.fa-check-square-o:before {
  content: "\f046";
}
.fa-arrows:before {
  content: "\f047";
}
.fa-step-backward:before {
  content: "\f048";
}
.fa-fast-backward:before {
  content: "\f049";
}
.fa-backward:before {
  content: "\f04a";
}
.fa-play:before {
  content: "\f04b";
}
.fa-pause:before {
  content: "\f04c";
}
.fa-stop:before {
  content: "\f04d";
}
.fa-forward:before {
  content: "\f04e";
}
.fa-fast-forward:before {
  content: "\f050";
}
.fa-step-forward:before {
  content: "\f051";
}
.fa-eject:before {
  content: "\f052";
}
.fa-chevron-left:before {
  content: "\f053";
}
.fa-chevron-right:before {
  content: "\f054";
}
.fa-plus-circle:before {
  content: "\f055";
}
.fa-minus-circle:before {
  content: "\f056";
}
.fa-times-circle:before {
  content: "\f057";
}
.fa-check-circle:before {
  content: "\f058";
}
.fa-question-circle:before {
  content: "\f059";
}
.fa-info-circle:before {
  content: "\f05a";
}
.fa-crosshairs:before {
  content: "\f05b";
}
.fa-times-circle-o:before {
  content: "\f05c";
}
.fa-check-circle-o:before {
  content: "\f05d";
}
.fa-ban:before {
  content: "\f05e";
}
.fa-arrow-left:before {
  content: "\f060";
}
.fa-arrow-right:before {
  content: "\f061";
}
.fa-arrow-up:before {
  content: "\f062";
}
.fa-arrow-down:before {
  content: "\f063";
}
.fa-mail-forward:before,
.fa-share:before {
  content: "\f064";
}
.fa-expand:before {
  content: "\f065";
}
.fa-compress:before {
  content: "\f066";
}
.fa-plus:before {
  content: "\f067";
}
.fa-minus:before {
  content: "\f068";
}
.fa-asterisk:before {
  content: "\f069";
}
.fa-exclamation-circle:before {
  content: "\f06a";
}
.fa-gift:before {
  content: "\f06b";
}
.fa-leaf:before {
  content: "\f06c";
}
.fa-fire:before {
  content: "\f06d";
}
.fa-eye:before {
  content: "\f06e";
}
.fa-eye-slash:before {
  content: "\f070";
}
.fa-warning:before,
.fa-exclamation-triangle:before {
  content: "\f071";
}
.fa-plane:before {
  content: "\f072";
}
.fa-calendar:before {
  content: "\f073";
}
.fa-random:before {
  content: "\f074";
}
.fa-comment:before {
  content: "\f075";
}
.fa-magnet:before {
  content: "\f076";
}
.fa-chevron-up:before {
  content: "\f077";
}
.fa-chevron-down:before {
  content: "\f078";
}
.fa-retweet:before {
  content: "\f079";
}
.fa-shopping-cart:before {
  content: "\f07a";
}
.fa-folder:before {
  content: "\f07b";
}
.fa-folder-open:before {
  content: "\f07c";
}
.fa-arrows-v:before {
  content: "\f07d";
}
.fa-arrows-h:before {
  content: "\f07e";
}
.fa-bar-chart-o:before,
.fa-bar-chart:before {
  content: "\f080";
}
.fa-twitter-square:before {
  content: "\f081";
}
.fa-facebook-square:before {
  content: "\f082";
}
.fa-camera-retro:before {
  content: "\f083";
}
.fa-key:before {
  content: "\f084";
}
.fa-gears:before,
.fa-cogs:before {
  content: "\f085";
}
.fa-comments:before {
  content: "\f086";
}
.fa-thumbs-o-up:before {
  content: "\f087";
}
.fa-thumbs-o-down:before {
  content: "\f088";
}
.fa-star-half:before {
  content: "\f089";
}
.fa-heart-o:before {
  content: "\f08a";
}
.fa-sign-out:before {
  content: "\f08b";
}
.fa-linkedin-square:before {
  content: "\f08c";
}
.fa-thumb-tack:before {
  content: "\f08d";
}
.fa-external-link:before {
  content: "\f08e";
}
.fa-sign-in:before {
  content: "\f090";
}
.fa-trophy:before {
  content: "\f091";
}
.fa-github-square:before {
  content: "\f092";
}
.fa-upload:before {
  content: "\f093";
}
.fa-lemon-o:before {
  content: "\f094";
}
.fa-phone:before {
  content: "\f095";
}
.fa-square-o:before {
  content: "\f096";
}
.fa-bookmark-o:before {
  content: "\f097";
}
.fa-phone-square:before {
  content: "\f098";
}
.fa-twitter:before {
  content: "\f099";
}
.fa-facebook-f:before,
.fa-facebook:before {
  content: "\f09a";
}
.fa-github:before {
  content: "\f09b";
}
.fa-unlock:before {
  content: "\f09c";
}
.fa-credit-card:before {
  content: "\f09d";
}
.fa-feed:before,
.fa-rss:before {
  content: "\f09e";
}
.fa-hdd-o:before {
  content: "\f0a0";
}
.fa-bullhorn:before {
  content: "\f0a1";
}
.fa-bell:before {
  content: "\f0f3";
}
.fa-certificate:before {
  content: "\f0a3";
}
.fa-hand-o-right:before {
  content: "\f0a4";
}
.fa-hand-o-left:before {
  content: "\f0a5";
}
.fa-hand-o-up:before {
  content: "\f0a6";
}
.fa-hand-o-down:before {
  content: "\f0a7";
}
.fa-arrow-circle-left:before {
  content: "\f0a8";
}
.fa-arrow-circle-right:before {
  content: "\f0a9";
}
.fa-arrow-circle-up:before {
  content: "\f0aa";
}
.fa-arrow-circle-down:before {
  content: "\f0ab";
}
.fa-globe:before {
  content: "\f0ac";
}
.fa-wrench:before {
  content: "\f0ad";
}
.fa-tasks:before {
  content: "\f0ae";
}
.fa-filter:before {
  content: "\f0b0";
}
.fa-briefcase:before {
  content: "\f0b1";
}
.fa-arrows-alt:before {
  content: "\f0b2";
}
.fa-group:before,
.fa-users:before {
  content: "\f0c0";
}
.fa-chain:before,
.fa-link:before {
  content: "\f0c1";
}
.fa-cloud:before {
  content: "\f0c2";
}
.fa-flask:before {
  content: "\f0c3";
}
.fa-cut:before,
.fa-scissors:before {
  content: "\f0c4";
}
.fa-copy:before,
.fa-files-o:before {
  content: "\f0c5";
}
.fa-paperclip:before {
  content: "\f0c6";
}
.fa-save:before,
.fa-floppy-o:before {
  content: "\f0c7";
}
.fa-square:before {
  content: "\f0c8";
}
.fa-navicon:before,
.fa-reorder:before,
.fa-bars:before {
  content: "\f0c9";
}
.fa-list-ul:before {
  content: "\f0ca";
}
.fa-list-ol:before {
  content: "\f0cb";
}
.fa-strikethrough:before {
  content: "\f0cc";
}
.fa-underline:before {
  content: "\f0cd";
}
.fa-table:before {
  content: "\f0ce";
}
.fa-magic:before {
  content: "\f0d0";
}
.fa-truck:before {
  content: "\f0d1";
}
.fa-pinterest:before {
  content: "\f0d2";
}
.fa-pinterest-square:before {
  content: "\f0d3";
}
.fa-google-plus-square:before {
  content: "\f0d4";
}
.fa-google-plus:before {
  content: "\f0d5";
}
.fa-money:before {
  content: "\f0d6";
}
.fa-caret-down:before {
  content: "\f0d7";
}
.fa-caret-up:before {
  content: "\f0d8";
}
.fa-caret-left:before {
  content: "\f0d9";
}
.fa-caret-right:before {
  content: "\f0da";
}
.fa-columns:before {
  content: "\f0db";
}
.fa-unsorted:before,
.fa-sort:before {
  content: "\f0dc";
}
.fa-sort-down:before,
.fa-sort-desc:before {
  content: "\f0dd";
}
.fa-sort-up:before,
.fa-sort-asc:before {
  content: "\f0de";
}
.fa-envelope:before {
  content: "\f0e0";
}
.fa-linkedin:before {
  content: "\f0e1";
}
.fa-rotate-left:before,
.fa-undo:before {
  content: "\f0e2";
}
.fa-legal:before,
.fa-gavel:before {
  content: "\f0e3";
}
.fa-dashboard:before,
.fa-tachometer:before {
  content: "\f0e4";
}
.fa-comment-o:before {
  content: "\f0e5";
}
.fa-comments-o:before {
  content: "\f0e6";
}
.fa-flash:before,
.fa-bolt:before {
  content: "\f0e7";
}
.fa-sitemap:before {
  content: "\f0e8";
}
.fa-umbrella:before {
  content: "\f0e9";
}
.fa-paste:before,
.fa-clipboard:before {
  content: "\f0ea";
}
.fa-lightbulb-o:before {
  content: "\f0eb";
}
.fa-exchange:before {
  content: "\f0ec";
}
.fa-cloud-download:before {
  content: "\f0ed";
}
.fa-cloud-upload:before {
  content: "\f0ee";
}
.fa-user-md:before {
  content: "\f0f0";
}
.fa-stethoscope:before {
  content: "\f0f1";
}
.fa-suitcase:before {
  content: "\f0f2";
}
.fa-bell-o:before {
  content: "\f0a2";
}
.fa-coffee:before {
  content: "\f0f4";
}
.fa-cutlery:before {
  content: "\f0f5";
}
.fa-file-text-o:before {
  content: "\f0f6";
}
.fa-building-o:before {
  content: "\f0f7";
}
.fa-hospital-o:before {
  content: "\f0f8";
}
.fa-ambulance:before {
  content: "\f0f9";
}
.fa-medkit:before {
  content: "\f0fa";
}
.fa-fighter-jet:before {
  content: "\f0fb";
}
.fa-beer:before {
  content: "\f0fc";
}
.fa-h-square:before {
  content: "\f0fd";
}
.fa-plus-square:before {
  content: "\f0fe";
}
.fa-angle-double-left:before {
  content: "\f100";
}
.fa-angle-double-right:before {
  content: "\f101";
}
.fa-angle-double-up:before {
  content: "\f102";
}
.fa-angle-double-down:before {
  content: "\f103";
}
.fa-angle-left:before {
  content: "\f104";
}
.fa-angle-right:before {
  content: "\f105";
}
.fa-angle-up:before {
  content: "\f106";
}
.fa-angle-down:before {
  content: "\f107";
}
.fa-desktop:before {
  content: "\f108";
}
.fa-laptop:before {
  content: "\f109";
}
.fa-tablet:before {
  content: "\f10a";
}
.fa-mobile-phone:before,
.fa-mobile:before {
  content: "\f10b";
}
.fa-circle-o:before {
  content: "\f10c";
}
.fa-quote-left:before {
  content: "\f10d";
}
.fa-quote-right:before {
  content: "\f10e";
}
.fa-spinner:before {
  content: "\f110";
}
.fa-circle:before {
  content: "\f111";
}
.fa-mail-reply:before,
.fa-reply:before {
  content: "\f112";
}
.fa-github-alt:before {
  content: "\f113";
}
.fa-folder-o:before {
  content: "\f114";
}
.fa-folder-open-o:before {
  content: "\f115";
}
.fa-smile-o:before {
  content: "\f118";
}
.fa-frown-o:before {
  content: "\f119";
}
.fa-meh-o:before {
  content: "\f11a";
}
.fa-gamepad:before {
  content: "\f11b";
}
.fa-keyboard-o:before {
  content: "\f11c";
}
.fa-flag-o:before {
  content: "\f11d";
}
.fa-flag-checkered:before {
  content: "\f11e";
}
.fa-terminal:before {
  content: "\f120";
}
.fa-code:before {
  content: "\f121";
}
.fa-mail-reply-all:before,
.fa-reply-all:before {
  content: "\f122";
}
.fa-star-half-empty:before,
.fa-star-half-full:before,
.fa-star-half-o:before {
  content: "\f123";
}
.fa-location-arrow:before {
  content: "\f124";
}
.fa-crop:before {
  content: "\f125";
}
.fa-code-fork:before {
  content: "\f126";
}
.fa-unlink:before,
.fa-chain-broken:before {
  content: "\f127";
}
.fa-question:before {
  content: "\f128";
}
.fa-info:before {
  content: "\f129";
}
.fa-exclamation:before {
  content: "\f12a";
}
.fa-superscript:before {
  content: "\f12b";
}
.fa-subscript:before {
  content: "\f12c";
}
.fa-eraser:before {
  content: "\f12d";
}
.fa-puzzle-piece:before {
  content: "\f12e";
}
.fa-microphone:before {
  content: "\f130";
}
.fa-microphone-slash:before {
  content: "\f131";
}
.fa-shield:before {
  content: "\f132";
}
.fa-calendar-o:before {
  content: "\f133";
}
.fa-fire-extinguisher:before {
  content: "\f134";
}
.fa-rocket:before {
  content: "\f135";
}
.fa-maxcdn:before {
  content: "\f136";
}
.fa-chevron-circle-left:before {
  content: "\f137";
}
.fa-chevron-circle-right:before {
  content: "\f138";
}
.fa-chevron-circle-up:before {
  content: "\f139";
}
.fa-chevron-circle-down:before {
  content: "\f13a";
}
.fa-html5:before {
  content: "\f13b";
}
.fa-css3:before {
  content: "\f13c";
}
.fa-anchor:before {
  content: "\f13d";
}
.fa-unlock-alt:before {
  content: "\f13e";
}
.fa-bullseye:before {
  content: "\f140";
}
.fa-ellipsis-h:before {
  content: "\f141";
}
.fa-ellipsis-v:before {
  content: "\f142";
}
.fa-rss-square:before {
  content: "\f143";
}
.fa-play-circle:before {
  content: "\f144";
}
.fa-ticket:before {
  content: "\f145";
}
.fa-minus-square:before {
  content: "\f146";
}
.fa-minus-square-o:before {
  content: "\f147";
}
.fa-level-up:before {
  content: "\f148";
}
.fa-level-down:before {
  content: "\f149";
}
.fa-check-square:before {
  content: "\f14a";
}
.fa-pencil-square:before {
  content: "\f14b";
}
.fa-external-link-square:before {
  content: "\f14c";
}
.fa-share-square:before {
  content: "\f14d";
}
.fa-compass:before {
  content: "\f14e";
}
.fa-toggle-down:before,
.fa-caret-square-o-down:before {
  content: "\f150";
}
.fa-toggle-up:before,
.fa-caret-square-o-up:before {
  content: "\f151";
}
.fa-toggle-right:before,
.fa-caret-square-o-right:before {
  content: "\f152";
}
.fa-euro:before,
.fa-eur:before {
  content: "\f153";
}
.fa-gbp:before {
  content: "\f154";
}
.fa-dollar:before,
.fa-usd:before {
  content: "\f155";
}
.fa-rupee:before,
.fa-inr:before {
  content: "\f156";
}
.fa-cny:before,
.fa-rmb:before,
.fa-yen:before,
.fa-jpy:before {
  content: "\f157";
}
.fa-ruble:before,
.fa-rouble:before,
.fa-rub:before {
  content: "\f158";
}
.fa-won:before,
.fa-krw:before {
  content: "\f159";
}
.fa-bitcoin:before,
.fa-btc:before {
  content: "\f15a";
}
.fa-file:before {
  content: "\f15b";
}
.fa-file-text:before {
  content: "\f15c";
}
.fa-sort-alpha-asc:before {
  content: "\f15d";
}
.fa-sort-alpha-desc:before {
  content: "\f15e";
}
.fa-sort-amount-asc:before {
  content: "\f160";
}
.fa-sort-amount-desc:before {
  content: "\f161";
}
.fa-sort-numeric-asc:before {
  content: "\f162";
}
.fa-sort-numeric-desc:before {
  content: "\f163";
}
.fa-thumbs-up:before {
  content: "\f164";
}
.fa-thumbs-down:before {
  content: "\f165";
}
.fa-youtube-square:before {
  content: "\f166";
}
.fa-youtube:before {
  content: "\f167";
}
.fa-xing:before {
  content: "\f168";
}
.fa-xing-square:before {
  content: "\f169";
}
.fa-youtube-play:before {
  content: "\f16a";
}
.fa-dropbox:before {
  content: "\f16b";
}
.fa-stack-overflow:before {
  content: "\f16c";
}
.fa-instagram:before {
  content: "\f16d";
}
.fa-flickr:before {
  content: "\f16e";
}
.fa-adn:before {
  content: "\f170";
}
.fa-bitbucket:before {
  content: "\f171";
}
.fa-bitbucket-square:before {
  content: "\f172";
}
.fa-tumblr:before {
  content: "\f173";
}
.fa-tumblr-square:before {
  content: "\f174";
}
.fa-long-arrow-down:before {
  content: "\f175";
}
.fa-long-arrow-up:before {
  content: "\f176";
}
.fa-long-arrow-left:before {
  content: "\f177";
}
.fa-long-arrow-right:before {
  content: "\f178";
}
.fa-apple:before {
  content: "\f179";
}
.fa-windows:before {
  content: "\f17a";
}
.fa-android:before {
  content: "\f17b";
}
.fa-linux:before {
  content: "\f17c";
}
.fa-dribbble:before {
  content: "\f17d";
}
.fa-skype:before {
  content: "\f17e";
}
.fa-foursquare:before {
  content: "\f180";
}
.fa-trello:before {
  content: "\f181";
}
.fa-female:before {
  content: "\f182";
}
.fa-male:before {
  content: "\f183";
}
.fa-gittip:before,
.fa-gratipay:before {
  content: "\f184";
}
.fa-sun-o:before {
  content: "\f185";
}
.fa-moon-o:before {
  content: "\f186";
}
.fa-archive:before {
  content: "\f187";
}
.fa-bug:before {
  content: "\f188";
}
.fa-vk:before {
  content: "\f189";
}
.fa-weibo:before {
  content: "\f18a";
}
.fa-renren:before {
  content: "\f18b";
}
.fa-pagelines:before {
  content: "\f18c";
}
.fa-stack-exchange:before {
  content: "\f18d";
}
.fa-arrow-circle-o-right:before {
  content: "\f18e";
}
.fa-arrow-circle-o-left:before {
  content: "\f190";
}
.fa-toggle-left:before,
.fa-caret-square-o-left:before {
  content: "\f191";
}
.fa-dot-circle-o:before {
  content: "\f192";
}
.fa-wheelchair:before {
  content: "\f193";
}
.fa-vimeo-square:before {
  content: "\f194";
}
.fa-turkish-lira:before,
.fa-try:before {
  content: "\f195";
}
.fa-plus-square-o:before {
  content: "\f196";
}
.fa-space-shuttle:before {
  content: "\f197";
}
.fa-slack:before {
  content: "\f198";
}
.fa-envelope-square:before {
  content: "\f199";
}
.fa-wordpress:before {
  content: "\f19a";
}
.fa-openid:before {
  content: "\f19b";
}
.fa-institution:before,
.fa-bank:before,
.fa-university:before {
  content: "\f19c";
}
.fa-mortar-board:before,
.fa-graduation-cap:before {
  content: "\f19d";
}
.fa-yahoo:before {
  content: "\f19e";
}
.fa-google:before {
  content: "\f1a0";
}
.fa-reddit:before {
  content: "\f1a1";
}
.fa-reddit-square:before {
  content: "\f1a2";
}
.fa-stumbleupon-circle:before {
  content: "\f1a3";
}
.fa-stumbleupon:before {
  content: "\f1a4";
}
.fa-delicious:before {
  content: "\f1a5";
}
.fa-digg:before {
  content: "\f1a6";
}
.fa-pied-piper-pp:before {
  content: "\f1a7";
}
.fa-pied-piper-alt:before {
  content: "\f1a8";
}
.fa-drupal:before {
  content: "\f1a9";
}
.fa-joomla:before {
  content: "\f1aa";
}
.fa-language:before {
  content: "\f1ab";
}
.fa-fax:before {
  content: "\f1ac";
}
.fa-building:before {
  content: "\f1ad";
}
.fa-child:before {
  content: "\f1ae";
}
.fa-paw:before {
  content: "\f1b0";
}
.fa-spoon:before {
  content: "\f1b1";
}
.fa-cube:before {
  content: "\f1b2";
}
.fa-cubes:before {
  content: "\f1b3";
}
.fa-behance:before {
  content: "\f1b4";
}
.fa-behance-square:before {
  content: "\f1b5";
}
.fa-steam:before {
  content: "\f1b6";
}
.fa-steam-square:before {
  content: "\f1b7";
}
.fa-recycle:before {
  content: "\f1b8";
}
.fa-automobile:before,
.fa-car:before {
  content: "\f1b9";
}
.fa-cab:before,
.fa-taxi:before {
  content: "\f1ba";
}
.fa-tree:before {
  content: "\f1bb";
}
.fa-spotify:before {
  content: "\f1bc";
}
.fa-deviantart:before {
  content: "\f1bd";
}
.fa-soundcloud:before {
  content: "\f1be";
}
.fa-database:before {
  content: "\f1c0";
}
.fa-file-pdf-o:before {
  content: "\f1c1";
}
.fa-file-word-o:before {
  content: "\f1c2";
}
.fa-file-excel-o:before {
  content: "\f1c3";
}
.fa-file-powerpoint-o:before {
  content: "\f1c4";
}
.fa-file-photo-o:before,
.fa-file-picture-o:before,
.fa-file-image-o:before {
  content: "\f1c5";
}
.fa-file-zip-o:before,
.fa-file-archive-o:before {
  content: "\f1c6";
}
.fa-file-sound-o:before,
.fa-file-audio-o:before {
  content: "\f1c7";
}
.fa-file-movie-o:before,
.fa-file-video-o:before {
  content: "\f1c8";
}
.fa-file-code-o:before {
  content: "\f1c9";
}
.fa-vine:before {
  content: "\f1ca";
}
.fa-codepen:before {
  content: "\f1cb";
}
.fa-jsfiddle:before {
  content: "\f1cc";
}
.fa-life-bouy:before,
.fa-life-buoy:before,
.fa-life-saver:before,
.fa-support:before,
.fa-life-ring:before {
  content: "\f1cd";
}
.fa-circle-o-notch:before {
  content: "\f1ce";
}
.fa-ra:before,
.fa-resistance:before,
.fa-rebel:before {
  content: "\f1d0";
}
.fa-ge:before,
.fa-empire:before {
  content: "\f1d1";
}
.fa-git-square:before {
  content: "\f1d2";
}
.fa-git:before {
  content: "\f1d3";
}
.fa-y-combinator-square:before,
.fa-yc-square:before,
.fa-hacker-news:before {
  content: "\f1d4";
}
.fa-tencent-weibo:before {
  content: "\f1d5";
}
.fa-qq:before {
  content: "\f1d6";
}
.fa-wechat:before,
.fa-weixin:before {
  content: "\f1d7";
}
.fa-send:before,
.fa-paper-plane:before {
  content: "\f1d8";
}
.fa-send-o:before,
.fa-paper-plane-o:before {
  content: "\f1d9";
}
.fa-history:before {
  content: "\f1da";
}
.fa-circle-thin:before {
  content: "\f1db";
}
.fa-header:before {
  content: "\f1dc";
}
.fa-paragraph:before {
  content: "\f1dd";
}
.fa-sliders:before {
  content: "\f1de";
}
.fa-share-alt:before {
  content: "\f1e0";
}
.fa-share-alt-square:before {
  content: "\f1e1";
}
.fa-bomb:before {
  content: "\f1e2";
}
.fa-soccer-ball-o:before,
.fa-futbol-o:before {
  content: "\f1e3";
}
.fa-tty:before {
  content: "\f1e4";
}
.fa-binoculars:before {
  content: "\f1e5";
}
.fa-plug:before {
  content: "\f1e6";
}
.fa-slideshare:before {
  content: "\f1e7";
}
.fa-twitch:before {
  content: "\f1e8";
}
.fa-yelp:before {
  content: "\f1e9";
}
.fa-newspaper-o:before {
  content: "\f1ea";
}
.fa-wifi:before {
  content: "\f1eb";
}
.fa-calculator:before {
  content: "\f1ec";
}
.fa-paypal:before {
  content: "\f1ed";
}
.fa-google-wallet:before {
  content: "\f1ee";
}
.fa-cc-visa:before {
  content: "\f1f0";
}
.fa-cc-mastercard:before {
  content: "\f1f1";
}
.fa-cc-discover:before {
  content: "\f1f2";
}
.fa-cc-amex:before {
  content: "\f1f3";
}
.fa-cc-paypal:before {
  content: "\f1f4";
}
.fa-cc-stripe:before {
  content: "\f1f5";
}
.fa-bell-slash:before {
  content: "\f1f6";
}
.fa-bell-slash-o:before {
  content: "\f1f7";
}
.fa-trash:before {
  content: "\f1f8";
}
.fa-copyright:before {
  content: "\f1f9";
}
.fa-at:before {
  content: "\f1fa";
}
.fa-eyedropper:before {
  content: "\f1fb";
}
.fa-paint-brush:before {
  content: "\f1fc";
}
.fa-birthday-cake:before {
  content: "\f1fd";
}
.fa-area-chart:before {
  content: "\f1fe";
}
.fa-pie-chart:before {
  content: "\f200";
}
.fa-line-chart:before {
  content: "\f201";
}
.fa-lastfm:before {
  content: "\f202";
}
.fa-lastfm-square:before {
  content: "\f203";
}
.fa-toggle-off:before {
  content: "\f204";
}
.fa-toggle-on:before {
  content: "\f205";
}
.fa-bicycle:before {
  content: "\f206";
}
.fa-bus:before {
  content: "\f207";
}
.fa-ioxhost:before {
  content: "\f208";
}
.fa-angellist:before {
  content: "\f209";
}
.fa-cc:before {
  content: "\f20a";
}
.fa-shekel:before,
.fa-sheqel:before,
.fa-ils:before {
  content: "\f20b";
}
.fa-meanpath:before {
  content: "\f20c";
}
.fa-buysellads:before {
  content: "\f20d";
}
.fa-connectdevelop:before {
  content: "\f20e";
}
.fa-dashcube:before {
  content: "\f210";
}
.fa-forumbee:before {
  content: "\f211";
}
.fa-leanpub:before {
  content: "\f212";
}
.fa-sellsy:before {
  content: "\f213";
}
.fa-shirtsinbulk:before {
  content: "\f214";
}
.fa-simplybuilt:before {
  content: "\f215";
}
.fa-skyatlas:before {
  content: "\f216";
}
.fa-cart-plus:before {
  content: "\f217";
}
.fa-cart-arrow-down:before {
  content: "\f218";
}
.fa-diamond:before {
  content: "\f219";
}
.fa-ship:before {
  content: "\f21a";
}
.fa-user-secret:before {
  content: "\f21b";
}
.fa-motorcycle:before {
  content: "\f21c";
}
.fa-street-view:before {
  content: "\f21d";
}
.fa-heartbeat:before {
  content: "\f21e";
}
.fa-venus:before {
  content: "\f221";
}
.fa-mars:before {
  content: "\f222";
}
.fa-mercury:before {
  content: "\f223";
}
.fa-intersex:before,
.fa-transgender:before {
  content: "\f224";
}
.fa-transgender-alt:before {
  content: "\f225";
}
.fa-venus-double:before {
  content: "\f226";
}
.fa-mars-double:before {
  content: "\f227";
}
.fa-venus-mars:before {
  content: "\f228";
}
.fa-mars-stroke:before {
  content: "\f229";
}
.fa-mars-stroke-v:before {
  content: "\f22a";
}
.fa-mars-stroke-h:before {
  content: "\f22b";
}
.fa-neuter:before {
  content: "\f22c";
}
.fa-genderless:before {
  content: "\f22d";
}
.fa-facebook-official:before {
  content: "\f230";
}
.fa-pinterest-p:before {
  content: "\f231";
}
.fa-whatsapp:before {
  content: "\f232";
}
.fa-server:before {
  content: "\f233";
}
.fa-user-plus:before {
  content: "\f234";
}
.fa-user-times:before {
  content: "\f235";
}
.fa-hotel:before,
.fa-bed:before {
  content: "\f236";
}
.fa-viacoin:before {
  content: "\f237";
}
.fa-train:before {
  content: "\f238";
}
.fa-subway:before {
  content: "\f239";
}
.fa-medium:before {
  content: "\f23a";
}
.fa-yc:before,
.fa-y-combinator:before {
  content: "\f23b";
}
.fa-optin-monster:before {
  content: "\f23c";
}
.fa-opencart:before {
  content: "\f23d";
}
.fa-expeditedssl:before {
  content: "\f23e";
}
.fa-battery-4:before,
.fa-battery:before,
.fa-battery-full:before {
  content: "\f240";
}
.fa-battery-3:before,
.fa-battery-three-quarters:before {
  content: "\f241";
}
.fa-battery-2:before,
.fa-battery-half:before {
  content: "\f242";
}
.fa-battery-1:before,
.fa-battery-quarter:before {
  content: "\f243";
}
.fa-battery-0:before,
.fa-battery-empty:before {
  content: "\f244";
}
.fa-mouse-pointer:before {
  content: "\f245";
}
.fa-i-cursor:before {
  content: "\f246";
}
.fa-object-group:before {
  content: "\f247";
}
.fa-object-ungroup:before {
  content: "\f248";
}
.fa-sticky-note:before {
  content: "\f249";
}
.fa-sticky-note-o:before {
  content: "\f24a";
}
.fa-cc-jcb:before {
  content: "\f24b";
}
.fa-cc-diners-club:before {
  content: "\f24c";
}
.fa-clone:before {
  content: "\f24d";
}
.fa-balance-scale:before {
  content: "\f24e";
}
.fa-hourglass-o:before {
  content: "\f250";
}
.fa-hourglass-1:before,
.fa-hourglass-start:before {
  content: "\f251";
}
.fa-hourglass-2:before,
.fa-hourglass-half:before {
  content: "\f252";
}
.fa-hourglass-3:before,
.fa-hourglass-end:before {
  content: "\f253";
}
.fa-hourglass:before {
  content: "\f254";
}
.fa-hand-grab-o:before,
.fa-hand-rock-o:before {
  content: "\f255";
}
.fa-hand-stop-o:before,
.fa-hand-paper-o:before {
  content: "\f256";
}
.fa-hand-scissors-o:before {
  content: "\f257";
}
.fa-hand-lizard-o:before {
  content: "\f258";
}
.fa-hand-spock-o:before {
  content: "\f259";
}
.fa-hand-pointer-o:before {
  content: "\f25a";
}
.fa-hand-peace-o:before {
  content: "\f25b";
}
.fa-trademark:before {
  content: "\f25c";
}
.fa-registered:before {
  content: "\f25d";
}
.fa-creative-commons:before {
  content: "\f25e";
}
.fa-gg:before {
  content: "\f260";
}
.fa-gg-circle:before {
  content: "\f261";
}
.fa-tripadvisor:before {
  content: "\f262";
}
.fa-odnoklassniki:before {
  content: "\f263";
}
.fa-odnoklassniki-square:before {
  content: "\f264";
}
.fa-get-pocket:before {
  content: "\f265";
}
.fa-wikipedia-w:before {
  content: "\f266";
}
.fa-safari:before {
  content: "\f267";
}
.fa-chrome:before {
  content: "\f268";
}
.fa-firefox:before {
  content: "\f269";
}
.fa-opera:before {
  content: "\f26a";
}
.fa-internet-explorer:before {
  content: "\f26b";
}
.fa-tv:before,
.fa-television:before {
  content: "\f26c";
}
.fa-contao:before {
  content: "\f26d";
}
.fa-500px:before {
  content: "\f26e";
}
.fa-amazon:before {
  content: "\f270";
}
.fa-calendar-plus-o:before {
  content: "\f271";
}
.fa-calendar-minus-o:before {
  content: "\f272";
}
.fa-calendar-times-o:before {
  content: "\f273";
}
.fa-calendar-check-o:before {
  content: "\f274";
}
.fa-industry:before {
  content: "\f275";
}
.fa-map-pin:before {
  content: "\f276";
}
.fa-map-signs:before {
  content: "\f277";
}
.fa-map-o:before {
  content: "\f278";
}
.fa-map:before {
  content: "\f279";
}
.fa-commenting:before {
  content: "\f27a";
}
.fa-commenting-o:before {
  content: "\f27b";
}
.fa-houzz:before {
  content: "\f27c";
}
.fa-vimeo:before {
  content: "\f27d";
}
.fa-black-tie:before {
  content: "\f27e";
}
.fa-fonticons:before {
  content: "\f280";
}
.fa-reddit-alien:before {
  content: "\f281";
}
.fa-edge:before {
  content: "\f282";
}
.fa-credit-card-alt:before {
  content: "\f283";
}
.fa-codiepie:before {
  content: "\f284";
}
.fa-modx:before {
  content: "\f285";
}
.fa-fort-awesome:before {
  content: "\f286";
}
.fa-usb:before {
  content: "\f287";
}
.fa-product-hunt:before {
  content: "\f288";
}
.fa-mixcloud:before {
  content: "\f289";
}
.fa-scribd:before {
  content: "\f28a";
}
.fa-pause-circle:before {
  content: "\f28b";
}
.fa-pause-circle-o:before {
  content: "\f28c";
}
.fa-stop-circle:before {
  content: "\f28d";
}
.fa-stop-circle-o:before {
  content: "\f28e";
}
.fa-shopping-bag:before {
  content: "\f290";
}
.fa-shopping-basket:before {
  content: "\f291";
}
.fa-hashtag:before {
  content: "\f292";
}
.fa-bluetooth:before {
  content: "\f293";
}
.fa-bluetooth-b:before {
  content: "\f294";
}
.fa-percent:before {
  content: "\f295";
}
.fa-gitlab:before {
  content: "\f296";
}
.fa-wpbeginner:before {
  content: "\f297";
}
.fa-wpforms:before {
  content: "\f298";
}
.fa-envira:before {
  content: "\f299";
}
.fa-universal-access:before {
  content: "\f29a";
}
.fa-wheelchair-alt:before {
  content: "\f29b";
}
.fa-question-circle-o:before {
  content: "\f29c";
}
.fa-blind:before {
  content: "\f29d";
}
.fa-audio-description:before {
  content: "\f29e";
}
.fa-volume-control-phone:before {
  content: "\f2a0";
}
.fa-braille:before {
  content: "\f2a1";
}
.fa-assistive-listening-systems:before {
  content: "\f2a2";
}
.fa-asl-interpreting:before,
.fa-american-sign-language-interpreting:before {
  content: "\f2a3";
}
.fa-deafness:before,
.fa-hard-of-hearing:before,
.fa-deaf:before {
  content: "\f2a4";
}
.fa-glide:before {
  content: "\f2a5";
}
.fa-glide-g:before {
  content: "\f2a6";
}
.fa-signing:before,
.fa-sign-language:before {
  content: "\f2a7";
}
.fa-low-vision:before {
  content: "\f2a8";
}
.fa-viadeo:before {
  content: "\f2a9";
}
.fa-viadeo-square:before {
  content: "\f2aa";
}
.fa-snapchat:before {
  content: "\f2ab";
}
.fa-snapchat-ghost:before {
  content: "\f2ac";
}
.fa-snapchat-square:before {
  content: "\f2ad";
}
.fa-pied-piper:before {
  content: "\f2ae";
}
.fa-first-order:before {
  content: "\f2b0";
}
.fa-yoast:before {
  content: "\f2b1";
}
.fa-themeisle:before {
  content: "\f2b2";
}
.fa-google-plus-circle:before,
.fa-google-plus-official:before {
  content: "\f2b3";
}
.fa-fa:before,
.fa-font-awesome:before {
  content: "\f2b4";
}
.fa-handshake-o:before {
  content: "\f2b5";
}
.fa-envelope-open:before {
  content: "\f2b6";
}
.fa-envelope-open-o:before {
  content: "\f2b7";
}
.fa-linode:before {
  content: "\f2b8";
}
.fa-address-book:before {
  content: "\f2b9";
}
.fa-address-book-o:before {
  content: "\f2ba";
}
.fa-vcard:before,
.fa-address-card:before {
  content: "\f2bb";
}
.fa-vcard-o:before,
.fa-address-card-o:before {
  content: "\f2bc";
}
.fa-user-circle:before {
  content: "\f2bd";
}
.fa-user-circle-o:before {
  content: "\f2be";
}
.fa-user-o:before {
  content: "\f2c0";
}
.fa-id-badge:before {
  content: "\f2c1";
}
.fa-drivers-license:before,
.fa-id-card:before {
  content: "\f2c2";
}
.fa-drivers-license-o:before,
.fa-id-card-o:before {
  content: "\f2c3";
}
.fa-quora:before {
  content: "\f2c4";
}
.fa-free-code-camp:before {
  content: "\f2c5";
}
.fa-telegram:before {
  content: "\f2c6";
}
.fa-thermometer-4:before,
.fa-thermometer:before,
.fa-thermometer-full:before {
  content: "\f2c7";
}
.fa-thermometer-3:before,
.fa-thermometer-three-quarters:before {
  content: "\f2c8";
}
.fa-thermometer-2:before,
.fa-thermometer-half:before {
  content: "\f2c9";
}
.fa-thermometer-1:before,
.fa-thermometer-quarter:before {
  content: "\f2ca";
}
.fa-thermometer-0:before,
.fa-thermometer-empty:before {
  content: "\f2cb";
}
.fa-shower:before {
  content: "\f2cc";
}
.fa-bathtub:before,
.fa-s15:before,
.fa-bath:before {
  content: "\f2cd";
}
.fa-podcast:before {
  content: "\f2ce";
}
.fa-window-maximize:before {
  content: "\f2d0";
}
.fa-window-minimize:before {
  content: "\f2d1";
}
.fa-window-restore:before {
  content: "\f2d2";
}
.fa-times-rectangle:before,
.fa-window-close:before {
  content: "\f2d3";
}
.fa-times-rectangle-o:before,
.fa-window-close-o:before {
  content: "\f2d4";
}
.fa-bandcamp:before {
  content: "\f2d5";
}
.fa-grav:before {
  content: "\f2d6";
}
.fa-etsy:before {
  content: "\f2d7";
}
.fa-imdb:before {
  content: "\f2d8";
}
.fa-ravelry:before {
  content: "\f2d9";
}
.fa-eercast:before {
  content: "\f2da";
}
.fa-microchip:before {
  content: "\f2db";
}
.fa-snowflake-o:before {
  content: "\f2dc";
}
.fa-superpowers:before {
  content: "\f2dd";
}
.fa-wpexplorer:before {
  content: "\f2de";
}
.fa-meetup:before {
  content: "\f2e0";
}
.sr-only {
  position: absolute;
  width: 1px;
  height: 1px;
  padding: 0;
  margin: -1px;
  overflow: hidden;
  clip: rect(0, 0, 0, 0);
  border: 0;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
/*!
*
* IPython base
*
*/
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
code {
  color: #000;
}
pre {
  font-size: inherit;
  line-height: inherit;
}
label {
  font-weight: normal;
}
/* Make the page background atleast 100% the height of the view port */
/* Make the page itself atleast 70% the height of the view port */
.border-box-sizing {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.corner-all {
  border-radius: 2px;
}
.no-padding {
  padding: 0px;
}
/* Flexible box model classes */
/* Taken from Alex Russell http://infrequently.org/2009/08/css-3-progress/ */
/* This file is a compatability layer.  It allows the usage of flexible box 
model layouts accross multiple browsers, including older browsers.  The newest,
universal implementation of the flexible box model is used when available (see
`Modern browsers` comments below).  Browsers that are known to implement this 
new spec completely include:

    Firefox 28.0+
    Chrome 29.0+
    Internet Explorer 11+ 
    Opera 17.0+

Browsers not listed, including Safari, are supported via the styling under the
`Old browsers` comments below.
*/
.hbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
.hbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.vbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
.vbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.hbox.reverse,
.vbox.reverse,
.reverse {
  /* Old browsers */
  -webkit-box-direction: reverse;
  -moz-box-direction: reverse;
  box-direction: reverse;
  /* Modern browsers */
  flex-direction: row-reverse;
}
.hbox.box-flex0,
.vbox.box-flex0,
.box-flex0 {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
  width: auto;
}
.hbox.box-flex1,
.vbox.box-flex1,
.box-flex1 {
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex,
.vbox.box-flex,
.box-flex {
  /* Old browsers */
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex2,
.vbox.box-flex2,
.box-flex2 {
  /* Old browsers */
  -webkit-box-flex: 2;
  -moz-box-flex: 2;
  box-flex: 2;
  /* Modern browsers */
  flex: 2;
}
.box-group1 {
  /*  Deprecated */
  -webkit-box-flex-group: 1;
  -moz-box-flex-group: 1;
  box-flex-group: 1;
}
.box-group2 {
  /* Deprecated */
  -webkit-box-flex-group: 2;
  -moz-box-flex-group: 2;
  box-flex-group: 2;
}
.hbox.start,
.vbox.start,
.start {
  /* Old browsers */
  -webkit-box-pack: start;
  -moz-box-pack: start;
  box-pack: start;
  /* Modern browsers */
  justify-content: flex-start;
}
.hbox.end,
.vbox.end,
.end {
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
}
.hbox.center,
.vbox.center,
.center {
  /* Old browsers */
  -webkit-box-pack: center;
  -moz-box-pack: center;
  box-pack: center;
  /* Modern browsers */
  justify-content: center;
}
.hbox.baseline,
.vbox.baseline,
.baseline {
  /* Old browsers */
  -webkit-box-pack: baseline;
  -moz-box-pack: baseline;
  box-pack: baseline;
  /* Modern browsers */
  justify-content: baseline;
}
.hbox.stretch,
.vbox.stretch,
.stretch {
  /* Old browsers */
  -webkit-box-pack: stretch;
  -moz-box-pack: stretch;
  box-pack: stretch;
  /* Modern browsers */
  justify-content: stretch;
}
.hbox.align-start,
.vbox.align-start,
.align-start {
  /* Old browsers */
  -webkit-box-align: start;
  -moz-box-align: start;
  box-align: start;
  /* Modern browsers */
  align-items: flex-start;
}
.hbox.align-end,
.vbox.align-end,
.align-end {
  /* Old browsers */
  -webkit-box-align: end;
  -moz-box-align: end;
  box-align: end;
  /* Modern browsers */
  align-items: flex-end;
}
.hbox.align-center,
.vbox.align-center,
.align-center {
  /* Old browsers */
  -webkit-box-align: center;
  -moz-box-align: center;
  box-align: center;
  /* Modern browsers */
  align-items: center;
}
.hbox.align-baseline,
.vbox.align-baseline,
.align-baseline {
  /* Old browsers */
  -webkit-box-align: baseline;
  -moz-box-align: baseline;
  box-align: baseline;
  /* Modern browsers */
  align-items: baseline;
}
.hbox.align-stretch,
.vbox.align-stretch,
.align-stretch {
  /* Old browsers */
  -webkit-box-align: stretch;
  -moz-box-align: stretch;
  box-align: stretch;
  /* Modern browsers */
  align-items: stretch;
}
div.error {
  margin: 2em;
  text-align: center;
}
div.error > h1 {
  font-size: 500%;
  line-height: normal;
}
div.error > p {
  font-size: 200%;
  line-height: normal;
}
div.traceback-wrapper {
  text-align: left;
  max-width: 800px;
  margin: auto;
}
div.traceback-wrapper pre.traceback {
  max-height: 600px;
  overflow: auto;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
body {
  background-color: #fff;
  /* This makes sure that the body covers the entire window and needs to
       be in a different element than the display: box in wrapper below */
  position: absolute;
  left: 0px;
  right: 0px;
  top: 0px;
  bottom: 0px;
  overflow: visible;
}
body > #header {
  /* Initially hidden to prevent FLOUC */
  display: none;
  background-color: #fff;
  /* Display over codemirror */
  position: relative;
  z-index: 100;
}
body > #header #header-container {
  display: flex;
  flex-direction: row;
  justify-content: space-between;
  padding: 5px;
  padding-bottom: 5px;
  padding-top: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
body > #header .header-bar {
  width: 100%;
  height: 1px;
  background: #e7e7e7;
  margin-bottom: -1px;
}
@media print {
  body > #header {
    display: none !important;
  }
}
#header-spacer {
  width: 100%;
  visibility: hidden;
}
@media print {
  #header-spacer {
    display: none;
  }
}
#ipython_notebook {
  padding-left: 0px;
  padding-top: 1px;
  padding-bottom: 1px;
}
[dir="rtl"] #ipython_notebook {
  margin-right: 10px;
  margin-left: 0;
}
[dir="rtl"] #ipython_notebook.pull-left {
  float: right !important;
  float: right;
}
.flex-spacer {
  flex: 1;
}
#noscript {
  width: auto;
  padding-top: 16px;
  padding-bottom: 16px;
  text-align: center;
  font-size: 22px;
  color: red;
  font-weight: bold;
}
#ipython_notebook img {
  height: 28px;
}
#site {
  width: 100%;
  display: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  overflow: auto;
}
@media print {
  #site {
    height: auto !important;
  }
}
/* Smaller buttons */
.ui-button .ui-button-text {
  padding: 0.2em 0.8em;
  font-size: 77%;
}
input.ui-button {
  padding: 0.3em 0.9em;
}
span#kernel_logo_widget {
  margin: 0 10px;
}
span#login_widget {
  float: right;
}
[dir="rtl"] span#login_widget {
  float: left;
}
span#login_widget > .button,
#logout {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button:focus,
#logout:focus,
span#login_widget > .button.focus,
#logout.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
span#login_widget > .button:hover,
#logout:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active:hover,
#logout:active:hover,
span#login_widget > .button.active:hover,
#logout.active:hover,
.open > .dropdown-togglespan#login_widget > .button:hover,
.open > .dropdown-toggle#logout:hover,
span#login_widget > .button:active:focus,
#logout:active:focus,
span#login_widget > .button.active:focus,
#logout.active:focus,
.open > .dropdown-togglespan#login_widget > .button:focus,
.open > .dropdown-toggle#logout:focus,
span#login_widget > .button:active.focus,
#logout:active.focus,
span#login_widget > .button.active.focus,
#logout.active.focus,
.open > .dropdown-togglespan#login_widget > .button.focus,
.open > .dropdown-toggle#logout.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  background-image: none;
}
span#login_widget > .button.disabled:hover,
#logout.disabled:hover,
span#login_widget > .button[disabled]:hover,
#logout[disabled]:hover,
fieldset[disabled] span#login_widget > .button:hover,
fieldset[disabled] #logout:hover,
span#login_widget > .button.disabled:focus,
#logout.disabled:focus,
span#login_widget > .button[disabled]:focus,
#logout[disabled]:focus,
fieldset[disabled] span#login_widget > .button:focus,
fieldset[disabled] #logout:focus,
span#login_widget > .button.disabled.focus,
#logout.disabled.focus,
span#login_widget > .button[disabled].focus,
#logout[disabled].focus,
fieldset[disabled] span#login_widget > .button.focus,
fieldset[disabled] #logout.focus {
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button .badge,
#logout .badge {
  color: #fff;
  background-color: #333;
}
.nav-header {
  text-transform: none;
}
#header > span {
  margin-top: 10px;
}
.modal_stretch .modal-dialog {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  min-height: 80vh;
}
.modal_stretch .modal-dialog .modal-body {
  max-height: calc(100vh - 200px);
  overflow: auto;
  flex: 1;
}
.modal-header {
  cursor: move;
}
@media (min-width: 768px) {
  .modal .modal-dialog {
    width: 700px;
  }
}
@media (min-width: 768px) {
  select.form-control {
    margin-left: 12px;
    margin-right: 12px;
  }
}
/*!
*
* IPython auth
*
*/
.center-nav {
  display: inline-block;
  margin-bottom: -4px;
}
[dir="rtl"] .center-nav form.pull-left {
  float: right !important;
  float: right;
}
[dir="rtl"] .center-nav .navbar-text {
  float: right;
}
[dir="rtl"] .navbar-inner {
  text-align: right;
}
[dir="rtl"] div.text-left {
  text-align: right;
}
/*!
*
* IPython tree view
*
*/
/* We need an invisible input field on top of the sentense*/
/* "Drag file onto the list ..." */
.alternate_upload {
  background-color: none;
  display: inline;
}
.alternate_upload.form {
  padding: 0;
  margin: 0;
}
.alternate_upload input.fileinput {
  position: absolute;
  display: block;
  width: 100%;
  height: 100%;
  overflow: hidden;
  cursor: pointer;
  opacity: 0;
  z-index: 2;
}
.alternate_upload .btn-xs > input.fileinput {
  margin: -1px -5px;
}
.alternate_upload .btn-upload {
  position: relative;
  height: 22px;
}
::-webkit-file-upload-button {
  cursor: pointer;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
ul#tabs {
  margin-bottom: 4px;
}
ul#tabs a {
  padding-top: 6px;
  padding-bottom: 4px;
}
[dir="rtl"] ul#tabs.nav-tabs > li {
  float: right;
}
[dir="rtl"] ul#tabs.nav.nav-tabs {
  padding-right: 0;
}
ul.breadcrumb a:focus,
ul.breadcrumb a:hover {
  text-decoration: none;
}
ul.breadcrumb i.icon-home {
  font-size: 16px;
  margin-right: 4px;
}
ul.breadcrumb span {
  color: #5e5e5e;
}
.list_toolbar {
  padding: 4px 0 4px 0;
  vertical-align: middle;
}
.list_toolbar .tree-buttons {
  padding-top: 1px;
}
[dir="rtl"] .list_toolbar .tree-buttons .pull-right {
  float: left !important;
  float: left;
}
[dir="rtl"] .list_toolbar .col-sm-4,
[dir="rtl"] .list_toolbar .col-sm-8 {
  float: right;
}
.dynamic-buttons {
  padding-top: 3px;
  display: inline-block;
}
.list_toolbar [class*="span"] {
  min-height: 24px;
}
.list_header {
  font-weight: bold;
  background-color: #EEE;
}
.list_placeholder {
  font-weight: bold;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
}
.list_container {
  margin-top: 4px;
  margin-bottom: 20px;
  border: 1px solid #ddd;
  border-radius: 2px;
}
.list_container > div {
  border-bottom: 1px solid #ddd;
}
.list_container > div:hover .list-item {
  background-color: red;
}
.list_container > div:last-child {
  border: none;
}
.list_item:hover .list_item {
  background-color: #ddd;
}
.list_item a {
  text-decoration: none;
}
.list_item:hover {
  background-color: #fafafa;
}
.list_header > div,
.list_item > div {
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
.list_header > div input,
.list_item > div input {
  margin-right: 7px;
  margin-left: 14px;
  vertical-align: text-bottom;
  line-height: 22px;
  position: relative;
  top: -1px;
}
.list_header > div .item_link,
.list_item > div .item_link {
  margin-left: -1px;
  vertical-align: baseline;
  line-height: 22px;
}
[dir="rtl"] .list_item > div input {
  margin-right: 0;
}
.new-file input[type=checkbox] {
  visibility: hidden;
}
.item_name {
  line-height: 22px;
  height: 24px;
}
.item_icon {
  font-size: 14px;
  color: #5e5e5e;
  margin-right: 7px;
  margin-left: 7px;
  line-height: 22px;
  vertical-align: baseline;
}
.item_modified {
  margin-right: 7px;
  margin-left: 7px;
}
[dir="rtl"] .item_modified.pull-right {
  float: left !important;
  float: left;
}
.item_buttons {
  line-height: 1em;
  margin-left: -5px;
}
.item_buttons .btn,
.item_buttons .btn-group,
.item_buttons .input-group {
  float: left;
}
.item_buttons > .btn,
.item_buttons > .btn-group,
.item_buttons > .input-group {
  margin-left: 5px;
}
.item_buttons .btn {
  min-width: 13ex;
}
.item_buttons .running-indicator {
  padding-top: 4px;
  color: #5cb85c;
}
.item_buttons .kernel-name {
  padding-top: 4px;
  color: #5bc0de;
  margin-right: 7px;
  float: left;
}
[dir="rtl"] .item_buttons.pull-right {
  float: left !important;
  float: left;
}
[dir="rtl"] .item_buttons .kernel-name {
  margin-left: 7px;
  float: right;
}
.toolbar_info {
  height: 24px;
  line-height: 24px;
}
.list_item input:not([type=checkbox]) {
  padding-top: 3px;
  padding-bottom: 3px;
  height: 22px;
  line-height: 14px;
  margin: 0px;
}
.highlight_text {
  color: blue;
}
#project_name {
  display: inline-block;
  padding-left: 7px;
  margin-left: -2px;
}
#project_name > .breadcrumb {
  padding: 0px;
  margin-bottom: 0px;
  background-color: transparent;
  font-weight: bold;
}
.sort_button {
  display: inline-block;
  padding-left: 7px;
}
[dir="rtl"] .sort_button.pull-right {
  float: left !important;
  float: left;
}
#tree-selector {
  padding-right: 0px;
}
#button-select-all {
  min-width: 50px;
}
[dir="rtl"] #button-select-all.btn {
  float: right ;
}
#select-all {
  margin-left: 7px;
  margin-right: 2px;
  margin-top: 2px;
  height: 16px;
}
[dir="rtl"] #select-all.pull-left {
  float: right !important;
  float: right;
}
.menu_icon {
  margin-right: 2px;
}
.tab-content .row {
  margin-left: 0px;
  margin-right: 0px;
}
.folder_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f114";
}
.folder_icon:before.fa-pull-left {
  margin-right: .3em;
}
.folder_icon:before.fa-pull-right {
  margin-left: .3em;
}
.folder_icon:before.pull-left {
  margin-right: .3em;
}
.folder_icon:before.pull-right {
  margin-left: .3em;
}
.notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
}
.notebook_icon:before.fa-pull-left {
  margin-right: .3em;
}
.notebook_icon:before.fa-pull-right {
  margin-left: .3em;
}
.notebook_icon:before.pull-left {
  margin-right: .3em;
}
.notebook_icon:before.pull-right {
  margin-left: .3em;
}
.running_notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
  color: #5cb85c;
}
.running_notebook_icon:before.fa-pull-left {
  margin-right: .3em;
}
.running_notebook_icon:before.fa-pull-right {
  margin-left: .3em;
}
.running_notebook_icon:before.pull-left {
  margin-right: .3em;
}
.running_notebook_icon:before.pull-right {
  margin-left: .3em;
}
.file_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f016";
  position: relative;
  top: -2px;
}
.file_icon:before.fa-pull-left {
  margin-right: .3em;
}
.file_icon:before.fa-pull-right {
  margin-left: .3em;
}
.file_icon:before.pull-left {
  margin-right: .3em;
}
.file_icon:before.pull-right {
  margin-left: .3em;
}
#notebook_toolbar .pull-right {
  padding-top: 0px;
  margin-right: -1px;
}
ul#new-menu {
  left: auto;
  right: 0;
}
#new-menu .dropdown-header {
  font-size: 10px;
  border-bottom: 1px solid #e5e5e5;
  padding: 0 0 3px;
  margin: -3px 20px 0;
}
.kernel-menu-icon {
  padding-right: 12px;
  width: 24px;
  content: "\f096";
}
.kernel-menu-icon:before {
  content: "\f096";
}
.kernel-menu-icon-current:before {
  content: "\f00c";
}
#tab_content {
  padding-top: 20px;
}
#running .panel-group .panel {
  margin-top: 3px;
  margin-bottom: 1em;
}
#running .panel-group .panel .panel-heading {
  background-color: #EEE;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
#running .panel-group .panel .panel-heading a:focus,
#running .panel-group .panel .panel-heading a:hover {
  text-decoration: none;
}
#running .panel-group .panel .panel-body {
  padding: 0px;
}
#running .panel-group .panel .panel-body .list_container {
  margin-top: 0px;
  margin-bottom: 0px;
  border: 0px;
  border-radius: 0px;
}
#running .panel-group .panel .panel-body .list_container .list_item {
  border-bottom: 1px solid #ddd;
}
#running .panel-group .panel .panel-body .list_container .list_item:last-child {
  border-bottom: 0px;
}
.delete-button {
  display: none;
}
.duplicate-button {
  display: none;
}
.rename-button {
  display: none;
}
.move-button {
  display: none;
}
.download-button {
  display: none;
}
.shutdown-button {
  display: none;
}
.dynamic-instructions {
  display: inline-block;
  padding-top: 4px;
}
/*!
*
* IPython text editor webapp
*
*/
.selected-keymap i.fa {
  padding: 0px 5px;
}
.selected-keymap i.fa:before {
  content: "\f00c";
}
#mode-menu {
  overflow: auto;
  max-height: 20em;
}
.edit_app #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.edit_app #menubar .navbar {
  /* Use a negative 1 bottom margin, so the border overlaps the border of the
    header */
  margin-bottom: -1px;
}
.dirty-indicator {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator.fa-pull-left {
  margin-right: .3em;
}
.dirty-indicator.fa-pull-right {
  margin-left: .3em;
}
.dirty-indicator.pull-left {
  margin-right: .3em;
}
.dirty-indicator.pull-right {
  margin-left: .3em;
}
.dirty-indicator-dirty {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-dirty.fa-pull-left {
  margin-right: .3em;
}
.dirty-indicator-dirty.fa-pull-right {
  margin-left: .3em;
}
.dirty-indicator-dirty.pull-left {
  margin-right: .3em;
}
.dirty-indicator-dirty.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-clean.fa-pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean.fa-pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f00c";
}
.dirty-indicator-clean:before.fa-pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean:before.fa-pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean:before.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean:before.pull-right {
  margin-left: .3em;
}
#filename {
  font-size: 16pt;
  display: table;
  padding: 0px 5px;
}
#current-mode {
  padding-left: 5px;
  padding-right: 5px;
}
#texteditor-backdrop {
  padding-top: 20px;
  padding-bottom: 20px;
}
@media not print {
  #texteditor-backdrop {
    background-color: #EEE;
  }
}
@media print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container {
    padding: 0px;
    background-color: #fff;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
.CodeMirror-dialog {
  background-color: #fff;
}
/*!
*
* IPython notebook
*
*/
/* CSS font colors for translated ANSI escape sequences */
/* The color values are a mix of
   http://www.xcolors.net/dl/baskerville-ivorylight and
   http://www.xcolors.net/dl/euphrasia */
.ansi-black-fg {
  color: #3E424D;
}
.ansi-black-bg {
  background-color: #3E424D;
}
.ansi-black-intense-fg {
  color: #282C36;
}
.ansi-black-intense-bg {
  background-color: #282C36;
}
.ansi-red-fg {
  color: #E75C58;
}
.ansi-red-bg {
  background-color: #E75C58;
}
.ansi-red-intense-fg {
  color: #B22B31;
}
.ansi-red-intense-bg {
  background-color: #B22B31;
}
.ansi-green-fg {
  color: #00A250;
}
.ansi-green-bg {
  background-color: #00A250;
}
.ansi-green-intense-fg {
  color: #007427;
}
.ansi-green-intense-bg {
  background-color: #007427;
}
.ansi-yellow-fg {
  color: #DDB62B;
}
.ansi-yellow-bg {
  background-color: #DDB62B;
}
.ansi-yellow-intense-fg {
  color: #B27D12;
}
.ansi-yellow-intense-bg {
  background-color: #B27D12;
}
.ansi-blue-fg {
  color: #208FFB;
}
.ansi-blue-bg {
  background-color: #208FFB;
}
.ansi-blue-intense-fg {
  color: #0065CA;
}
.ansi-blue-intense-bg {
  background-color: #0065CA;
}
.ansi-magenta-fg {
  color: #D160C4;
}
.ansi-magenta-bg {
  background-color: #D160C4;
}
.ansi-magenta-intense-fg {
  color: #A03196;
}
.ansi-magenta-intense-bg {
  background-color: #A03196;
}
.ansi-cyan-fg {
  color: #60C6C8;
}
.ansi-cyan-bg {
  background-color: #60C6C8;
}
.ansi-cyan-intense-fg {
  color: #258F8F;
}
.ansi-cyan-intense-bg {
  background-color: #258F8F;
}
.ansi-white-fg {
  color: #C5C1B4;
}
.ansi-white-bg {
  background-color: #C5C1B4;
}
.ansi-white-intense-fg {
  color: #A1A6B2;
}
.ansi-white-intense-bg {
  background-color: #A1A6B2;
}
.ansi-default-inverse-fg {
  color: #FFFFFF;
}
.ansi-default-inverse-bg {
  background-color: #000000;
}
.ansi-bold {
  font-weight: bold;
}
.ansi-underline {
  text-decoration: underline;
}
/* The following styles are deprecated an will be removed in a future version */
.ansibold {
  font-weight: bold;
}
.ansi-inverse {
  outline: 0.5px dotted;
}
/* use dark versions for foreground, to improve visibility */
.ansiblack {
  color: black;
}
.ansired {
  color: darkred;
}
.ansigreen {
  color: darkgreen;
}
.ansiyellow {
  color: #c4a000;
}
.ansiblue {
  color: darkblue;
}
.ansipurple {
  color: darkviolet;
}
.ansicyan {
  color: steelblue;
}
.ansigray {
  color: gray;
}
/* and light for background, for the same reason */
.ansibgblack {
  background-color: black;
}
.ansibgred {
  background-color: red;
}
.ansibggreen {
  background-color: green;
}
.ansibgyellow {
  background-color: yellow;
}
.ansibgblue {
  background-color: blue;
}
.ansibgpurple {
  background-color: magenta;
}
.ansibgcyan {
  background-color: cyan;
}
.ansibggray {
  background-color: gray;
}
div.cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  border-radius: 2px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  border-width: 1px;
  border-style: solid;
  border-color: transparent;
  width: 100%;
  padding: 5px;
  /* This acts as a spacer between cells, that is outside the border */
  margin: 0px;
  outline: none;
  position: relative;
  overflow: visible;
}
div.cell:before {
  position: absolute;
  display: block;
  top: -1px;
  left: -1px;
  width: 5px;
  height: calc(100% +  2px);
  content: '';
  background: transparent;
}
div.cell.jupyter-soft-selected {
  border-left-color: #E3F2FD;
  border-left-width: 1px;
  padding-left: 5px;
  border-right-color: #E3F2FD;
  border-right-width: 1px;
  background: #E3F2FD;
}
@media print {
  div.cell.jupyter-soft-selected {
    border-color: transparent;
  }
}
div.cell.selected,
div.cell.selected.jupyter-soft-selected {
  border-color: #ababab;
}
div.cell.selected:before,
div.cell.selected.jupyter-soft-selected:before {
  position: absolute;
  display: block;
  top: -1px;
  left: -1px;
  width: 5px;
  height: calc(100% +  2px);
  content: '';
  background: #42A5F5;
}
@media print {
  div.cell.selected,
  div.cell.selected.jupyter-soft-selected {
    border-color: transparent;
  }
}
.edit_mode div.cell.selected {
  border-color: #66BB6A;
}
.edit_mode div.cell.selected:before {
  position: absolute;
  display: block;
  top: -1px;
  left: -1px;
  width: 5px;
  height: calc(100% +  2px);
  content: '';
  background: #66BB6A;
}
@media print {
  .edit_mode div.cell.selected {
    border-color: transparent;
  }
}
.prompt {
  /* This needs to be wide enough for 3 digit prompt numbers: In[100]: */
  min-width: 14ex;
  /* This padding is tuned to match the padding on the CodeMirror editor. */
  padding: 0.4em;
  margin: 0px;
  font-family: monospace;
  text-align: right;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
  /* Don't highlight prompt number selection */
  -webkit-touch-callout: none;
  -webkit-user-select: none;
  -khtml-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
  /* Use default cursor */
  cursor: default;
}
@media (max-width: 540px) {
  .prompt {
    text-align: left;
  }
}
div.inner_cell {
  min-width: 0;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_area {
  border: 1px solid #cfcfcf;
  border-radius: 2px;
  background: #f7f7f7;
  line-height: 1.21429em;
}
/* This is needed so that empty prompt areas can collapse to zero height when there
   is no content in the output_subarea and the prompt. The main purpose of this is
   to make sure that empty JavaScript output_subareas have no height. */
div.prompt:empty {
  padding-top: 0;
  padding-bottom: 0;
}
div.unrecognized_cell {
  padding: 5px 5px 5px 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.unrecognized_cell .inner_cell {
  border-radius: 2px;
  padding: 5px;
  font-weight: bold;
  color: red;
  border: 1px solid #cfcfcf;
  background: #eaeaea;
}
div.unrecognized_cell .inner_cell a {
  color: inherit;
  text-decoration: none;
}
div.unrecognized_cell .inner_cell a:hover {
  color: inherit;
  text-decoration: none;
}
@media (max-width: 540px) {
  div.unrecognized_cell > div.prompt {
    display: none;
  }
}
div.code_cell {
  /* avoid page breaking on code cells when printing */
}
@media print {
  div.code_cell {
    page-break-inside: avoid;
  }
}
/* any special styling for code cells that are currently running goes here */
div.input {
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.input {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_prompt {
  color: #303F9F;
  border-top: 1px solid transparent;
}
div.input_area > div.highlight {
  margin: 0.4em;
  border: none;
  padding: 0px;
  background-color: transparent;
}
div.input_area > div.highlight > pre {
  margin: 0px;
  border: none;
  padding: 0px;
  background-color: transparent;
}
/* The following gets added to the <head> if it is detected that the user has a
 * monospace font with inconsistent normal/bold/italic height.  See
 * notebookmain.js.  Such fonts will have keywords vertically offset with
 * respect to the rest of the text.  The user should select a better font.
 * See: https://github.com/ipython/ipython/issues/1503
 *
 * .CodeMirror span {
 *      vertical-align: bottom;
 * }
 */
.CodeMirror {
  line-height: 1.21429em;
  /* Changed from 1em to our global default */
  font-size: 14px;
  height: auto;
  /* Changed to auto to autogrow */
  background: none;
  /* Changed from white to allow our bg to show through */
}
.CodeMirror-scroll {
  /*  The CodeMirror docs are a bit fuzzy on if overflow-y should be hidden or visible.*/
  /*  We have found that if it is visible, vertical scrollbars appear with font size changes.*/
  overflow-y: hidden;
  overflow-x: auto;
}
.CodeMirror-lines {
  /* In CM2, this used to be 0.4em, but in CM3 it went to 4px. We need the em value because */
  /* we have set a different line-height and want this to scale with that. */
  /* Note that this should set vertical padding only, since CodeMirror assumes
       that horizontal padding will be set on CodeMirror pre */
  padding: 0.4em 0;
}
.CodeMirror-linenumber {
  padding: 0 8px 0 4px;
}
.CodeMirror-gutters {
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.CodeMirror pre {
  /* In CM3 this went to 4px from 0 in CM2. This sets horizontal padding only,
    use .CodeMirror-lines for vertical */
  padding: 0 0.4em;
  border: 0;
  border-radius: 0;
}
.CodeMirror-cursor {
  border-left: 1.4px solid black;
}
@media screen and (min-width: 2138px) and (max-width: 4319px) {
  .CodeMirror-cursor {
    border-left: 2px solid black;
  }
}
@media screen and (min-width: 4320px) {
  .CodeMirror-cursor {
    border-left: 4px solid black;
  }
}
/*

Original style from softwaremaniacs.org (c) Ivan Sagalaev <Maniac@SoftwareManiacs.Org>
Adapted from GitHub theme

*/
.highlight-base {
  color: #000;
}
.highlight-variable {
  color: #000;
}
.highlight-variable-2 {
  color: #1a1a1a;
}
.highlight-variable-3 {
  color: #333333;
}
.highlight-string {
  color: #BA2121;
}
.highlight-comment {
  color: #408080;
  font-style: italic;
}
.highlight-number {
  color: #080;
}
.highlight-atom {
  color: #88F;
}
.highlight-keyword {
  color: #008000;
  font-weight: bold;
}
.highlight-builtin {
  color: #008000;
}
.highlight-error {
  color: #f00;
}
.highlight-operator {
  color: #AA22FF;
  font-weight: bold;
}
.highlight-meta {
  color: #AA22FF;
}
/* previously not defined, copying from default codemirror */
.highlight-def {
  color: #00f;
}
.highlight-string-2 {
  color: #f50;
}
.highlight-qualifier {
  color: #555;
}
.highlight-bracket {
  color: #997;
}
.highlight-tag {
  color: #170;
}
.highlight-attribute {
  color: #00c;
}
.highlight-header {
  color: blue;
}
.highlight-quote {
  color: #090;
}
.highlight-link {
  color: #00c;
}
/* apply the same style to codemirror */
.cm-s-ipython span.cm-keyword {
  color: #008000;
  font-weight: bold;
}
.cm-s-ipython span.cm-atom {
  color: #88F;
}
.cm-s-ipython span.cm-number {
  color: #080;
}
.cm-s-ipython span.cm-def {
  color: #00f;
}
.cm-s-ipython span.cm-variable {
  color: #000;
}
.cm-s-ipython span.cm-operator {
  color: #AA22FF;
  font-weight: bold;
}
.cm-s-ipython span.cm-variable-2 {
  color: #1a1a1a;
}
.cm-s-ipython span.cm-variable-3 {
  color: #333333;
}
.cm-s-ipython span.cm-comment {
  color: #408080;
  font-style: italic;
}
.cm-s-ipython span.cm-string {
  color: #BA2121;
}
.cm-s-ipython span.cm-string-2 {
  color: #f50;
}
.cm-s-ipython span.cm-meta {
  color: #AA22FF;
}
.cm-s-ipython span.cm-qualifier {
  color: #555;
}
.cm-s-ipython span.cm-builtin {
  color: #008000;
}
.cm-s-ipython span.cm-bracket {
  color: #997;
}
.cm-s-ipython span.cm-tag {
  color: #170;
}
.cm-s-ipython span.cm-attribute {
  color: #00c;
}
.cm-s-ipython span.cm-header {
  color: blue;
}
.cm-s-ipython span.cm-quote {
  color: #090;
}
.cm-s-ipython span.cm-link {
  color: #00c;
}
.cm-s-ipython span.cm-error {
  color: #f00;
}
.cm-s-ipython span.cm-tab {
  background: url(data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAMCAYAAAAkuj5RAAAAAXNSR0IArs4c6QAAAGFJREFUSMft1LsRQFAQheHPowAKoACx3IgEKtaEHujDjORSgWTH/ZOdnZOcM/sgk/kFFWY0qV8foQwS4MKBCS3qR6ixBJvElOobYAtivseIE120FaowJPN75GMu8j/LfMwNjh4HUpwg4LUAAAAASUVORK5CYII=);
  background-position: right;
  background-repeat: no-repeat;
}
div.output_wrapper {
  /* this position must be relative to enable descendents to be absolute within it */
  position: relative;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  z-index: 1;
}
/* class for the output area when it should be height-limited */
div.output_scroll {
  /* ideally, this would be max-height, but FF barfs all over that */
  height: 24em;
  /* FF needs this *and the wrapper* to specify full width, or it will shrinkwrap */
  width: 100%;
  overflow: auto;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  display: block;
}
/* output div while it is collapsed */
div.output_collapsed {
  margin: 0px;
  padding: 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
div.out_prompt_overlay {
  height: 100%;
  padding: 0px 0.4em;
  position: absolute;
  border-radius: 2px;
}
div.out_prompt_overlay:hover {
  /* use inner shadow to get border that is computed the same on WebKit/FF */
  -webkit-box-shadow: inset 0 0 1px #000;
  box-shadow: inset 0 0 1px #000;
  background: rgba(240, 240, 240, 0.5);
}
div.output_prompt {
  color: #D84315;
}
/* This class is the outer container of all output sections. */
div.output_area {
  padding: 0px;
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.output_area .MathJax_Display {
  text-align: left !important;
}
div.output_area .rendered_html table {
  margin-left: 0;
  margin-right: 0;
}
div.output_area .rendered_html img {
  margin-left: 0;
  margin-right: 0;
}
div.output_area img,
div.output_area svg {
  max-width: 100%;
  height: auto;
}
div.output_area img.unconfined,
div.output_area svg.unconfined {
  max-width: none;
}
div.output_area .mglyph > img {
  max-width: none;
}
/* This is needed to protect the pre formating from global settings such
   as that of bootstrap */
.output {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.output_area {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
div.output_area pre {
  margin: 0;
  padding: 1px 0 1px 0;
  border: 0;
  vertical-align: baseline;
  color: black;
  background-color: transparent;
  border-radius: 0;
}
/* This class is for the output subarea inside the output_area and after
   the prompt div. */
div.output_subarea {
  overflow-x: auto;
  padding: 0.4em;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
  max-width: calc(100% - 14ex);
}
div.output_scroll div.output_subarea {
  overflow-x: visible;
}
/* The rest of the output_* classes are for special styling of the different
   output types */
/* all text output has this class: */
div.output_text {
  text-align: left;
  color: #000;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
}
/* stdout/stderr are 'text' as well as 'stream', but execute_result/error are *not* streams */
div.output_stderr {
  background: #fdd;
  /* very light red background for stderr */
}
div.output_latex {
  text-align: left;
}
/* Empty output_javascript divs should have no height */
div.output_javascript:empty {
  padding: 0;
}
.js-error {
  color: darkred;
}
/* raw_input styles */
div.raw_input_container {
  line-height: 1.21429em;
  padding-top: 5px;
}
pre.raw_input_prompt {
  /* nothing needed here. */
}
input.raw_input {
  font-family: monospace;
  font-size: inherit;
  color: inherit;
  width: auto;
  /* make sure input baseline aligns with prompt */
  vertical-align: baseline;
  /* padding + margin = 0.5em between prompt and cursor */
  padding: 0em 0.25em;
  margin: 0em 0.25em;
}
input.raw_input:focus {
  box-shadow: none;
}
p.p-space {
  margin-bottom: 10px;
}
div.output_unrecognized {
  padding: 5px;
  font-weight: bold;
  color: red;
}
div.output_unrecognized a {
  color: inherit;
  text-decoration: none;
}
div.output_unrecognized a:hover {
  color: inherit;
  text-decoration: none;
}
.rendered_html {
  color: #000;
  /* any extras will just be numbers: */
}
.rendered_html em {
  font-style: italic;
}
.rendered_html strong {
  font-weight: bold;
}
.rendered_html u {
  text-decoration: underline;
}
.rendered_html :link {
  text-decoration: underline;
}
.rendered_html :visited {
  text-decoration: underline;
}
.rendered_html h1 {
  font-size: 185.7%;
  margin: 1.08em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h2 {
  font-size: 157.1%;
  margin: 1.27em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h3 {
  font-size: 128.6%;
  margin: 1.55em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h4 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h5 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h6 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h1:first-child {
  margin-top: 0.538em;
}
.rendered_html h2:first-child {
  margin-top: 0.636em;
}
.rendered_html h3:first-child {
  margin-top: 0.777em;
}
.rendered_html h4:first-child {
  margin-top: 1em;
}
.rendered_html h5:first-child {
  margin-top: 1em;
}
.rendered_html h6:first-child {
  margin-top: 1em;
}
.rendered_html ul:not(.list-inline),
.rendered_html ol:not(.list-inline) {
  padding-left: 2em;
}
.rendered_html ul {
  list-style: disc;
}
.rendered_html ul ul {
  list-style: square;
  margin-top: 0;
}
.rendered_html ul ul ul {
  list-style: circle;
}
.rendered_html ol {
  list-style: decimal;
}
.rendered_html ol ol {
  list-style: upper-alpha;
  margin-top: 0;
}
.rendered_html ol ol ol {
  list-style: lower-alpha;
}
.rendered_html ol ol ol ol {
  list-style: lower-roman;
}
.rendered_html ol ol ol ol ol {
  list-style: decimal;
}
.rendered_html * + ul {
  margin-top: 1em;
}
.rendered_html * + ol {
  margin-top: 1em;
}
.rendered_html hr {
  color: black;
  background-color: black;
}
.rendered_html pre {
  margin: 1em 2em;
  padding: 0px;
  background-color: #fff;
}
.rendered_html code {
  background-color: #eff0f1;
}
.rendered_html p code {
  padding: 1px 5px;
}
.rendered_html pre code {
  background-color: #fff;
}
.rendered_html pre,
.rendered_html code {
  border: 0;
  color: #000;
  font-size: 100%;
}
.rendered_html blockquote {
  margin: 1em 2em;
}
.rendered_html table {
  margin-left: auto;
  margin-right: auto;
  border: none;
  border-collapse: collapse;
  border-spacing: 0;
  color: black;
  font-size: 12px;
  table-layout: fixed;
}
.rendered_html thead {
  border-bottom: 1px solid black;
  vertical-align: bottom;
}
.rendered_html tr,
.rendered_html th,
.rendered_html td {
  text-align: right;
  vertical-align: middle;
  padding: 0.5em 0.5em;
  line-height: normal;
  white-space: normal;
  max-width: none;
  border: none;
}
.rendered_html th {
  font-weight: bold;
}
.rendered_html tbody tr:nth-child(odd) {
  background: #f5f5f5;
}
.rendered_html tbody tr:hover {
  background: rgba(66, 165, 245, 0.2);
}
.rendered_html * + table {
  margin-top: 1em;
}
.rendered_html p {
  text-align: left;
}
.rendered_html * + p {
  margin-top: 1em;
}
.rendered_html img {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.rendered_html * + img {
  margin-top: 1em;
}
.rendered_html img,
.rendered_html svg {
  max-width: 100%;
  height: auto;
}
.rendered_html img.unconfined,
.rendered_html svg.unconfined {
  max-width: none;
}
.rendered_html .alert {
  margin-bottom: initial;
}
.rendered_html * + .alert {
  margin-top: 1em;
}
[dir="rtl"] .rendered_html p {
  text-align: right;
}
div.text_cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.text_cell > div.prompt {
    display: none;
  }
}
div.text_cell_render {
  /*font-family: "Helvetica Neue", Arial, Helvetica, Geneva, sans-serif;*/
  outline: none;
  resize: none;
  width: inherit;
  border-style: none;
  padding: 0.5em 0.5em 0.5em 0.4em;
  color: #000;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
a.anchor-link:link {
  text-decoration: none;
  padding: 0px 20px;
  visibility: hidden;
}
h1:hover .anchor-link,
h2:hover .anchor-link,
h3:hover .anchor-link,
h4:hover .anchor-link,
h5:hover .anchor-link,
h6:hover .anchor-link {
  visibility: visible;
}
.text_cell.rendered .input_area {
  display: none;
}
.text_cell.rendered .rendered_html {
  overflow-x: auto;
  overflow-y: hidden;
}
.text_cell.rendered .rendered_html tr,
.text_cell.rendered .rendered_html th,
.text_cell.rendered .rendered_html td {
  max-width: none;
}
.text_cell.unrendered .text_cell_render {
  display: none;
}
.text_cell .dropzone .input_area {
  border: 2px dashed #bababa;
  margin: -1px;
}
.cm-header-1,
.cm-header-2,
.cm-header-3,
.cm-header-4,
.cm-header-5,
.cm-header-6 {
  font-weight: bold;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
}
.cm-header-1 {
  font-size: 185.7%;
}
.cm-header-2 {
  font-size: 157.1%;
}
.cm-header-3 {
  font-size: 128.6%;
}
.cm-header-4 {
  font-size: 110%;
}
.cm-header-5 {
  font-size: 100%;
  font-style: italic;
}
.cm-header-6 {
  font-size: 100%;
  font-style: italic;
}
/*!
*
* IPython notebook webapp
*
*/
@media (max-width: 767px) {
  .notebook_app {
    padding-left: 0px;
    padding-right: 0px;
  }
}
#ipython-main-app {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook_panel {
  margin: 0px;
  padding: 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook {
  font-size: 14px;
  line-height: 20px;
  overflow-y: hidden;
  overflow-x: auto;
  width: 100%;
  /* This spaces the page away from the edge of the notebook area */
  padding-top: 20px;
  margin: 0px;
  outline: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  min-height: 100%;
}
@media not print {
  #notebook-container {
    padding: 15px;
    background-color: #fff;
    min-height: 0;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
@media print {
  #notebook-container {
    width: 100%;
  }
}
div.ui-widget-content {
  border: 1px solid #ababab;
  outline: none;
}
pre.dialog {
  background-color: #f7f7f7;
  border: 1px solid #ddd;
  border-radius: 2px;
  padding: 0.4em;
  padding-left: 2em;
}
p.dialog {
  padding: 0.2em;
}
/* Word-wrap output correctly.  This is the CSS3 spelling, though Firefox seems
   to not honor it correctly.  Webkit browsers (Chrome, rekonq, Safari) do.
 */
pre,
code,
kbd,
samp {
  white-space: pre-wrap;
}
#fonttest {
  font-family: monospace;
}
p {
  margin-bottom: 0;
}
.end_space {
  min-height: 100px;
  transition: height .2s ease;
}
.notebook_app > #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
@media not print {
  .notebook_app {
    background-color: #EEE;
  }
}
kbd {
  border-style: solid;
  border-width: 1px;
  box-shadow: none;
  margin: 2px;
  padding-left: 2px;
  padding-right: 2px;
  padding-top: 1px;
  padding-bottom: 1px;
}
.jupyter-keybindings {
  padding: 1px;
  line-height: 24px;
  border-bottom: 1px solid gray;
}
.jupyter-keybindings input {
  margin: 0;
  padding: 0;
  border: none;
}
.jupyter-keybindings i {
  padding: 6px;
}
.well code {
  background-color: #ffffff;
  border-color: #ababab;
  border-width: 1px;
  border-style: solid;
  padding: 2px;
  padding-top: 1px;
  padding-bottom: 1px;
}
/* CSS for the cell toolbar */
.celltoolbar {
  border: thin solid #CFCFCF;
  border-bottom: none;
  background: #EEE;
  border-radius: 2px 2px 0px 0px;
  width: 100%;
  height: 29px;
  padding-right: 4px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
  display: -webkit-flex;
}
@media print {
  .celltoolbar {
    display: none;
  }
}
.ctb_hideshow {
  display: none;
  vertical-align: bottom;
}
/* ctb_show is added to the ctb_hideshow div to show the cell toolbar.
   Cell toolbars are only shown when the ctb_global_show class is also set.
*/
.ctb_global_show .ctb_show.ctb_hideshow {
  display: block;
}
.ctb_global_show .ctb_show + .input_area,
.ctb_global_show .ctb_show + div.text_cell_input,
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border-top-right-radius: 0px;
  border-top-left-radius: 0px;
}
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border: 1px solid #cfcfcf;
}
.celltoolbar {
  font-size: 87%;
  padding-top: 3px;
}
.celltoolbar select {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
  width: inherit;
  font-size: inherit;
  height: 22px;
  padding: 0px;
  display: inline-block;
}
.celltoolbar select:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.celltoolbar select::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.celltoolbar select:-ms-input-placeholder {
  color: #999;
}
.celltoolbar select::-webkit-input-placeholder {
  color: #999;
}
.celltoolbar select::-ms-expand {
  border: 0;
  background-color: transparent;
}
.celltoolbar select[disabled],
.celltoolbar select[readonly],
fieldset[disabled] .celltoolbar select {
  background-color: #eeeeee;
  opacity: 1;
}
.celltoolbar select[disabled],
fieldset[disabled] .celltoolbar select {
  cursor: not-allowed;
}
textarea.celltoolbar select {
  height: auto;
}
select.celltoolbar select {
  height: 30px;
  line-height: 30px;
}
textarea.celltoolbar select,
select[multiple].celltoolbar select {
  height: auto;
}
.celltoolbar label {
  margin-left: 5px;
  margin-right: 5px;
}
.tags_button_container {
  width: 100%;
  display: flex;
}
.tag-container {
  display: flex;
  flex-direction: row;
  flex-grow: 1;
  overflow: hidden;
  position: relative;
}
.tag-container > * {
  margin: 0 4px;
}
.remove-tag-btn {
  margin-left: 4px;
}
.tags-input {
  display: flex;
}
.cell-tag:last-child:after {
  content: "";
  position: absolute;
  right: 0;
  width: 40px;
  height: 100%;
  /* Fade to background color of cell toolbar */
  background: linear-gradient(to right, rgba(0, 0, 0, 0), #EEE);
}
.tags-input > * {
  margin-left: 4px;
}
.cell-tag,
.tags-input input,
.tags-input button {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
  box-shadow: none;
  width: inherit;
  font-size: inherit;
  height: 22px;
  line-height: 22px;
  padding: 0px 4px;
  display: inline-block;
}
.cell-tag:focus,
.tags-input input:focus,
.tags-input button:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.cell-tag::-moz-placeholder,
.tags-input input::-moz-placeholder,
.tags-input button::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.cell-tag:-ms-input-placeholder,
.tags-input input:-ms-input-placeholder,
.tags-input button:-ms-input-placeholder {
  color: #999;
}
.cell-tag::-webkit-input-placeholder,
.tags-input input::-webkit-input-placeholder,
.tags-input button::-webkit-input-placeholder {
  color: #999;
}
.cell-tag::-ms-expand,
.tags-input input::-ms-expand,
.tags-input button::-ms-expand {
  border: 0;
  background-color: transparent;
}
.cell-tag[disabled],
.tags-input input[disabled],
.tags-input button[disabled],
.cell-tag[readonly],
.tags-input input[readonly],
.tags-input button[readonly],
fieldset[disabled] .cell-tag,
fieldset[disabled] .tags-input input,
fieldset[disabled] .tags-input button {
  background-color: #eeeeee;
  opacity: 1;
}
.cell-tag[disabled],
.tags-input input[disabled],
.tags-input button[disabled],
fieldset[disabled] .cell-tag,
fieldset[disabled] .tags-input input,
fieldset[disabled] .tags-input button {
  cursor: not-allowed;
}
textarea.cell-tag,
textarea.tags-input input,
textarea.tags-input button {
  height: auto;
}
select.cell-tag,
select.tags-input input,
select.tags-input button {
  height: 30px;
  line-height: 30px;
}
textarea.cell-tag,
textarea.tags-input input,
textarea.tags-input button,
select[multiple].cell-tag,
select[multiple].tags-input input,
select[multiple].tags-input button {
  height: auto;
}
.cell-tag,
.tags-input button {
  padding: 0px 4px;
}
.cell-tag {
  background-color: #fff;
  white-space: nowrap;
}
.tags-input input[type=text]:focus {
  outline: none;
  box-shadow: none;
  border-color: #ccc;
}
.completions {
  position: absolute;
  z-index: 110;
  overflow: hidden;
  border: 1px solid #ababab;
  border-radius: 2px;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  line-height: 1;
}
.completions select {
  background: white;
  outline: none;
  border: none;
  padding: 0px;
  margin: 0px;
  overflow: auto;
  font-family: monospace;
  font-size: 110%;
  color: #000;
  width: auto;
}
.completions select option.context {
  color: #286090;
}
#kernel_logo_widget .current_kernel_logo {
  display: none;
  margin-top: -1px;
  margin-bottom: -1px;
  width: 32px;
  height: 32px;
}
[dir="rtl"] #kernel_logo_widget {
  float: left !important;
  float: left;
}
.modal .modal-body .move-path {
  display: flex;
  flex-direction: row;
  justify-content: space;
  align-items: center;
}
.modal .modal-body .move-path .server-root {
  padding-right: 20px;
}
.modal .modal-body .move-path .path-input {
  flex: 1;
}
#menubar {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  margin-top: 1px;
}
#menubar .navbar {
  border-top: 1px;
  border-radius: 0px 0px 2px 2px;
  margin-bottom: 0px;
}
#menubar .navbar-toggle {
  float: left;
  padding-top: 7px;
  padding-bottom: 7px;
  border: none;
}
#menubar .navbar-collapse {
  clear: left;
}
[dir="rtl"] #menubar .navbar-toggle {
  float: right;
}
[dir="rtl"] #menubar .navbar-collapse {
  clear: right;
}
[dir="rtl"] #menubar .navbar-nav {
  float: right;
}
[dir="rtl"] #menubar .nav {
  padding-right: 0px;
}
[dir="rtl"] #menubar .navbar-nav > li {
  float: right;
}
[dir="rtl"] #menubar .navbar-right {
  float: left !important;
}
[dir="rtl"] ul.dropdown-menu {
  text-align: right;
  left: auto;
}
[dir="rtl"] ul#new-menu.dropdown-menu {
  right: auto;
  left: 0;
}
.nav-wrapper {
  border-bottom: 1px solid #e7e7e7;
}
i.menu-icon {
  padding-top: 4px;
}
[dir="rtl"] i.menu-icon.pull-right {
  float: left !important;
  float: left;
}
ul#help_menu li a {
  overflow: hidden;
  padding-right: 2.2em;
}
ul#help_menu li a i {
  margin-right: -1.2em;
}
[dir="rtl"] ul#help_menu li a {
  padding-left: 2.2em;
}
[dir="rtl"] ul#help_menu li a i {
  margin-right: 0;
  margin-left: -1.2em;
}
[dir="rtl"] ul#help_menu li a i.pull-right {
  float: left !important;
  float: left;
}
.dropdown-submenu {
  position: relative;
}
.dropdown-submenu > .dropdown-menu {
  top: 0;
  left: 100%;
  margin-top: -6px;
  margin-left: -1px;
}
[dir="rtl"] .dropdown-submenu > .dropdown-menu {
  right: 100%;
  margin-right: -1px;
}
.dropdown-submenu:hover > .dropdown-menu {
  display: block;
}
.dropdown-submenu > a:after {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  display: block;
  content: "\f0da";
  float: right;
  color: #333333;
  margin-top: 2px;
  margin-right: -10px;
}
.dropdown-submenu > a:after.fa-pull-left {
  margin-right: .3em;
}
.dropdown-submenu > a:after.fa-pull-right {
  margin-left: .3em;
}
.dropdown-submenu > a:after.pull-left {
  margin-right: .3em;
}
.dropdown-submenu > a:after.pull-right {
  margin-left: .3em;
}
[dir="rtl"] .dropdown-submenu > a:after {
  float: left;
  content: "\f0d9";
  margin-right: 0;
  margin-left: -10px;
}
.dropdown-submenu:hover > a:after {
  color: #262626;
}
.dropdown-submenu.pull-left {
  float: none;
}
.dropdown-submenu.pull-left > .dropdown-menu {
  left: -100%;
  margin-left: 10px;
}
#notification_area {
  float: right !important;
  float: right;
  z-index: 10;
}
[dir="rtl"] #notification_area {
  float: left !important;
  float: left;
}
.indicator_area {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
[dir="rtl"] .indicator_area {
  float: left !important;
  float: left;
}
#kernel_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  border-left: 1px solid;
}
#kernel_indicator .kernel_indicator_name {
  padding-left: 5px;
  padding-right: 5px;
}
[dir="rtl"] #kernel_indicator {
  float: left !important;
  float: left;
  border-left: 0;
  border-right: 1px solid;
}
#modal_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
[dir="rtl"] #modal_indicator {
  float: left !important;
  float: left;
}
#readonly-indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  margin-top: 2px;
  margin-bottom: 0px;
  margin-left: 0px;
  margin-right: 0px;
  display: none;
}
.modal_indicator:before {
  width: 1.28571429em;
  text-align: center;
}
.edit_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f040";
}
.edit_mode .modal_indicator:before.fa-pull-left {
  margin-right: .3em;
}
.edit_mode .modal_indicator:before.fa-pull-right {
  margin-left: .3em;
}
.edit_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.edit_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.command_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: ' ';
}
.command_mode .modal_indicator:before.fa-pull-left {
  margin-right: .3em;
}
.command_mode .modal_indicator:before.fa-pull-right {
  margin-left: .3em;
}
.command_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.command_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.kernel_idle_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f10c";
}
.kernel_idle_icon:before.fa-pull-left {
  margin-right: .3em;
}
.kernel_idle_icon:before.fa-pull-right {
  margin-left: .3em;
}
.kernel_idle_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_idle_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_busy_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f111";
}
.kernel_busy_icon:before.fa-pull-left {
  margin-right: .3em;
}
.kernel_busy_icon:before.fa-pull-right {
  margin-left: .3em;
}
.kernel_busy_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_busy_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_dead_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f1e2";
}
.kernel_dead_icon:before.fa-pull-left {
  margin-right: .3em;
}
.kernel_dead_icon:before.fa-pull-right {
  margin-left: .3em;
}
.kernel_dead_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_dead_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_disconnected_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f127";
}
.kernel_disconnected_icon:before.fa-pull-left {
  margin-right: .3em;
}
.kernel_disconnected_icon:before.fa-pull-right {
  margin-left: .3em;
}
.kernel_disconnected_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_disconnected_icon:before.pull-right {
  margin-left: .3em;
}
.notification_widget {
  color: #777;
  z-index: 10;
  background: rgba(240, 240, 240, 0.5);
  margin-right: 4px;
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget:focus,
.notification_widget.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.notification_widget:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active:hover,
.notification_widget.active:hover,
.open > .dropdown-toggle.notification_widget:hover,
.notification_widget:active:focus,
.notification_widget.active:focus,
.open > .dropdown-toggle.notification_widget:focus,
.notification_widget:active.focus,
.notification_widget.active.focus,
.open > .dropdown-toggle.notification_widget.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  background-image: none;
}
.notification_widget.disabled:hover,
.notification_widget[disabled]:hover,
fieldset[disabled] .notification_widget:hover,
.notification_widget.disabled:focus,
.notification_widget[disabled]:focus,
fieldset[disabled] .notification_widget:focus,
.notification_widget.disabled.focus,
.notification_widget[disabled].focus,
fieldset[disabled] .notification_widget.focus {
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget .badge {
  color: #fff;
  background-color: #333;
}
.notification_widget.warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning:focus,
.notification_widget.warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.notification_widget.warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active:hover,
.notification_widget.warning.active:hover,
.open > .dropdown-toggle.notification_widget.warning:hover,
.notification_widget.warning:active:focus,
.notification_widget.warning.active:focus,
.open > .dropdown-toggle.notification_widget.warning:focus,
.notification_widget.warning:active.focus,
.notification_widget.warning.active.focus,
.open > .dropdown-toggle.notification_widget.warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  background-image: none;
}
.notification_widget.warning.disabled:hover,
.notification_widget.warning[disabled]:hover,
fieldset[disabled] .notification_widget.warning:hover,
.notification_widget.warning.disabled:focus,
.notification_widget.warning[disabled]:focus,
fieldset[disabled] .notification_widget.warning:focus,
.notification_widget.warning.disabled.focus,
.notification_widget.warning[disabled].focus,
fieldset[disabled] .notification_widget.warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.notification_widget.success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success:focus,
.notification_widget.success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.notification_widget.success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active:hover,
.notification_widget.success.active:hover,
.open > .dropdown-toggle.notification_widget.success:hover,
.notification_widget.success:active:focus,
.notification_widget.success.active:focus,
.open > .dropdown-toggle.notification_widget.success:focus,
.notification_widget.success:active.focus,
.notification_widget.success.active.focus,
.open > .dropdown-toggle.notification_widget.success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  background-image: none;
}
.notification_widget.success.disabled:hover,
.notification_widget.success[disabled]:hover,
fieldset[disabled] .notification_widget.success:hover,
.notification_widget.success.disabled:focus,
.notification_widget.success[disabled]:focus,
fieldset[disabled] .notification_widget.success:focus,
.notification_widget.success.disabled.focus,
.notification_widget.success[disabled].focus,
fieldset[disabled] .notification_widget.success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.notification_widget.info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info:focus,
.notification_widget.info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.notification_widget.info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active:hover,
.notification_widget.info.active:hover,
.open > .dropdown-toggle.notification_widget.info:hover,
.notification_widget.info:active:focus,
.notification_widget.info.active:focus,
.open > .dropdown-toggle.notification_widget.info:focus,
.notification_widget.info:active.focus,
.notification_widget.info.active.focus,
.open > .dropdown-toggle.notification_widget.info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  background-image: none;
}
.notification_widget.info.disabled:hover,
.notification_widget.info[disabled]:hover,
fieldset[disabled] .notification_widget.info:hover,
.notification_widget.info.disabled:focus,
.notification_widget.info[disabled]:focus,
fieldset[disabled] .notification_widget.info:focus,
.notification_widget.info.disabled.focus,
.notification_widget.info[disabled].focus,
fieldset[disabled] .notification_widget.info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.notification_widget.danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger:focus,
.notification_widget.danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.notification_widget.danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active:hover,
.notification_widget.danger.active:hover,
.open > .dropdown-toggle.notification_widget.danger:hover,
.notification_widget.danger:active:focus,
.notification_widget.danger.active:focus,
.open > .dropdown-toggle.notification_widget.danger:focus,
.notification_widget.danger:active.focus,
.notification_widget.danger.active.focus,
.open > .dropdown-toggle.notification_widget.danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  background-image: none;
}
.notification_widget.danger.disabled:hover,
.notification_widget.danger[disabled]:hover,
fieldset[disabled] .notification_widget.danger:hover,
.notification_widget.danger.disabled:focus,
.notification_widget.danger[disabled]:focus,
fieldset[disabled] .notification_widget.danger:focus,
.notification_widget.danger.disabled.focus,
.notification_widget.danger[disabled].focus,
fieldset[disabled] .notification_widget.danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger .badge {
  color: #d9534f;
  background-color: #fff;
}
div#pager {
  background-color: #fff;
  font-size: 14px;
  line-height: 20px;
  overflow: hidden;
  display: none;
  position: fixed;
  bottom: 0px;
  width: 100%;
  max-height: 50%;
  padding-top: 8px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  /* Display over codemirror */
  z-index: 100;
  /* Hack which prevents jquery ui resizable from changing top. */
  top: auto !important;
}
div#pager pre {
  line-height: 1.21429em;
  color: #000;
  background-color: #f7f7f7;
  padding: 0.4em;
}
div#pager #pager-button-area {
  position: absolute;
  top: 8px;
  right: 20px;
}
div#pager #pager-contents {
  position: relative;
  overflow: auto;
  width: 100%;
  height: 100%;
}
div#pager #pager-contents #pager-container {
  position: relative;
  padding: 15px 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
div#pager .ui-resizable-handle {
  top: 0px;
  height: 8px;
  background: #f7f7f7;
  border-top: 1px solid #cfcfcf;
  border-bottom: 1px solid #cfcfcf;
  /* This injects handle bars (a short, wide = symbol) for 
        the resize handle. */
}
div#pager .ui-resizable-handle::after {
  content: '';
  top: 2px;
  left: 50%;
  height: 3px;
  width: 30px;
  margin-left: -15px;
  position: absolute;
  border-top: 1px solid #cfcfcf;
}
.quickhelp {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  line-height: 1.8em;
}
.shortcut_key {
  display: inline-block;
  width: 21ex;
  text-align: right;
  font-family: monospace;
}
.shortcut_descr {
  display: inline-block;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
span.save_widget {
  height: 30px;
  margin-top: 4px;
  display: flex;
  justify-content: flex-start;
  align-items: baseline;
  width: 50%;
  flex: 1;
}
span.save_widget span.filename {
  height: 100%;
  line-height: 1em;
  margin-left: 16px;
  border: none;
  font-size: 146.5%;
  text-overflow: ellipsis;
  overflow: hidden;
  white-space: nowrap;
  border-radius: 2px;
}
span.save_widget span.filename:hover {
  background-color: #e6e6e6;
}
[dir="rtl"] span.save_widget.pull-left {
  float: right !important;
  float: right;
}
[dir="rtl"] span.save_widget span.filename {
  margin-left: 0;
  margin-right: 16px;
}
span.checkpoint_status,
span.autosave_status {
  font-size: small;
  white-space: nowrap;
  padding: 0 5px;
}
@media (max-width: 767px) {
  span.save_widget {
    font-size: small;
    padding: 0 0 0 5px;
  }
  span.checkpoint_status,
  span.autosave_status {
    display: none;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  span.checkpoint_status {
    display: none;
  }
  span.autosave_status {
    font-size: x-small;
  }
}
.toolbar {
  padding: 0px;
  margin-left: -5px;
  margin-top: 2px;
  margin-bottom: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.toolbar select,
.toolbar label {
  width: auto;
  vertical-align: middle;
  margin-right: 2px;
  margin-bottom: 0px;
  display: inline;
  font-size: 92%;
  margin-left: 0.3em;
  margin-right: 0.3em;
  padding: 0px;
  padding-top: 3px;
}
.toolbar .btn {
  padding: 2px 8px;
}
.toolbar .btn-group {
  margin-top: 0px;
  margin-left: 5px;
}
.toolbar-btn-label {
  margin-left: 6px;
}
#maintoolbar {
  margin-bottom: -3px;
  margin-top: -8px;
  border: 0px;
  min-height: 27px;
  margin-left: 0px;
  padding-top: 11px;
  padding-bottom: 3px;
}
#maintoolbar .navbar-text {
  float: none;
  vertical-align: middle;
  text-align: right;
  margin-left: 5px;
  margin-right: 0px;
  margin-top: 0px;
}
.select-xs {
  height: 24px;
}
[dir="rtl"] .btn-group > .btn,
.btn-group-vertical > .btn {
  float: right;
}
.pulse,
.dropdown-menu > li > a.pulse,
li.pulse > a.dropdown-toggle,
li.pulse.open > a.dropdown-toggle {
  background-color: #F37626;
  color: white;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
/** WARNING IF YOU ARE EDITTING THIS FILE, if this is a .css file, It has a lot
 * of chance of beeing generated from the ../less/[samename].less file, you can
 * try to get back the less file by reverting somme commit in history
 **/
/*
 * We'll try to get something pretty, so we
 * have some strange css to have the scroll bar on
 * the left with fix button on the top right of the tooltip
 */
@-moz-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-webkit-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-moz-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
@-webkit-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
/*properties of tooltip after "expand"*/
.bigtooltip {
  overflow: auto;
  height: 200px;
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
}
/*properties of tooltip before "expand"*/
.smalltooltip {
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
  text-overflow: ellipsis;
  overflow: hidden;
  height: 80px;
}
.tooltipbuttons {
  position: absolute;
  padding-right: 15px;
  top: 0px;
  right: 0px;
}
.tooltiptext {
  /*avoid the button to overlap on some docstring*/
  padding-right: 30px;
}
.ipython_tooltip {
  max-width: 700px;
  /*fade-in animation when inserted*/
  -webkit-animation: fadeOut 400ms;
  -moz-animation: fadeOut 400ms;
  animation: fadeOut 400ms;
  -webkit-animation: fadeIn 400ms;
  -moz-animation: fadeIn 400ms;
  animation: fadeIn 400ms;
  vertical-align: middle;
  background-color: #f7f7f7;
  overflow: visible;
  border: #ababab 1px solid;
  outline: none;
  padding: 3px;
  margin: 0px;
  padding-left: 7px;
  font-family: monospace;
  min-height: 50px;
  -moz-box-shadow: 0px 6px 10px -1px #adadad;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  border-radius: 2px;
  position: absolute;
  z-index: 1000;
}
.ipython_tooltip a {
  float: right;
}
.ipython_tooltip .tooltiptext pre {
  border: 0;
  border-radius: 0;
  font-size: 100%;
  background-color: #f7f7f7;
}
.pretooltiparrow {
  left: 0px;
  margin: 0px;
  top: -16px;
  width: 40px;
  height: 16px;
  overflow: hidden;
  position: absolute;
}
.pretooltiparrow:before {
  background-color: #f7f7f7;
  border: 1px #ababab solid;
  z-index: 11;
  content: "";
  position: absolute;
  left: 15px;
  top: 10px;
  width: 25px;
  height: 25px;
  -webkit-transform: rotate(45deg);
  -moz-transform: rotate(45deg);
  -ms-transform: rotate(45deg);
  -o-transform: rotate(45deg);
}
ul.typeahead-list i {
  margin-left: -10px;
  width: 18px;
}
[dir="rtl"] ul.typeahead-list i {
  margin-left: 0;
  margin-right: -10px;
}
ul.typeahead-list {
  max-height: 80vh;
  overflow: auto;
}
ul.typeahead-list > li > a {
  /** Firefox bug **/
  /* see https://github.com/jupyter/notebook/issues/559 */
  white-space: normal;
}
ul.typeahead-list  > li > a.pull-right {
  float: left !important;
  float: left;
}
[dir="rtl"] .typeahead-list {
  text-align: right;
}
.cmd-palette .modal-body {
  padding: 7px;
}
.cmd-palette form {
  background: white;
}
.cmd-palette input {
  outline: none;
}
.no-shortcut {
  min-width: 20px;
  color: transparent;
}
[dir="rtl"] .no-shortcut.pull-right {
  float: left !important;
  float: left;
}
[dir="rtl"] .command-shortcut.pull-right {
  float: left !important;
  float: left;
}
.command-shortcut:before {
  content: "(command mode)";
  padding-right: 3px;
  color: #777777;
}
.edit-shortcut:before {
  content: "(edit)";
  padding-right: 3px;
  color: #777777;
}
[dir="rtl"] .edit-shortcut.pull-right {
  float: left !important;
  float: left;
}
#find-and-replace #replace-preview .match,
#find-and-replace #replace-preview .insert {
  background-color: #BBDEFB;
  border-color: #90CAF9;
  border-style: solid;
  border-width: 1px;
  border-radius: 0px;
}
[dir="ltr"] #find-and-replace .input-group-btn + .form-control {
  border-left: none;
}
[dir="rtl"] #find-and-replace .input-group-btn + .form-control {
  border-right: none;
}
#find-and-replace #replace-preview .replace .match {
  background-color: #FFCDD2;
  border-color: #EF9A9A;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .insert {
  background-color: #C8E6C9;
  border-color: #A5D6A7;
  border-radius: 0px;
}
#find-and-replace #replace-preview {
  max-height: 60vh;
  overflow: auto;
}
#find-and-replace #replace-preview pre {
  padding: 5px 10px;
}
.terminal-app {
  background: #EEE;
}
.terminal-app #header {
  background: #fff;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.terminal-app .terminal {
  width: 100%;
  float: left;
  font-family: monospace;
  color: white;
  background: black;
  padding: 0.4em;
  border-radius: 2px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
}
.terminal-app .terminal,
.terminal-app .terminal dummy-screen {
  line-height: 1em;
  font-size: 14px;
}
.terminal-app .terminal .xterm-rows {
  padding: 10px;
}
.terminal-app .terminal-cursor {
  color: black;
  background: white;
}
.terminal-app #terminado-container {
  margin-top: 20px;
}
/*# sourceMappingURL=style.min.css.map */
    </style>
<style type="text/css">
    pre { line-height: 125%; }
td.linenos .normal { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }
span.linenos { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }
td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
.highlight .hll { background-color: #ffffcc }
.highlight { background: #f8f8f8; }
.highlight .c { color: #408080; font-style: italic } /* Comment */
.highlight .err { border: 1px solid #FF0000 } /* Error */
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
.highlight .o { color: #666666 } /* Operator */
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
.highlight .gd { color: #A00000 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #FF0000 } /* Generic.Error */
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
.highlight .gi { color: #00A000 } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
.highlight .gt { color: #0044DD } /* Generic.Traceback */
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #B00040 } /* Keyword.Type */
.highlight .m { color: #666666 } /* Literal.Number */
.highlight .s { color: #BA2121 } /* Literal.String */
.highlight .na { color: #7D9029 } /* Name.Attribute */
.highlight .nb { color: #008000 } /* Name.Builtin */
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
.highlight .no { color: #880000 } /* Name.Constant */
.highlight .nd { color: #AA22FF } /* Name.Decorator */
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0000FF } /* Name.Function */
.highlight .nl { color: #A0A000 } /* Name.Label */
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #19177C } /* Name.Variable */
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #666666 } /* Literal.Number.Bin */
.highlight .mf { color: #666666 } /* Literal.Number.Float */
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
.highlight .sa { color: #BA2121 } /* Literal.String.Affix */
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
.highlight .sx { color: #008000 } /* Literal.String.Other */
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0000FF } /* Name.Function.Magic */
.highlight .vc { color: #19177C } /* Name.Variable.Class */
.highlight .vg { color: #19177C } /* Name.Variable.Global */
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
.highlight .vm { color: #19177C } /* Name.Variable.Magic */
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */
    </style>
<style type="text/css">
    .container { width:70% !important; }
    </style>


<style type="text/css">
/* Overrides of notebook CSS for static HTML export */
body {
  overflow: visible;
  padding: 8px;
}

div#notebook {
  overflow: visible;
  border-top: none;
}@media print {
  div.cell {
    display: block;
    page-break-inside: avoid;
  } 
  div.output_wrapper { 
    display: block;
    page-break-inside: avoid; 
  }
  div.output { 
    display: block;
    page-break-inside: avoid; 
  }
}
</style>

<!-- Custom stylesheet, it must be in the same directory as the html file -->
<link rel="stylesheet" href="custom.css">

<!-- Loading mathjax macro -->
<!-- Load mathjax -->
    <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS_HTML"></script>
    <!-- MathJax configuration -->
    <script type="text/x-mathjax-config">
    MathJax.Hub.Config({
        tex2jax: {
            inlineMath: [ ['$','$'], ["\\(","\\)"] ],
            displayMath: [ ['$$','$$'], ["\\[","\\]"] ],
            processEscapes: true,
            processEnvironments: true
        },
        // Center justify equations in code and markdown cells. Elsewhere
        // we use CSS to left justify single line equations in code cells.
        displayAlign: 'center',
        "HTML-CSS": {
            styles: {'.MathJax_Display': {"margin": 0}},
            linebreaks: { automatic: true }
        }
    });
    </script>
    <!-- End of mathjax configuration --></head>

 <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/jqueryui/1.12.1/jquery-ui.css">

<script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/jqueryui/1.9.1/jquery-ui.min.js"></script>

<link rel="stylesheet" type="text/css" href="https://rawgit.com/ipython-contrib/jupyter_contrib_nbextensions/master/src/jupyter_contrib_nbextensions/nbextensions/toc2/main.css">

<link rel="stylesheet" type="text/css" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.min.css">

<script src="https://rawgit.com/ipython-contrib/jupyter_contrib_nbextensions/master/src/jupyter_contrib_nbextensions/nbextensions/toc2/toc2.js"></script>

<script>
$( document ).ready(function(){

            var cfg = {"base_numbering": 1, "nav_menu": {}, "number_sections": false, "sideBar": true, "skip_h1_title": false, "title_cell": "Table of Contents", "title_sidebar": "Contents", "toc_cell": false, "toc_position": {}, "toc_section_display": true, "toc_window_display": false};

            // fire the main function with these parameters
            require(['nbextensions/toc2/toc2'], function (toc2) {
                toc2.table_of_contents(cfg);
            });
    });
</script>
<body>
  <div tabindex="-1" id="notebook" class="border-box-sizing">
    <div class="container" id="notebook-container">

<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Statistics-summary">Statistics summary<a class="anchor-link" href="#Statistics-summary">&#182;</a></h1><p>This notebook is a brief introduction to various statistical analyses commonly used for amplicon data analysis - including some basic theory, links to more in-depth explanations, how to run them in R, and how to ensure the assumptions hold.</p>
<p><strong>Getting more in-depth:</strong>
Excellent introductions to various statistical concepts and analysis can be found in a <a href="https://www.nature.com/collections/qghhqm/pointsofsignificance">Nature Methods collection of 2-page letters aimed at biologists</a>.</p>
<p>The first paper, <a href="http://www.nature.com/doifinder/10.1038/nmeth.2613">Importance of being uncertain</a>, is a must read for anyone new to statistics.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[1]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># Load packages</span>
<span class="nf">library</span><span class="p">(</span><span class="n">ggplot2</span><span class="p">)</span> <span class="c1"># Plotting</span>
</pre></div>

    </div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Example-datasets">Example datasets<a class="anchor" id="data" /><a class="anchor-link" href="#Example-datasets">&#182;</a></h1><p><strong>mtcars:</strong> The data was extracted from the 1974 Motor Trend US magazine, and comprises fuel consumption and 10 aspects of automobile design and performance for 32 automobiles</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[2]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">data</span><span class="p">(</span><span class="n">mtcars</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><strong>pairedData</strong>: A data.frame with randomly generated paired data</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[3]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># Set seed (for reproducibility when doing things that involves randomness)</span>
<span class="nf">set.seed</span><span class="p">(</span><span class="m">42</span><span class="p">)</span>
<span class="c1"># Set number of samples</span>
<span class="n">nSamples</span> <span class="o">&lt;-</span> <span class="m">10</span>
<span class="c1"># Build data.frame with random measurements</span>
<span class="n">pairedData</span> <span class="o">&lt;-</span> <span class="nf">data.frame</span><span class="p">(</span><span class="n">sampletime</span> <span class="o">=</span> <span class="nf">c</span><span class="p">(</span><span class="nf">rep</span><span class="p">(</span><span class="s">&quot;before&quot;</span><span class="p">,</span> <span class="n">nSamples</span><span class="p">),</span> <span class="nf">rep</span><span class="p">(</span><span class="s">&quot;after&quot;</span><span class="p">,</span> <span class="n">nSamples</span><span class="p">)),</span>
                        <span class="n">subject</span> <span class="o">=</span> <span class="nf">rep</span><span class="p">(</span><span class="kc">LETTERS</span><span class="p">[</span><span class="m">1</span><span class="o">:</span><span class="n">nSamples</span><span class="p">],</span> <span class="m">2</span><span class="p">),</span>
                         <span class="n">measurement</span> <span class="o">=</span> <span class="nf">rnorm</span><span class="p">(</span><span class="n">nSamples</span> <span class="o">*</span> <span class="m">2</span><span class="p">))</span>
<span class="c1"># Shuffle data.frame</span>
<span class="n">pairedData</span> <span class="o">&lt;-</span> <span class="n">pairedData</span><span class="p">[</span><span class="nf">sample</span><span class="p">(</span><span class="m">1</span><span class="o">:</span><span class="nf">nrow</span><span class="p">(</span><span class="n">pairedData</span><span class="p">)),</span> <span class="p">]</span>
</pre></div>

    </div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Two-sample-T-test-">Two sample T-test <a class="anchor" id="t-test" /><a class="anchor-link" href="#Two-sample-T-test-">&#182;</a></h1><p>The two-sample t-test is used for comparing the means of two samples; for example comparing a control condition with a treatment.</p>
<h3 id="Assumptions">Assumptions<a class="anchor-link" href="#Assumptions">&#182;</a></h3><ol>
<li><p>Samples are uncorrelated. This is the most crucial assumption: Samples should be independent. If the samples are paired, for example with before and after measurements, or in other ways correlated one-to-one, use the paired t-test.</p>
</li>
<li><p>Samples come from a population that have an approximately normal shape. It is quite robust to deviations, but will have higher chance of false positives/negatives with highly non-normal distributions. Transformations (e.g. log transform) can sometimes solve this problem.</p>
</li>
<li><p>Variance is equal in the two samples. The t-test is however robust to deviations from this assumption. In R the default t-test is the Welch variant, which solves the problem of unequal variances from unequal sample sizes.</p>
</li>
</ol>
<h3 id="In-R">In R<a class="anchor-link" href="#In-R">&#182;</a></h3><p>Let's compare the engine displacement of cars with automatic transmission (am = 1) compared to manual transmission (am = 0)</p>
<p>First plot boxplots:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[4]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">ggplot</span><span class="p">(</span><span class="n">mtcars</span><span class="p">,</span> <span class="nf">aes</span><span class="p">(</span><span class="nf">factor</span><span class="p">(</span><span class="n">am</span><span class="p">),</span> <span class="n">disp</span><span class="p">))</span> <span class="o">+</span> <span class="nf">geom_boxplot</span><span class="p">()</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAA0gAAANICAMAAADKOT/pAAAANlBMVEUAAAAzMzNNTU1oaGh8
fHyMjIyampqnp6eysrK9vb3Hx8fQ0NDZ2dnh4eHp6enr6+vw8PD////agy6EAAAACXBIWXMA
ABJ0AAASdAHeZh94AAAbgklEQVR4nO3djXZTyRFF4WthMAzg2O//slFLvi6jUCDHXa1TZ/a3
VviLwlJ31R7ZRkO2ZwAftt36CQAOCAmYgJCACQgJmICQgAkICZiAkIAJCAmY4KMh/ceN34mE
2F0uIaX8TiTE7nIJKeV3IiF2l0tIKb8TCbG7XEJK+Z1IiN3lElLK70RC7C6XkFJ+JxJid7mE
lPI7kRC7yyWklN+JhNhdLiGl/E4kxO5yCSnldyIhdpdLSCm/Ewmxu1xCSvmdSIjd5RJSyu9E
Quwul5BSficSYne5hJTyO5EQu8slpJTfiYTYXS4hpfxOJMTucgkp5XciIXaXS0gpvxMJsbtc
Qkr5nUiI3eUSUsrvRELsLpeQUn4nEmJ3uYSU8juRELvLJaSU34mE2F0uIaX8TiTE7nIJKeV3
IiF2l0tIKb8TCbG7XEJK+Z1IiN3lElLK70RC7C6XkFJ+JxJid7mElPI7kRC7yyWklN+JhNhd
LiGl/E4kxO5yCSnldyIhdpdLSKm7Wz8BZ3brQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKk
QnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipk
ty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbr
QkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6E
lCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgp
Qipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrQkgpQipkty6ElCKkQnbrMi8kO3e3fgJoiVek
C7wiFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JK
EVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQh
FbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIh
u3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJb
F0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3Uh
pBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JK
EVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQh
FbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIh
u3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJb
F0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3Uh
pBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbF0JK
EVIhu3UhpBQhFbJbF0JKEVIhu3UhpBQhFbJbl3eGdDh9c/T2e0LCe9mty/tCOoVzeClq/56Q
8G526/KukA7PhIQp7NblPSG9xENI+DC7dZkS0t3w1/95N34nwgp/DenwzCsSJrFbl+tDeu2G
kPBhduvyjpDOCAkT2K3L9SG9viwREj7Mbl0IKUVIhezW5f8IiXc24MPs1uWdIf3BrU8yHSEV
slsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7
dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsX
QkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGk
FCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoR
UiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEV
slsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7
dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsX
QkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGk
FCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsX1ZDuMMy9VCGEtCqkDz4bD4TU
RgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9hNRGDI2Q9BBSGzE0QtJDSG3E0AhJDyG1EUMj
JD2E1EYMjZD0EFIbMTRC0kNIbcTQCEkPIbURQyMkPbYh+b0fN4ZGSHrctm1n+M72GBoh6TFb
tp3jvyMSQyMkPV679oqQ/mTu8yKkwWvXXhHSOoQ0uN7CqaNbP4kqvCLp8fqH9htur0d8aKfN
bdsCf46Umvu8CGkgpDZiaISkh5DaiKERkh5CaiOGRkh6CKmNGBoh6SGkNmJohKSHkNqIoRGS
HkJqI4ZGSHoIqY0YGiHpIaQ2YmiEpIeQ2oihEZIeQmojhkZIegipjRgaIekhpDZiaISkh5Da
iKERkh5CaiOGRkh6CKmNGBoh6SGkNmJohKSHkNqIoRGSHkJqI4ZGSHoIqY0YGiHpIaQ2YmiE
pIeQ2oihEZIeQmojhkZIegipjRgaIekhpDZiaISkh5DaiKERkh5CaiOGRkh6CKmNGBoh6SGk
NmJohKSHkNqIoRGSHkJqI4ZGSHoIqY0YGiHpIaQ2YmiEpIeQ2oihEZIeQmojhkZIegipjRga
IekhpDZiaISkh5DaiKERkh5CaiOGRkh6CKmNGBoh6SGkNmJohKSHkNqIoRGSHkJqI4ZGSHoI
qY0YGiHpIaQ2YmiEpIeQ2oihEZIeQmojhkZIegipjRgaIekhpDZiaISkh5DaiKERkh5CaiOG
Rkh6CKmNGBoh6SGkNmJohKSHkNqIoRGSHkJqI4ZGSHoIqY0YGiHpIaQ2YmiEpIeQ2oihEZIe
QmojhkZIegipjRgaIekhpDZiaISkh5DaiKERkh5CaiOGRkh6CKmNGBoh6SGkNmJohKSHkNqI
oRGSHkJqI4ZGSHoIqY0YGiHpIaQ2YmiEpIeQ2oihEZIeQmojhkZIegipjRgaIekhpDZiaISk
h5DaiKERkh5CaiOGRkh6CKmNGBoh6SGkNmJohKSHkNqIoRGSHkJqI4ZGSHoIqY0YGiHpsQ3p
7s7taDG0v4d0OPrd92dznxchDW7btru7sysphvbXkA4v31x+/2Lu8yKkwWzZdnd3fiXF0AhJ
j9euvfqXh3RCSCt57dorQkpCOl3L5BWa+9s15XoLBQuj44qQzl9c4BVpGa9/aL/h9nrEh3ba
3LYt/Ov/HImQViKkNmJofNVODyG1EUMjJD2E1EYMjXc26CGkNmJovNdODyG1EUMjJD2E1EYM
jZD0EFIbMTRC0kNIbcTQCEkPIbURQyMkPYTURgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9
hNRGDI2Q9BBSGzE0QtJDSG3E0AhJDyG1EUMjJD2E1EYMjZD0EFIbMTRC0kNIbcTQCEkPIbUR
QyMkPYTURgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9hNRGDI2Q9BBSGzE0QtJDSG3E0AhJ
DyG1EUMjJD2E1EYMjZD0EFIbMTRC0kNIbcTQLkN6evi0bfdfrx763OdFSAMhtRFDuwjp8bCd
HB6vHPrc50VIAyG1EUO7COl+uz8m9Hi/fbly6HOfFyENhNRGDO0ipO3886ft2s+d5j4vQhoI
qY0Y2kUwn7en8y/fXzn0uc+LkAZCaiOGdvnK8+X+5/jQ7p7PkW6HkNqIof3Ph3ZvXTH0uc/r
DsPcSxVCSIS00txLFfLvCend5j6vW2+wiLmXKoSQVoX0wWfjgZDaiKFdhvTt8Pz8Yztc/daG
uc+LkAZCaiOGdhHSt+MnRqd3N1xb0tznRUgDIbURQ7sI6dP24/ifbz+3w5VDn/u8CGkgpDZi
aP/7zobv26fXdzj83dznRUgDIbURQ7sI5rA9ftl+js+Srhz63OdFSAMhtRFDuwjp63jn93hB
erhy6HOfFyENhNRGDO3yQ7iH7fD9+MJ0bUeEVICQ2oih8edIegipjRgaIekhpDZiaG9D2rbn
d73Pbpj7vAhpIKQ2YmiEpIeQ2oih8aGdHkJqI4ZGSHoIqY0Y2q8f2r3v30Ua5j4vQhoIqY0Y
GiHpIaQ2YmiXwXw+/3Vcn68d+tznRUgDIbURQ8v+FqFrS5r7vAhpIKQ2Ymj8vXZ6CKmNGFr2
N63yinQ7hNRGDI2/+1sPIbURQ/vt/xvFp69P1w597vMipIGQ2oih8QeyegipjRgaIekhpDZi
aISkh5DaiKERkh5CaiOGRkh6CKmNGBoh6SGkNmJohKSHkNqIoRGSHkJqI4ZGSHoIqY0YGiHp
IaQ2YmiEpIeQ2oihEZIeQmojhkZIegipjRgaIekhpDZiaISkh5DaiKERkh5CaiOGRkh6CKmN
GBoh6SGkNmJohKSHkNqIoRGSHkJqI4ZGSHoIqY0YGiHpIaQ2YmgfDWkuQhq4hYZ4RdLDK1Ib
MTRC0kNIbcTQCEkPIbURQyMkPYTURgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9hNRGDI2Q
9BBSGzE0QtJDSG3E0AhJDyG1EUMjJD2E1EYMjZD0EFIbMTRC0kNIbcTQCEkPIbURQyMkPYTU
RgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9hNRGDI2Q9BBSGzE0QtJDSG3E0AhJDyG1EUMj
JD2E1EYMjZD0EFIbMTRC0kNIbcTQCEkPIbURQyMkPYTURgyNkPQQUhsxNELSQ0htxNAISQ8h
tRFDIyQ9hNRGDI2Q9BBSGzE0QtJDSG3E0AhJDyG1EUMjJD2E1EYMjZD0EFIbMTRC0kNIbcTQ
CEkPIbURQyMkPYTURgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9hNRGDI2Q9BBSGzE0QtJD
SG3E0AhJDyG1EUMjJD2E1EYMjZD0EFIbMTRC0kNIbcTQCEkPIbURQyMkPYTURgyNkPQQUhsx
NELSQ0htxNAISQ8htRFDIyQ9hNRGDI2Q9BBSGzE0QtJDSG3E0AhJDyG1EUMjJD2E1EYMjZD0
EFIbMTRC0kNIbcTQCEkPIbURQyMkPYTURgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9hNRG
DI2Q9BBSGzE0QtJDSG3E0AhJDyG1EUMjJD2E1EYMjZD0EFIbMTRC0kNIbcTQCEkPIbURQyMk
PYTURgyNkPQQUhsxNELSQ0htxNAISQ8htRFDIyQ9hNRGDI2Q9BBSGzE0QtJDSG3E0AhJDyG1
EUP7e0iHo999fzb3eRHSQEhtxND+GtLh5ZvL71/MfV6ENBBSGzE0QtJDSG3E0K77HImQViKk
NmJoHwjpbpi8QnN/u6a4hYauCunwzCvSQrwitRFDIyQ9hNRGDO2akA5vvyGkcoTURgztipAO
8S0hrUBIbcTQrvgD2TffEdIKhNRGDO3vf450eHkrw5J3NmCYe6lC/s0h/cWtTzKd7xYLsFsX
QkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGk
FCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoR
UiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEV
slsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7
dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsX
QkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGk
FCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoR
UiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEV
slsXQkoRUiG7dSGkFCEVslsXQkoRUiG7dSGkFCEVslsXQkr5hnSHYeqdElLKOKQPjtoDIS1C
SN4IaRFC8kZIixCSN0JahJC8EdIihOSNkBYhJG+EtAgheSOkRQjJGyEtQkjeCGkRQvJGSIsQ
kjdCWoSQvBHSIoTkjZAWISRvhLQIIXkjpEUIyZtqSHZ81833ZO9RdQu8Il3gFcmb6ivS1Kel
gJC8EdIihOSNkBYhJG+EtAgheSOkRQjJGyEtQkjeCGkRQvJGSIsQkjdCWoSQvBHSIoTkjZAW
ISRvhLQIIXkjpEUIyRshLUJI3ghpEULyRkiLEJI3QlqEkLwR0iKE5I2QFiEkb4S0CCF5I6RF
CMkbIS1CSN4IaRFC8kZIixCSN0JahJC8EdIihOSNkBYhJG+EtAgheSOkRQjJGyEtQkjeCGkR
QvJGSIsQkjdCWoSQvBHSIoTkjZAWISRvhLQIIXkjpEUIyRshLUJI3ghpEULyRkiLEJI3QlqE
kLwR0iKE5I2QFiEkb4S0CCF5I6RFCMkbIS1CSN4IaRFC8kZIixCSN0JahJC8EdIixiFhmHqn
hJTyO9Hu1hssYuqdElLK70S7W2+wiKl3SkgpvxPt+BxpIKRF/E60I6SBkBbxO9GOkAZCWsTv
RDtCGghpEb8T7QhpIKRF/E60I6SBkBbxO9GOkAZCWsTvRDtCGghpEb8T7QhpIKRF/E60I6SB
kBbxO9GOkAZCWsTvRDtCGghpEb8T7QhpIKRF/E60I6SBkBbxO9GOkAZCWsTvRDtCGghpEb8T
7QhpIKRF/E60I6SBkBbxO9GOkAZCWsTvRDtCGghpEb8T7QhpIKRF/E60I6SBkBbxO9GOkAZC
WsTvRDtCGghpEb8T7QhpIKRF/E60I6SBkBbxO9GOkAZCWsTvRDtCGghpEb8T7QhpIKRF/E60
I6ThliEdzt8evf3+bOrTUuB3oh0hDTcM6aWfl2/iJydTn5YCvxPtCGm4XUiHZ0KyQEjDzT+0
I6TuCGkQDOn0fyQ4/aCowqyGqlvgFemC34l2hDQIviKdTH1aCvxOtCOkgZAW8TvRjpAGQlrE
70Q7QhoIaRG/E+0Iabh5SLyzoTtCGniv3SJ+J9oR0kBIi/idaEdIAyEt4neiHSENhLSI34l2
hDQQ0iJ+J9oR0kBIi/idaEdIAyEt4neiHSENhLSI34l2hDQQ0iJ+J9oR0kBIi/idaEdIAyEt
4neiHSENhLSI34l2hDQQ0iJ+J9oR0kBIi/idaEdIAyEt4neiHSENhLSI34l2hDQQ0iJ+J9oR
0kBIi/idaEdIAyEt4neiHSENhLSI34l2hDQQ0iJ+J9oR0kBIi/idaEdIAyEt4neiHSENhLSI
34l2hDQQ0iJ+J9oR0kBIi/idaEdIAyEt4neiHSENhLSI34l2hDQQ0iJ+J9oR0kBIi/idaEdI
AyEt4nei3R2GqXdKSCm/EwmZu8UCCCnldyIhhERImICQCAkTEBIhYQJCIiRMQEiEhAkIiZAw
ASEREiYgJELCBIRESJiAkAgJExASIWECQiIkTGB3uYSU8juRELvLJaSU34mE2F0uIaX8TiTE
7nIJKeV3IiF2l0tIKb8TCbG7XEJK+Z1IiN3lElLK70RC7C6XkFJ+JxJid7mElPI7kRC7yyWk
lN+JhNhdLiGl/E4kxO5yCSnldyIhdpdLSCm/Ewmxu1xCSvmdSIjd5RJSyu9EQuwul5BSficS
Yne5hJTyO5EQu8slpJTfiYTYXS4hpfxOJMTucgkp5XciIXaXS0gpvxMJsbtcQkr5nUiI3eUS
UsrvRELsLpeQUn4nEmJ3uYSU8juRELvLJaSU34mE2F0uIaX8TiTE7nIJKeV3IiF2l0tIKb8T
CbG7XEJK+Z1IiN3lElLK70RC7C6XkFJ+JxJid7mElPI7kRC7yyWklN+JhNhd7ryQ7Nzd+gk4
M75cQrpgPOvbM75cQrpgPOvbM75cQrpgPOvbM75cQgImICRgAkICJiAkYAJCAiYgJGACQvrF
4ejWz8GY8d0S0luH129QwPkfUoT0FiFVOjhfLSG9RUi1jK+WkN4ipFrGV0tIbxFSLeOrJaS3
CKmW8dUS0luEVMv4agnpLUKqZXy1hPQWIdUyvlpC+gXvbChlfLeEBExASMAEhARMQEjABIQE
TEBIwASEBExASMAEhARMQEiaHu+37dNvfv1b8uaA71+y3+nL90lPCX9CSJoO29Fvfv23v/j8
/OMPb745/JjzlPAnhKQpCSb79cO3/LfKXsQwEyFJ2s4vSD8+b9vhYfzC4+fTD15epx6/bNuX
x9Pjfh7un58fTq28Pvr4mM/b5+fHT9vnp+NPz78DShGSpHNI30/fbccOnk4f6n1+Cen8s8PT
eNz99uX5aTzkzaOPjzz+4J9Px2/Gp04P29Otz+OPkDSdXng+bf88P/8cP3w4FvFj/OD06w/b
8VXo/pzMSOjr9v2XR49+/hn/1T+nh3/fvt70LP8KhKTp5XOhx+9f78cPP+0vKi+BHT+sexxf
1dvGj44fxz3+8ujTr27b08vDH48vZShGSJrOId1vL58svX6N4fSD88/i11/+218fffFI1OKK
NZ12/8v26dv3x2tDung0IS3FFWuKDJ7+/KHd6y++eTQhrccVa3rJ4Mfz0/35iw0P+9cRnn/9
YsN48PlzpHj0RUh8jrQAIWl6CWb/rOfx9AXv00vQ4dcvf48Hn79qF4++CImv2i1ASJr2T3u2
+9NXvZ9/3p//CPbbCOntH8iOh53/HCkefRESf460ACE5ePjjGDfe2VCPkCzwXrtbIyQLvPv7
1gjJA/8+0o0REjABIQETEBIwASEBExASMAEhARMQEjABIQET/Bffil+u+Hpv3QAAAABJRU5E
rkJggg=="
width=420
height=420
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Then run the t-test:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[5]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">t.test</span><span class="p">(</span><span class="n">disp</span> <span class="o">~</span> <span class="n">am</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">mtcars</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
	Welch Two Sample t-test

data:  disp by am
t = 4.1977, df = 29.258, p-value = 0.00023
alternative hypothesis: true difference in means between group 0 and group 1 is not equal to 0
95 percent confidence interval:
  75.32779 218.36857
sample estimates:
mean in group 0 mean in group 1 
       290.3789        143.5308 
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>We can see that the average displacement in cars with manual transmission (group 0) is 290, and in cars with automatic transmission (group 1) is 144. This difference is significant with a p-value of 0.00023. The difference between the two is between 75 and 218 (95% confidence interval)</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Wilcoxon-Rank-Sum-test-">Wilcoxon Rank Sum test <a class="anchor" id="wilcoxon" /><a class="anchor-link" href="#Wilcoxon-Rank-Sum-test-">&#182;</a></h1><p>The Wilcoxon Rank Sum test is used to compare the medians of two samples, similar to a two sample t-test. This test is however non-parametric and therefore has (almost) no assumptions on the distributions of the populations. It is less powerful than the t-test, especially for small (n&lt;10) sample sizes.</p>
<h3 id="Assumptions">Assumptions<a class="anchor-link" href="#Assumptions">&#182;</a></h3><ol>
<li><p>Similar to the t-test, the samples should be uncorrelated and independent. A paired version of this test is the Wilcoxon Signed Rank test.</p>
</li>
<li><p>The two samples should come from populations with approximately similar shape.</p>
</li>
</ol>
<p><a href="https://www.nature.com/articles/nmeth.2937">In-depth paper on non-parametric tests</a></p>
<h3 id="In-R:">In R:<a class="anchor-link" href="#In-R:">&#182;</a></h3><p>Let's compare the engine displacement of cars with automatic transmission (am = 1) compared to manual transmission (am = 0)</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[6]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">wilcox.test</span><span class="p">(</span><span class="n">disp</span> <span class="o">~</span> <span class="n">am</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">mtcars</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_subarea output_stream output_stderr output_text">
<pre>Warning message in wilcox.test.default(x = c(258, 360, 225, 360, 146.7, 140.8, 167.6, :
&#34;cannot compute exact p-value with ties&#34;
</pre>
</div>
</div>

<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
	Wilcoxon rank sum test with continuity correction

data:  disp by am
W = 214, p-value = 0.0005493
alternative hypothesis: true location shift is not equal to 0
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>We can see that the average displacement in cars with manual transmission (group 0) is different than in cars with automatic transmission (group 1) a p-value of 0.0005493. The warnings tells us that some displacement values are similar, which means the p-value is an approximation. This is not problematic unless there are many ties.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Paired-two-sample-tests-">Paired two sample tests <a class="anchor" id="paired" /><a class="anchor-link" href="#Paired-two-sample-tests-">&#182;</a></h1><p>If samples are paired, a paired test should be used. This should be used with for example before and after measurements on the same subjects. See the above two sections for assumptions.</p>
<p>In R it is crucial that the observations are in correct order, as the samples are paired according to the input order.</p>
<h3 id="Ordering-data-in-R">Ordering data in R<a class="anchor-link" href="#Ordering-data-in-R">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>If we look at the dataset, we can see that it is not ordered according to the subject, as it should:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[7]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">pairedData</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
<table class="dataframe">
<caption>A data.frame: 20 × 3</caption>
<thead>
	<tr><th></th><th scope=col>sampletime</th><th scope=col>subject</th><th scope=col>measurement</th></tr>
	<tr><th></th><th scope=col>&lt;chr&gt;</th><th scope=col>&lt;chr&gt;</th><th scope=col>&lt;dbl&gt;</th></tr>
</thead>
<tbody>
	<tr><th scope=row>11</th><td>after </td><td>A</td><td> 1.30486965</td></tr>
	<tr><th scope=row>15</th><td>after </td><td>E</td><td>-0.13332134</td></tr>
	<tr><th scope=row>8</th><td>before</td><td>H</td><td>-0.09465904</td></tr>
	<tr><th scope=row>4</th><td>before</td><td>D</td><td> 0.63286260</td></tr>
	<tr><th scope=row>17</th><td>after </td><td>G</td><td>-0.28425292</td></tr>
	<tr><th scope=row>6</th><td>before</td><td>F</td><td>-0.10612452</td></tr>
	<tr><th scope=row>2</th><td>before</td><td>B</td><td>-0.56469817</td></tr>
	<tr><th scope=row>13</th><td>after </td><td>C</td><td>-1.38886070</td></tr>
	<tr><th scope=row>12</th><td>after </td><td>B</td><td> 2.28664539</td></tr>
	<tr><th scope=row>5</th><td>before</td><td>E</td><td> 0.40426832</td></tr>
	<tr><th scope=row>16</th><td>after </td><td>F</td><td> 0.63595040</td></tr>
	<tr><th scope=row>14</th><td>after </td><td>D</td><td>-0.27878877</td></tr>
	<tr><th scope=row>18</th><td>after </td><td>H</td><td>-2.65645542</td></tr>
	<tr><th scope=row>9</th><td>before</td><td>I</td><td> 2.01842371</td></tr>
	<tr><th scope=row>3</th><td>before</td><td>C</td><td> 0.36312841</td></tr>
	<tr><th scope=row>1</th><td>before</td><td>A</td><td> 1.37095845</td></tr>
	<tr><th scope=row>20</th><td>after </td><td>J</td><td> 1.32011335</td></tr>
	<tr><th scope=row>7</th><td>before</td><td>G</td><td> 1.51152200</td></tr>
	<tr><th scope=row>19</th><td>after </td><td>I</td><td>-2.44046693</td></tr>
	<tr><th scope=row>10</th><td>before</td><td>J</td><td>-0.06271410</td></tr>
</tbody>
</table>

</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Let's order it by subject:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[8]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">pairedDataOrder</span> <span class="o">&lt;-</span> <span class="n">pairedData</span><span class="p">[</span><span class="nf">order</span><span class="p">(</span><span class="n">pairedData</span><span class="o">$</span><span class="n">subject</span><span class="p">),</span> <span class="p">]</span>
<span class="n">pairedDataOrder</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
<table class="dataframe">
<caption>A data.frame: 20 × 3</caption>
<thead>
	<tr><th></th><th scope=col>sampletime</th><th scope=col>subject</th><th scope=col>measurement</th></tr>
	<tr><th></th><th scope=col>&lt;chr&gt;</th><th scope=col>&lt;chr&gt;</th><th scope=col>&lt;dbl&gt;</th></tr>
</thead>
<tbody>
	<tr><th scope=row>11</th><td>after </td><td>A</td><td> 1.30486965</td></tr>
	<tr><th scope=row>1</th><td>before</td><td>A</td><td> 1.37095845</td></tr>
	<tr><th scope=row>2</th><td>before</td><td>B</td><td>-0.56469817</td></tr>
	<tr><th scope=row>12</th><td>after </td><td>B</td><td> 2.28664539</td></tr>
	<tr><th scope=row>13</th><td>after </td><td>C</td><td>-1.38886070</td></tr>
	<tr><th scope=row>3</th><td>before</td><td>C</td><td> 0.36312841</td></tr>
	<tr><th scope=row>4</th><td>before</td><td>D</td><td> 0.63286260</td></tr>
	<tr><th scope=row>14</th><td>after </td><td>D</td><td>-0.27878877</td></tr>
	<tr><th scope=row>15</th><td>after </td><td>E</td><td>-0.13332134</td></tr>
	<tr><th scope=row>5</th><td>before</td><td>E</td><td> 0.40426832</td></tr>
	<tr><th scope=row>6</th><td>before</td><td>F</td><td>-0.10612452</td></tr>
	<tr><th scope=row>16</th><td>after </td><td>F</td><td> 0.63595040</td></tr>
	<tr><th scope=row>17</th><td>after </td><td>G</td><td>-0.28425292</td></tr>
	<tr><th scope=row>7</th><td>before</td><td>G</td><td> 1.51152200</td></tr>
	<tr><th scope=row>8</th><td>before</td><td>H</td><td>-0.09465904</td></tr>
	<tr><th scope=row>18</th><td>after </td><td>H</td><td>-2.65645542</td></tr>
	<tr><th scope=row>9</th><td>before</td><td>I</td><td> 2.01842371</td></tr>
	<tr><th scope=row>19</th><td>after </td><td>I</td><td>-2.44046693</td></tr>
	<tr><th scope=row>20</th><td>after </td><td>J</td><td> 1.32011335</td></tr>
	<tr><th scope=row>10</th><td>before</td><td>J</td><td>-0.06271410</td></tr>
</tbody>
</table>

</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Paired-t-test-in-R">Paired t-test in R<a class="anchor-link" href="#Paired-t-test-in-R">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[9]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">before</span> <span class="o">&lt;-</span> <span class="n">pairedDataOrder</span><span class="p">[</span><span class="n">pairedDataOrder</span><span class="o">$</span><span class="n">sampletime</span> <span class="o">==</span> <span class="s">&quot;before&quot;</span><span class="p">,</span> <span class="s">&quot;measurement&quot;</span><span class="p">]</span>
<span class="n">after</span> <span class="o">&lt;-</span> <span class="n">pairedDataOrder</span><span class="p">[</span><span class="n">pairedDataOrder</span><span class="o">$</span><span class="n">sampletime</span> <span class="o">==</span> <span class="s">&quot;after&quot;</span><span class="p">,</span> <span class="s">&quot;measurement&quot;</span><span class="p">]</span>

<span class="nf">t.test</span><span class="p">(</span><span class="n">after</span><span class="p">,</span> <span class="n">before</span><span class="p">,</span> <span class="n">paired</span> <span class="o">=</span> <span class="kc">TRUE</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
	Paired t-test

data:  after and before
t = -1.0742, df = 9, p-value = 0.3107
alternative hypothesis: true difference in means is not equal to 0
95 percent confidence interval:
 -2.2075921  0.7860851
sample estimates:
mean of the differences 
             -0.7107535 
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The average difference between before and after measurements is -0.71 (-2.21 to 0.79, 95% CI) and this is not statistically significant, p-value = 0.3107.</p>
<p>Also notice that we only have 9 degrees of freedom, despite having 20 observations in the input data.frame. This is because we have repeated measurements within subjects, and we actually only have 10 independent measurements. A paired t-test is therefore equivalent to finding the difference between before and after measuremnts and then running a one-sample t-test.</p>
<p><strong>Let's try the same analysis with a one-sample t-test:</strong></p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[10]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># Find the difference</span>
<span class="n">difference</span> <span class="o">&lt;-</span> <span class="n">after</span> <span class="o">-</span> <span class="n">before</span>
<span class="n">difference</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
<style>
.list-inline {list-style: none; margin:0; padding: 0}
.list-inline>li {display: inline-block}
.list-inline>li:not(:last-child)::after {content: "\00b7"; padding: 0 .5ex}
</style>
<ol class=list-inline><li>-0.0660887929231833</li><li>2.8513435640972</li><li>-1.75198911244968</li><li>-0.911651371778412</li><li>-0.537589659534657</li><li>0.742074914161558</li><li>-1.79577491885501</li><li>-2.56179638249168</li><li>-4.45889064245256</li><li>1.38282744478261</li></ol>

</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[11]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># One-sample t-test</span>
<span class="nf">t.test</span><span class="p">(</span><span class="n">difference</span><span class="p">,</span> <span class="n">mu</span> <span class="o">=</span> <span class="m">0</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
	One Sample t-test

data:  difference
t = -1.0742, df = 9, p-value = 0.3107
alternative hypothesis: true mean is not equal to 0
95 percent confidence interval:
 -2.2075921  0.7860851
sample estimates:
 mean of x 
-0.7107535 
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>This result is exactly identical to the paired two-sample test.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Correlation-">Correlation <a class="anchor" id="correlation" /><a class="anchor-link" href="#Correlation-">&#182;</a></h1><p>It is advised to read <a href="https://www.nature.com/articles/nmeth.3587">this excellent introduction on the difference between correlation, association, and causation</a>.</p>
<p>As the above paper states: <em>two variables are correlated when they display an increasing or decreasing trend</em></p>
<p>Correlation values range between 1 for perfect positive trend, 0 for no trend, to -1 for perfect negative trend. There are two types of correlation metrics that are typically used. Pearson's <em>r</em> and and Spearman's <em>rho</em>. Pearsons is used for linear trends. See collection of scatter plots and associated pearson correlations:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><img src="../img/pearson.png" alt="Pearson">
and Spearmans is used for monotonic trends. See the below graph from the Wikipedia page on Spearmans correlation:
<img src="../img/spearman_pearson.png" alt="Pearson vs Spearman"></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Assumptions">Assumptions<a class="anchor-link" href="#Assumptions">&#182;</a></h3><p>Pearsons assume linearity between variables and that both variables are (somewhat) normally distributed and homoscedastic. See <a href="#variance">this section</a> for details.</p>
<p>Spearmans assumes a monotonic trend between variables. A non-monotonic trend is for example a U-shape or ∩-shape when plotting the two variables in a scatter plot as above.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="In-R:">In R:<a class="anchor-link" href="#In-R:">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Pearson's is calculated with the cor function. Here we find the correlation between horsepower and engine displacement from the car data:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[12]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">cor</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">disp</span><span class="p">,</span> <span class="n">mtcars</span><span class="o">$</span><span class="n">hp</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
0.790948586369806
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The order of the variables does not matter:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[13]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">cor</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">hp</span><span class="p">,</span> <span class="n">mtcars</span><span class="o">$</span><span class="n">disp</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
0.790948586369806
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Let's try the same with Spearman's correlation:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[14]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">cor</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">disp</span><span class="p">,</span> <span class="n">mtcars</span><span class="o">$</span><span class="n">hp</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s">&quot;spearman&quot;</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
0.851042626992907
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Spearman is basically a Pearson's correlation on ranked data:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[15]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">cor</span><span class="p">(</span><span class="nf">rank</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">disp</span><span class="p">),</span> <span class="nf">rank</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">hp</span><span class="p">))</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
0.851042626992907
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Let's make a plot to visualize the trend between the two variables:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[16]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">plot</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">disp</span><span class="p">,</span> <span class="n">mtcars</span><span class="o">$</span><span class="n">hp</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAA0gAAANICAMAAADKOT/pAAAAMFBMVEUAAABNTU1oaGh8fHyM
jIyampqnp6eysrK9vb3Hx8fQ0NDZ2dnh4eHp6enw8PD////QFLu4AAAACXBIWXMAABJ0AAAS
dAHeZh94AAAYQ0lEQVR4nO3d7ULqOABF0RSwIvLx/m87UkTRuSLIaUnLWj+86IjNgNvSNEDZ
ATcr9x4ATIGQIEBIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGA
kCBASBAgJAgQEgQICQKEBAFCggAhQYCQIEBIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQICQI
EBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKEBAFCggAhQYCQIEBIECAkCBASBAgJAoQE
AUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKEBAFCggAhQYCQ
IEBIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQ
EgQICQKEBAFCggAhQcAAIRUYmT/8lufDucMmIElIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQ
ICQIEBIECAkChAQBQoIAIUGAkCBASBAgJH72p2dQPyYh8ZOuIildRkj8pJx85BdC4gfl27+c
IyR+IKRrCIkfCOkaQuInjpGuICR+YtbuCkLiZ84jXUxIECAkCBASBAgJAoQEAUKCACFBgJAg
QEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKEBAFCggAhQYCQIEBIECAkCBAS
BAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKEBAFC
ggAhQYCQIEBIECAkCBASBAwa0uvzouwt2te+NgF3MWBI21n5NO9lE3AnA4bUluZl3V3arJrS
9rEJuJMBQ2rK+uPyujR9bALuZMCQSvnpk9gm4E7skSBg2GOk1aa75BiJqRly+nt+Mms32/ay
CbiPYc8jtd15pGbx7DwS02JlAwQICQIsEYIAS4QgwBIhCHBCFgLqWSJUTv1xE3An9kgQYIkQ
BFgiBAGWCEGAlQ0QICQIuENIy6bMlv1uAgY2ZEjrRWmWu2dLhJieAUNadwW15Wm72yzK2X2S
kBiZAUN62p87ag9nYrdl1scm4E4GXyJUFiefpDcBdzJ4SC+Hx3SWCDEpgz60ezouZ9g+WSLE
pAz5xL7m4/FcOb9DEhJjM+h5pPaYT3N2fyQkRsfKBggQEgQICQKEBAFCggAhQYCQIEBIECAk
CBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKE
BAFCggAhQYCQIEBIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGA
kCBASBAgJAgQEgQICQKEBAFCggAhMZhSpnvHComBdBVNNiUhMZBy8nF6hMQwyrd/J0ZIDENI
gatUuAkGJqTAVSrcBENzjHT7VSrcBEMza3f7VSrcBMNzHunWq1S4CUgSEgQICQKEBAFCggAh
QYCQIEBIEDBoSK/Pi7K3aF/72gTcxYAhbWfl07yXTcCdDBhSW5qXdXdps2pK28cm4E4GDKkp
64/L69L0sQm4kwFD+rJi8fzyRSExMvZIEDDsMdJq011yjMTUDDn9PT+ZtZtte9kE3Mew55Ha
7jxSs3h2HolpsbIBAoQEAcOHtJyVslj1ugkY2uDnkd5nHM5O2gmJsRk6pLa0291u05ZlH5uA
Oxk6pKZ0897bMutjE3AnQ4d0XBr0/yVC5dQfNwF3MnRIT8eQLBFiSgYNafG8XJWXt4vb1hIh
JmXQkD4etpXSWCLElAx5Hmm9Xi4Xi27KoT3bkZAYGysbIEBIDOX7bOykZmeHDGn7VMr8fXGQ
Z8g+mu9vjzSxt0sa8lWEmsNrcR1+iJAezPc37Pv++cgN+gzZ5VtNy6Z7JS4hPZjyy79jN+hr
NnT/bJrZRkgPR0iJqxyu937F7XwupIcjpMRVOrNyPHk0mwvp4ThGClylsyxP75c2ZS6kR2PW
LnCVg/bjZlv9cgphMjcvJ5xHuvkq79aL46XNk5CYEisbIEBIECAkCBASBAgJAoQEAUKCACFB
gJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKExIPKvhqYkHhI6denFBIP
Kf2KyULiEcVfw19IPCIhQYCQIMExEgSYtYMI55GgOkKCACFBgJAgQEgQICQIEBIECAkChAQB
QoIAIUGAkCBASBAgJAgQEgQICQKEBAFCggAhQYCQIEBIECAk+KfrXmXo5pBeFm8bfFpd/2Mu
3wQM7trXvbs1pHk5WFz/cy7dBAzv2ldivTGktjT7ndGqKcvrf9Blm4DhXf3a4DeG1JR19++6
zK7/QZdtAoY3dEgfDyKjL/8qJO5s6JDajz1S9CBJSNzZwMdIu+fuGOm1mV//cy7dBAxv4Fm7
8tX1Pyw2Ksga9DySkGDPygYIEBIECAkCbg1pOUsfH/1vE1C/G0N6zk80fN8EjMDNS4Sia+z+
tQkYgdQSoSwhMTI3LxHaxobywyZgBG6dbFjMX1ND+WkTUL8bQrp+VcPr8+LwLMD2l/qExMgM
GNJ2dvLd5xe5Cokanfk1H/CEbFual8OTLjarprR9bAL6c3ZB+IAhHZ9Nu7cuTR+bgP6cfYrS
TSG1XQ3LWWnO7l+O17t83lxIVOf8k2ZvCGnbdDUc5g+a36fB7ZEYs95Casv8rZ7XMtvutvPz
xzzv39+sNt0lx0iMT28hNd3J2Keyf6759vwe5mB+Mms3O7sHExL16ekYqfzPr9d8bbvHgc3i
2XkkRqevWbtuj7Q6PEa7aI90/SagJv2cR3p6a2g762YQtosLjpH+sAkYiRtC2nSP5566L5Vm
c8E1LRFiqm45j7SeH08gNU8XLAK3RIjpskQIAiwRgoDbX/zkbQczK7MLnpX0yxKhXl5pEoZx
Y0ir/e98s//V/70keySm68aQ5uWle2+kl19mD/YsEWK6Ai9+st5HccmjMUuEmKxASIv9arvL
nmpuiRATdfNDu/Vqf7hzyUO7P24CRuD2yYZSnvc7pFVsSDshMTo3T38fpg1mLxdccftUyvw9
OM+QZVIGPCG7bQ4L7Q4/REhMyY0hLa5Y9N3uXyd8uzy83ayQmJQBX/u7OXzvpplthMTE3BjS
7IrX/j62s53PhcTE3BjS9orX/v6MbjYXEtNy80O7y9eZLg9PAtztnxI4FxKTMmBIu/bjm1a/
fL+QGJkBp793u/XieGnzJCSmZNCQatoEJKVCel3866t/JSRG5taQ2l6e1CokRubGkD47smiV
R3ZjSE152c3LZjO/4Knmf9wEjEBgidDz295o7flIPLRASKv9YlTHSDy0W1d/vz2025TZ7lVI
PLTEy3HNP14DPEVIjMyt09/P+8+eSvbNKITE2FjZAAFCgoBbQ9q2+9cebtrLn9939SagfjeG
tGne31jzojca+9MmYARufoHI7i3Gtm2xaJVHlnrxE+eReGg3r7U7HBxthcRDu3n1d/fiJ69z
72rOQ7t11u74Vi3RNatCYmxuPo/0sn+nlvkyNJx/bgKq54QsBAjpAXm367zU9Hdz9s2Vb9kE
Ye+n0O89jIkJhbQx/T0a5eQjKTeEtCqnZnceFRcq3/4l4pY90uy0Iy9+MhJC6kXqGCnLndwf
IfXCrN3DcYzUByE9HLN2fbj5JYsbL1k8Os4j5cVeslhIPLKbJxvCq+z+v4n78we8H7ferlXd
L2btfuOQoh+33q6V3S83P7TLvurJPzZxbya5+nHr7VrZ/XLz85Hm0Vc9+dcm7stpl37cervW
dr/cGtJq6pMNtd1hUyGkL1d5nvysXW132FQI6duLn0x+1q6yx+KT4RjJrB0BZu2+PrSb/Kxd
ZecrJsR5pBPP8+jzJ/61CajfzQ/tpj7ZAJcQEgR4GgUECAkChAQBQoIAIUGAkCBASBAgJAgQ
EgQICQKEBAFCggAhQYCQIEBIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQB
QoKAQUN6fV50r7e/aH95LxghMTIDhrSdnbx3xbyXTcCdDBhSW5qXdXdps2pK28cm4E4GDKkp
64/L69L0sQm4kwFD+vJeZOffmExIjIw9EgQMe4y02nSXHCMxNUNOf89PZu1m2142Afcx7Hmk
tjuP1CyenUdiWqxsgAAhQcDwIS1npSxWvW6CoPLvMxU/fPlhDX4e6X3G4eyknZCq0d1p/2/m
hy8/sKFDaku73e02bVn2sQnSysnH37/8wIYOqSndvPe2zPrYBGHl27/nv/zIhg7p+HDgX48W
TvxxE4QJ6VJDh/R0DMkSoTEQ0qUGDWnxvFyVl7eL29YSoXFwjHShQUP6eNhWSmOJ0CiYtbvQ
kOeR1uvlcrHophzasx0JqSLOI13EygYIEBIECAkChAQBQoKAO0x/X7B4QUiMzIAhLYXEZA16
Hqk5//qqgU3AfQx6jLT+5WlIgU3AXQw72bA8eWm7njYB92DWDgKEBAFCggAhQYCQIEBIECAk
CBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKE
BAFCggAhQYCQIEBIECAkCBASBAgJAoQEAUKCACGFlDLCQRMjpIiuIik9MCFFlJOPPCIhJZRv
//JwhJQgpIcnpAQhPTwhRThGenRCijBr9+iEFOI80mMTEgQICQKEBAFCggAhQYCQIEBIECAk
CBASBAgJAoQEAUKCgEmGZAEpQ5tgSJ7SwPCmGNLtPwKuNL2QPO2bOxASBAgJAqYX0nDHSFVP
DlY9uAmaYkjDzNpVPTlY9eAmaYIhXfHX+JY/21VPDlY9uEmaZEiXbuWWP9tVH4pVPbhpeuiQ
btlW1b+rVQ9umh44pNt+26r+Xa16cNMkpNt2SZX+qlY9uEkS0p9DqnlirOrBTdIDh3Tzn+2q
T9VUPbgJGjSk1+dF2Vu0r31t4hr+bBMzYEjbWfk072UT1xrHn+1xjPLBDRhSW5qXdXdps2pK
28cmpsh+cxQGDKkp64/L69L0sYkpMgE3CgOG9OWv6vk/sX5tPjglNA72SJUT0jgMe4y02nSX
HCNdTkjjMOT09/xk1m627WUTE+QYaRSGPY/UdueRmsVzFeeRxsGs3Sg88sqGsXAeaQSEBAGP
vEQIYh57iRCEWCIEAU7IQkA9S4TKqT9uAu7EHgkCHnqJkF0fKQ+8RMiSAXIeeImQRWzkPO7K
BsuqCRLSuW05iOJCQvp5Ww6iuNjjhvT7MZKDKC72yCH9ssNxEMXlBl3ZcPHihR5+d/+1xfOj
EBKXGzCk5R1D+svhjpC43JAP7dbN+SdPBDZx/gde+WMdI3GxQY+R1ucXBiU2cf7nXblLMmvH
pYadbFierFvtaRNnf963n/vraSLnkbjQY8za/TMkOxxyHiOkfx7uOAQi51FC+v/ex6QcQQ8S
0j8Od4RE0MOE9OM2hETA44bkGImgRw7JrB0xDxyS00TkPHRIkCIkCBASBAgJAoQEAUKCACFB
gJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQEgQICQKEBAFCggAhQYCQIEBIECAk
CBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgYcUil6I1a
jDakriIpUYlxhXSyEypDjQUuMKaQTndC5ex3wsBGFdL/PgqJSowopC/tCImqjDUkx0hUZbwh
mbWjIiMK6ftOaMjzSM5Zcd6oQrrXTsjej9+MKaS77Rgcj/GbcYV0H2YI+ZWQfickfiWk3wmJ
XwnpAo6R+I2QLmDWjt8I6SLOI3GekCBASBAgJAgQEgQICQKEBAFCggAhQYCQIGDQkF6fF2Vv
0b72tQm4iwFD2s7Kp3kvm4A7GTCktjQv6+7SZtWU9pZNWPpGZQYMqSnrj8vr0vx9ExZjU50B
Q/ryq3++g19CumkY0IMR7pE8YZX6DHuMtNp0l247RhIS9Rly+nt+Mms32/55E0KiPsOeR2q7
80jN4vmm80iOkajOGFc2mLWjOvWEVE79/r39DAL+ZviQlrNSFqteNwFDG/w80vuMw9lJOyEx
NkOH1JZ2u9tt2rLsYxNwJ0OH1JRu3ntbZn1sAu5k6JCOswS3LBGC6gwd0tMxpBsWrUJ1Bg1p
8bxclZe3i9v2tqdRQGUGDenjHFEpzd+XCEF9hjyPtF4vl4tFN+XQnu1ISIxNPSsbBt4EJAkJ
AoQEAUKCACFBgJAgQEgQICQIEBIEVBoSjMwffsvz4fSl8qFWPjzj69eIhl/5UCsfnvH1a0TD
r3yolQ/P+Po1ouFXPtTKh2d8/RrR8CsfauXDM75+jWj4lQ+18uEZX79GNPzKh1r58IyvXyMa
fuVDrXx4xtevEQ2/8qFWPjzj69eIhl/5UCsfnvH1a0TDr3yolQ/P+Po1ouFXPtTKh2d8/Rr5
8KEOQoIAIUGAkCBASBAgJAgQEgQICQKEBAFCggAhQYCQIEBIECAkCBASBAgJAioPaXkcX9uU
pt1+v3hfy9m/xlTN8LZPpTytD5drHN/e6/v9W+v4Lld3SOvj+wLMu/cImH27eF9tN5Bmf5/X
OLxd042kK6nK8b3ZNof7t9bxXaHqkNbNe0ivpVnvP3v9cvG+1uVpu99lPtU5vLfOn/YfFrtK
x7e3ONy/1Y7vCjWHtCzz95Dasnr7+FKev1y8r8VhaPsR1ji8tx3Sfl/Z3YBVjm+3H8bh/q11
fNeoOaTS7t5DWpTNbr8PWHy5WIX9CGseXrOrdnyb4x/KSsd3lZpDWu+OIZ388/Urd7ct85qH
15blrtrxzcvmMI5Kx3eVygdcfUjL/UORWof39tCp3f9b5/iey8tOSAOpPaRNs38MUuvwloum
O9iocnzdwzchDaTykLbNfP9PrcN787R/bFfl+Gb7EwdCGsj7Ddp83rxNTbf0/HC+o9bh7fbH
cE2d43vqpucO46hxfNeqfMBfZu02n9M6mxqmdTaz+aa7UOfwDj5nFesaX/lQ5/iuNY6Qnrs/
X6v9ofPJxTtblfn7pSqHdziPtNkvEqhxfKch1Ti+a40jpBpPfW8+OqpyeIeVDdvF/hipyvF1
rGwYyPGx8qz72zX/dvGunj7/otY4vONau++Dqmd8e+/3b7Xju9xIQtp2a4K/X7yrk4cmNQ5v
162jni27S3WOb/dx/1Y7vstVHhKMg5AgQEgQICQIEBIECAkChAQBQoIAIUGAkCBASBAgJAgQ
EgQICQKEBAFCggAhQYCQIEBIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQICQIEBIECAkChAQB
QoIAIU2Cu/He3AN1Wl3xvZun/ZvcbT+/sH8fvOKeHZSbu0qzK+6X9eEdOJvPrwhpeG7uKl2T
wby027J9+/ina5PhJq/SNSl0+5/d9mSXJKThucmr8Par/1ya592uLfs9y/Hd0vdvTD7f7C+s
FuX9zb5L2c7K4u0r81Lm+0Oppmw/78a3K7SfD+0+vufts3aUbxY+GkKqQinP+3b2v/ilK+EQ
Uvdps93tng/HQW33rYv9heXhK8t9e7PV8W7srrA4hvT5Pe8/f37H/8WJE1IV3n7Ht/vf++5j
c3xw9rL//Omwi3rZf1qO37rfD633X5m9XXx6S+Tp9XCFZr1bN8eQPr+nvP+Hlzv+P06bkKpQ
ymv3cbM7nXNb7L96cvDzHtLr4fLnDPm63e+HjlfYrY4/4fN7DpdW3TfRByFV4RDO58fTzw82
q+f5e0jd52/tLNbrj+uvZodHcLvTn/D5PSf/gV64Zavwa0jzcjxuOn7xudkfP23er/+245r9
L6TP7xFS39yyVfgtpKcyW642X0J6e6TWzrpjpF13N56chT25+P49QuqbW7YK/w5p/nGM1H3+
PaTdcUphezyPtOgOhV6/rmw4fHY4eHoa7P/o0QipCv8Paf+YbbmfoGsPs3avu/WXY6TZYR5v
tt9bLY4rG1ZfZ+0+v+c4a3fNEj6uIaQqfA9pdlg793EeqT0cIu33K+8hvXx8Ydt8rrVb7C89
HUN6ObnS4QzTvf7/pk9IVfge0uvsEMZ+3q2bT3iLY/7aTV8fH7N1qxa6mfBN+7n6+/n/KxsO
E+tvjc2WA/9fPRIhTcJvd6NZhr65gSdBSPfmBn4IQuqbG/ghCKlvbmAIEBIECAkChAQBQoIA
IUGAkCBASBAgJAgQEgQICQKEBAFCggAhQYCQIEBIECAkCBASBAgJAoQEAUKCACFBgJAgQEgQ
ICQIEBIECAkC/gOBwx6H+lktwwAAAABJRU5ErkJggg=="
width=420
height=420
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>We can get p-values by using the cor.test function with the same input:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[17]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">cor.test</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">disp</span><span class="p">,</span> <span class="n">mtcars</span><span class="o">$</span><span class="n">hp</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
	Pearson&#39;s product-moment correlation

data:  mtcars$disp and mtcars$hp
t = 7.0801, df = 30, p-value = 7.143e-08
alternative hypothesis: true correlation is not equal to 0
95 percent confidence interval:
 0.6106794 0.8932775
sample estimates:
      cor 
0.7909486 
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[18]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">cor.test</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">disp</span><span class="p">,</span> <span class="n">mtcars</span><span class="o">$</span><span class="n">hp</span><span class="p">,</span> <span class="n">method</span><span class="o">=</span><span class="s">&quot;spearman&quot;</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_subarea output_stream output_stderr output_text">
<pre>Warning message in cor.test.default(mtcars$disp, mtcars$hp, method = &#34;spearman&#34;):
&#34;Cannot compute exact p-value with ties&#34;
</pre>
</div>
</div>

<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
	Spearman&#39;s rank correlation rho

data:  mtcars$disp and mtcars$hp
S = 812.71, p-value = 6.791e-10
alternative hypothesis: true rho is not equal to 0
sample estimates:
      rho 
0.8510426 
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Linear-regression-">Linear regression <a class="anchor" id="regression" /><a class="anchor-link" href="#Linear-regression-">&#182;</a></h1>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>In a simple linear regression we seek to find how changes in one continuous variable (X) impacts the estimation of another continuous variable (Y). In contrast to correlation, linear regression is asymmetrical, such that swapping X and Y will give a different result (the p-value would be the same however). It is based on the assumption that X is fixed (measured perfectly) and that Y is random (measured with error). Furthermore, it is based on the assumption that the residuals (distance between actual data points and the statistical model) are normally distributed. As with Pearsons correlation there is also an assumption of linearity and <a href="#variance">homoscedasticity</a>.</p>
<p><strong><a href="https://www.nature.com/articles/nmeth.3627">In-depth paper in linear regression</a></strong></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="In-R:">In R:<a class="anchor-link" href="#In-R:">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Linear regression with engine displacement as indepedent (explanatory) variable and horsepower as dependent (response) variable.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[19]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># Save the model in the fit object</span>
<span class="n">fit</span> <span class="o">&lt;-</span> <span class="nf">lm</span><span class="p">(</span><span class="n">hp</span> <span class="o">~</span> <span class="n">disp</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">mtcars</span><span class="p">)</span>

<span class="c1"># Get a summary of the model:</span>
<span class="nf">summary</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
Call:
lm(formula = hp ~ disp, data = mtcars)

Residuals:
    Min      1Q  Median      3Q     Max 
-48.623 -28.378  -6.558  13.588 157.562 

Coefficients:
            Estimate Std. Error t value Pr(&gt;|t|)    
(Intercept)  45.7345    16.1289   2.836  0.00811 ** 
disp          0.4375     0.0618   7.080 7.14e-08 ***
---
Signif. codes:  0 &#39;***&#39; 0.001 &#39;**&#39; 0.01 &#39;*&#39; 0.05 &#39;.&#39; 0.1 &#39; &#39; 1

Residual standard error: 42.65 on 30 degrees of freedom
Multiple R-squared:  0.6256,	Adjusted R-squared:  0.6131 
F-statistic: 50.13 on 1 and 30 DF,  p-value: 7.143e-08
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The important output here are the coefficients and Adjusted R-squared (variance explained). There are two coefficients, one for the Intercept and one for the Y variable (disp). The Estimates are the <em>estimated</em> values of the coefficients. As such the model ($Y = a*X + b$) here is estimated as: $hp = 0.4375 * disp + 45.7345$.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>This result seems to fit with the plot above (see the Correlation section).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The p-values (Pr(&gt;|t|)) tests the hypothesis that the Estimate is zero. A low p-value therefore suggests that the Estimate is unlikely to be zero, given the assumptions of the linear regression. We can therefore see that the engine displacement is significantly associated with the horsepower. Also notice that the p-value is similar to the one from Pearson correlation. The adjusted R-squared tells us that our model <em>explains</em> 61.3% of the variance in the horsepower variable.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Check-assumptions-in-R:">Check assumptions in R:<a class="anchor-link" href="#Check-assumptions-in-R:">&#182;</a></h3>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The easiest way to check the assumptions of a linear regression is to plot the fitted model. This produces four plots, which should be used to ensure that the assumptions hold.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[20]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">par</span><span class="p">(</span><span class="n">mfrow</span><span class="o">=</span><span class="nf">c</span><span class="p">(</span><span class="m">2</span><span class="p">,</span><span class="m">2</span><span class="p">))</span> <span class="c1"># Plot in a 2x2 grid</span>
<span class="nf">plot</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAA0gAAANICAMAAADKOT/pAAAAOVBMVEUAAABNTU1oaGh8fHx/
f3+MjIyampqnp6eysrK9vb2+vr7Hx8fQ0NDZ2dnfU2vh4eHp6enw8PD///9RxTL8AAAACXBI
WXMAABJ0AAASdAHeZh94AAAgAElEQVR4nO2diWLbKBCGydU02zRN9P4Pu9bFpQvBDMxI/7db
R7YRyMAnLlk2HQCgGNP6AAC4AhAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJ
AAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJAAIgEgAEQCQACIBIABAAkQAgACIB
QABEAoAAiAQAARAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJAAIgEgAEQCQA
CIBIABAAkQAgACIBQABEAoAAiAQAARAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQA
ARAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAASJFMiMvf3dCrG1uhklPs99p2PFz
ePWTIurbYcznvHF6T+/Jz/uzMc/vP1GYjZcbI7JG2Eq9aRK7SM/Dzs8bUUCkXYx5mjdO7+m2
/8wl8hEE2Xi5NSJrxJSd7+YlPfCJN1JCj0+3ooBIuzxq+e9p4/SedvMhzPt3132/h8psvNwc
kTVizs6kcoBI4nj0vMz3uHF6z3nr52nuH34a47pxGy+3R2SNiET6eDZP49nn8+Uxcvq077w/
mffOjmqmsc3bo2Px7p7Oe/T8mOfh7/OjCII3uqDMH5tjJ2/q6vlH4NIEmxjzz7yNG/3jI/ee
P8anP8+PNx6v/jZPv/suhxlKKiqzgY/xrZ73qX3bebk9ImtE2LV7G2ceuj4X587xEOKlf/IW
ivR7DPI+Pf0Iu9Mvw4ny+xHZR9zP3hPJHYGXJtjkkT2/hvGtK6Yh94ac609DQyl9vkwlFZXZ
yJv5N2/+9br4Gy+3R2SNsAP/PtM+zctP9/PSt+hP/Qt/+malz/A/5ulf9+8pFMmYP0M/enrq
9hj4M5zEfj/iit5wadp45hiDI/DSBJs8smds/P1i+tM/ffnppj8f0+PTosxsHN3K9sbL7ZF0
LJZ5+ns4+bwNXeGfvq9gp1WHPHwbTnqfcbW3W+Mb4QT2ULzPK2/sieQdgZcm2GTsC3zMxdTn
9GfffEzTsGZqrb671TLzni63IdIZhhx6fvqcntgq/uhTv/37N4eY8jGu9t+fv19sobg9Rn49
Su+770TEb8SF5ccYLzEJK0J5jOX3OP2sFlOUt/1jUGZeHMttiHSGIYf+mnnmx7UVvx+dKvP0
vSfSS9CwuD1G/j76du/DCTF6AyIRMpXfr1SRojIb8AZD/4YJijFE9LIcRNaIuUflzfzMfL4/
z2OkVZF+meePz2+/UKY9Jp6e+/9X3tgVKQ4FkXaZy+9fmkjLMuvs9Ny/77738GlFil6Wg8ga
MWbnv3Gy4W05mvE7339tCbmtuFC8ev9uPrxZ0/U+w3KMZI/ASxNsMvXXzLM/RnrbFGm1zKYF
o8fZ1J8S2nq5PSJrxJSdY5M0zPo8zkRvfbf7jzdr9+lm0J4fI9ufl7FQ/nb/XH/b7THxKK9h
6mDxxkKkcSj8HR7BJ2btEpiy5/fQhgSzdt7bvkhBmU18jpcw/A464JsvN0dkjZiy82dsksYe
dJ9t02VWf6cQw/LOr7HBn1d33k0Qxu0x8zyuPizeiER6Hq4XGx+9I/DSBJvM2fPkjYBeuk2R
ojKb+bRj0+BaoI2XWyOyRszZ+T6Okj4e9fnXcPoZLkewK339hMG7nVMYh7aPDvcjhOtI2D1m
/kz9tPiNSKS/z71C46N/BF6aYIs5e6Zlgo8ne2WD97b3GJXZzHSZ96OkglmFjZcbgxoBxPO5
fi3QxsttgEgAEACRACAAIgFAAEQCgACIBAABEAkAAiASAATQi2RAIuRZjzIiJz1L6QuJPMaL
0lKkdknrAiIpACLJByIpACLJByIpACLJByIpACLJByIpACLJByIpACLJByIpACLJByIpACLJ
ByIpACLJByIpACLJByIpgDujduJHGSUCkRQAkeQDkRTAlVEJFy+jjBKBSApgyyizEX/OtwNu
DkRSAF9GTfdebJH0xYBICuDMqOGW2m2SvhQQSQG8GWUgEgGMIh32slFIiTBn1N5ACGWUCJ9I
ZrFRGuPJpBOit90a2eNqLMgSwVgx2EQyq5slMZ5I23T759nFEeyOuZs7BpGIYKwYFxfJzD8J
4v0ZxgTGTA/eScqsBJlf5jrUJCASEYwV45oiTf/NHzX6E7wS5tcySHp3gA+IRARjxbjoGMm4
uSibJ362uTe8rrBZCwKRLgRjxeATqeGsncuvKX37aFdN7Ob6iafz9uU91hQgEhGMFYNRpAYx
2ojDFnxKLDz/7LbgXjA/kkZAJCIYK8ZFRfL+X+TC/Oc4v+wvmTauThCJCMaKwSaSTWp7P36R
OmMb8s7+mTanDHHHuR5EAhCJCMaKwSuSeyCI8b5AJPmwiuT1PQlivC8QST71RcJ3XU4DkeSD
FkkBEEk+fCKFV1kQxHhfIJJ8OKe//XUrmhhvCkSSzyXXka4GRJIPRFJATkZ5qyS1k74lEEkB
GRllvH+Vk74nEEkBEEk+nLN2uPkgERBJPnwt0nF4FFIiEEk+jF27wx1QSIlkTTYcrD0wJn1L
WNeRyGO8KZj+lg8mGxQAkeQDkRQAkeQDkRRwep6H7gp7lFEiEEkBaJHkA5EUAJHkA5EUkDn9
ja5dRSCSAvIWZLGOVBOIpIB8kXBlQy0gkgJwiZB8IJICIJJ8IJICMr/YlyoSflWRAIikgKyM
MgnfkPV/aIEw6TsCkRTAlVGDQmY3CZRRIhBJAZwidWsi4Saep4FICsiZbEgRYVOkoqTvCURS
QH5GHY2R7AZEKgQiKaAgo9JM2m64UEaJQCQF8InEvv9tgEgKgEjygUgKgEjygUgKKJi1a5D0
PYFICsAX++TDKNLhSRGFlAhEkg+fSGaxURrjbTmd9bj5SXXYRDKrmyUx3pfMq78z9yxO+pZA
JAVkfh8pc9fSpO8JRFIARJIPxkgKgEjywaydAjBGkg/WkRSQlVE03yZCGSUCkRSAdST5oGun
AIgkH0w2KAAiyQfT3wrIOIfhyobK1BcJN9Y4DVok+aBFUgBEkg/GSAqASPLBrJ0Cchdk8cW+
emAdSQGZlwjN/yonfU8gkgIgknwgkgIgknyyREL/uy4QST45IiUVUsLXnVFIiWRNNhgKj1BG
qbCJlBAzCikRTH/Lh0+k46hRSIlAJPkwilT8PpjIyqi+b1eewyijRPImG9D/rkrmgqxBGdUD
098KwKydfCCSAiCSfCCSAiCSfE6LhNvh1gdjJPmgRVJA7qzd8anOBsGieSEQSQFsGTVe67WX
BMookdzpb3TtKpI5RkoNtDeWQhklkrkgi3WkmjCLtBxM4b4apykQCTNCteAWqdu+BgJllAjn
JUJ0ad+czFm7E4FwhX4pEEkBOS1SWtfMLDbKk74neZMNEKkqDTMKZZRI3vS36fAN2YpAJPlg
HUkBEEk+2kU6HAeYMJjKigGR5JM12SBhQfacGF7Y9SM/fm8j0hpAJPkUtEhNx0jxzOH8XcPx
v+CpS2qYJDFmvirGd8YLlvxBg1NL/kc5BiLJp6Rr17BF8sSwz824HGJM+DQOb6ZXx69iT9rF
IlkRZymdmSsXelJMYR5/2iZApETUi+S+9h5NygdPwxbJKdJZq1ywhYhLM/1I42cMnI0aX3Wp
j3qRpufGBJU8ehq1SMYTqQuCeVXP0ycQtetidcSJ5PZp2v2+FUpFisdIZvlqYovULYN1kYgm
ELWzskkWyUR/KyZ9PVKmho0XbD/T3LtUFwYXRRAec2TOei/MGXQkUhidiZNZaFf6YQ6ASHVx
RviVbNlp8fawlcREr6/ETnikdDHaCmOCSm6MJ0IXnCzcfJ7v2kKkqEXqgj9xGyRv1g4i5RC1
KHHlsPNTJp4adiLZCjO+uVIzZIqUn6pTb9lZC0X0Z+3se93cMlc85PP7tO01aCMUZ+7f24nd
0Yzx//k8bCd2zVxFxi03T7XIQi92zAjVJSujaCy/Uxn5Lcr83MwV3nrSWbk6f+bKuKUU/0+3
KVKQ4v5xHel2p0IqomFG3amMnEj+QGE2JPjasO3IzH2919cMkdL632axsRkC7AORqrBokea2
ZxZpfNt2+F07NHfn3DiATqRFA7YbBOyR27UjyOFblVE8RprnozyRXKfO69i9zkq5/SGSRDIn
GwxBFt+rjDbWVLwRkdvuuqhFcpNPfg9vd9YuZYwEkejIyKjo5Fozaf3YliJhYvd1FiZ5Ytd/
mjIjhDESGRBJPukZdTpLMWtHBUQSyeur94RRpAYxXhSMkeRTXyS6BV0xcH+U3Fk7LMiyEbRG
PadFMp4Kx8Fv0bWj6EIdJtCIq5QRO2wtkgkfCGKUSsocJkUKTbhIGZGyaI16WEXy5uMJYpQK
RAIQiQArEttQKXPWLnPX0qQvzWpr1JMl0iDJQa25j0huBZzrI+WIdJD3jElfly2JenJESlqj
cJd6XX2M1LmvCDJ9pqwWKeVbzyxJX5Y9j/hE6oIrLArT1oA0kbAgm0Zih3zXoo5XpPQYr4A8
kdwlX1WT1kViRT7yCCLRIWuMNP1BGe2TdPo7tOg4ivWQR3228zFeAsza6SNFpBSPGlwixBnj
RcE6EjnhtyJ2PmWSRftRZIdsF+NFgUjUuB7VQd8q1aNMkfA15qqczahxcRh3etokaI228yjZ
oi5TJGMXIIu4ZiExwJVRCbdWu2YZpc2wnvEIs3YaYMuoTX2u91WXgASRTll0FNlGSIhUmdNd
u2QRDmO+aBkdVt+zHkEkDeRkVOL68OHVKRlJa2D3FHPaog5jJBVgHakqOR7lz9rxfo35qp3z
PCBSNTa/JnGEzHUkvqttVAKR5CNSpMT+/W1gHCNxJK2V7NaoByIpICsncBehqmSIZNi/fQmR
QnCJEDtFrVHPeZHs+IWx24AxUkDBGKlB0vfktEhza4FZu3pAJFaKW6OeXJEoKvodCokEiCSf
7Bapato3J3/WrknSkolbAJLWaIj4bEiIVJ+cFglfo1iDb/ANkRSAWTsiwspL1hr5kSaHvLxI
Auc5IBIRjOsq50Wi+66KyEKSOPOeNUa6cBll40QibY1c1LQh28VYjsi14LxZO5JTgrCcKGXM
E2qJ5pipQ3LEWKvDdTGRcNFqRF+PODzSIlK1DteFRCLJNGE5UQ6LRZ0WkSpW74uMkSDSOlwe
QaRlWteYtSMaJInLixLYLOogkgqyPrghOSdcKc85PVIiksgOVz2wjlQOq0WdGpGOfyBQXoeM
DohUDLdHakRKiOoqZb7k7Ce7+qJ5GtOHf/x5rXCivYZIFx9DZU42ZO5ZnLQMpnPr4/9XU+FE
yyjS4TkxIcbEEwlE2trlti3SVCXMq/eEPz3akFH4zR2PY0w9kUCkrV1uKZL3Q+Dj2EizSGZ1
81yM3uc/aJowRtrY5Y4iDZXBDBempv6cGE2i1CHj4OGebhz8339dl/DPeP92wpmUuNT+O819
x0hzp67zVqUVj5FIW6SLd92OyFuQvet97YZDHlojry+jeNaOcowEkW6YdC5tKouOWbvdvLn0
WuwARDpF/6W96setZB1px8hrzzMMZK0j3W1B1uvCtTi1ahPpayaMRE95Lzku9oJZu1LUZOw0
qdCPjZqlTx2SKsavFeI39YuU0KJCpEOqTXPvHwBtyMwYt6XZyaBAp1LWzF09HkJSyh4iHdIf
5+vr7UUyB/V0L4P6Vzd2PhDjrCksPrUViWJCqD32E9xdpOPeTRQiKPrhSb0mpKONm0mktH0o
lijaMl8NNNxeq8bC6+aBMIQ8G+NUl3YH3aE6LIdzDjKbmMZIKbN2ZnWzNOmaeIuMlRZe946E
OuTZGOeTcmomyJlfIGmcWGbt0lLeSoLu+0y8jIuMU2sk4FCIQ56NccwOk9zOyBFphLMfOVBd
JP6kaTD9V1/9Nfumh0Ie8nSMY5vc2cek/VrnXAz7zN7JfVJaFK1jpHnZdbzZo4SevgyR3Hpr
+vf4mufcOiw65c3apeSSzlm7+cT7OvViJPRAZYg0PzOJqUjIuT2IbcoXqbjUxOWzd8p9PZqh
qokckbzvNV4DOpsy15EoGm5JBTJXkOGYXkWMjByCRBLfzuRAM6+Xt8vFRLIfx/XqBB2eJJGu
S6FNWZMNVxPJG0O/zltyjg4i1SNfpqyMMiRNvJwyciK9mmZfltgGIlUlr2lqmFHty8hNdQ/P
WnxpLwWIVJ/TNt1ZJLvGOD68ymqHHGJEkppBXJyRKXOyIXPX0qQpsH03b2RkzKvgKiJFJGFD
xyxOnwtSm6bbiRQ2Q/Mj+43wSxAikmFKgogkRTLPBQk2nY3Vu+ZUpUi+PfNmq6+QpwKREkhS
pOgj7MtU0CKV0lykqV2S7hFESiDt4Io/wrZMd5tsCFokY9zNHgUjRCTRY6RKIvWsf7X3fKRT
VSzP0dZjpCbJ5yBFJMnnnERFKAp+iiOy6XSsdnihdUHWztq9ip5h8BAjkmRclUz/Onx2Qiv5
cnqywT2qnGzQCERKwb9LDedRQyQfNa1RD0Q6AfuUCKVINAerroxaAZFOwD+3uN7k3VAkVa1R
z91EKhrHVJikXz2+G4qkjpuJVDjIaTQjmzNrRyR9C5HUtUY9jCIJvLFGce1qM0mfsY7krWlW
Tro0QbnLILvwiWQWG6UxllOhb8ZBwwOukrS9n4lp8yNhFLCJZFY3S2IkACJJTHrqMHurdRUS
peZeIrUa5BRybZHmpe7xB5QrJUrOzURq1QUvS/YOIr16ozqItBpe0BipFQSThY2oJdJrpWtH
2NA7a6doeien5+9/vMuKNP1ywqs3RlJUrAFq15FIT13MpZchUvDxrieS++0RM95ey72oFK0i
kU7vcPcnzh9suMflRJoan35T8g1NzsA82cDWtaMUiX/O9bSp1xbJztPJvxVDMrwi7c/B3Eek
072We4j0ypZCfVhFMmt7Et3hhrA7VkGk01x0jOT/LuN4mzpZ2Z5PfZGyY4z3phuaSizQS87a
BTMMnfLphRC9IlEivEC5Di7h/nekSbumX/RNU7PgE8n+bBjLGOlWsGXUccQsImn8msQRnNPf
Rz9UDpES4cuow5g5RLqiR2rXkW4FY0YdRU09Rnq9XJ9uAiIpoHpG0d07fBkxbYRi4BZpb6+r
5ik5F5m1U/kV8lQgkgK0i3TddsgBkRTAnFEkZRTL4j0fLgW6cmvUA5EUoECkeH52sYx49cKG
SAoQIdL+bc/jwP7j0BpdvbAxa6cACSKlLAluiHSYyBWASAoQIFLSRSorIs2317p8WUMkBQiY
tTtqVnbGSJi1yw3ZLsaLokCktVm7y8/U+UAkBQgQ6R79swIgkgIkiHSyf3ar1qgHIilAhEgn
uJtEPRBJAcpEuqNHEEkDmkS6pUUdRFKBIpHu6hFE0oAWkW5rUddYJJAIedazlNEr18dXQXqW
MhZXiwOgjU5ybOSUHl7h/o2Tb334xUAkKSivicoPvxiIJAXlNVH54RcDkaSgvCYqP/xiIJIU
lNdE5YdfDESSgvKaqPzwi4FIUlBeE5UffjEQSQrKa6Lywy8GIklBeU1UfvjFQCQpKK+Jyg8f
ANBBJABIgEgAEACRACAAIgFAAEQCgACIBAABEAkAAiASAARAJAAIgEgAEACRACAAIgFAAEQC
gIBWIk3p2lvwnbkX32Z07p5+JdHZ+wKSHJx3RATHxsqpGyKux1CSdlnShTW5+LM3KtO5qs5H
YDeKowvjzYlrcUxksRUfGyvlB5ZfF1umTZR+0d75qXqVy3gbRdHZCEqiWx4TSWwkx8ZK+YGZ
7L1bpk2TfpsSnWsnkUhhdB1NuZBZ7kfSCRZppKRbUNZut0o7PooWO5emS1dX3TAkiLckPmKR
6I6NlTb9G4pMgUh0Is0PJNHRHhzdsbFSeFyqRWrtcUG6xCLZTYEi2S2ItLkfRMpNV6pItAdH
LDk53u8AZR1W6f6dDJEanUNKkSySCR9JYrPb8kRyNDupCxCpsYdl6XKMkcqjC86uwmJjpd1w
vb1IjTuGpemuDMObR2f8DWGxsUJwUEXNdssmpd05hChd2kuEKKIzK9fySImNlbM/mroaR0nq
RSkXnofLP7vIMgVAGxAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJAAIgEgAE
QCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAA
iAQAARAJAAIgEgAEQCQACNArkrF3Pp9/ymDls2x9PL0fWxTGFkJ6hm7/8IT3asot7XeKvQEy
jiIHs3gGkVpw9reNtkOacOsoShP9bYuMo8gBIsmAQSQTPd8PLqMsZRxFDsH5y/Xzwt8hCopk
endyzqsA8y7Fvw90R+Z8NF4udv6G6fyC8TqCfkD/ROgLFZaS8VKyEckoQr0VJ+wIuBwNNmKR
jPtrFvsmdShAxFyB5+1FSZidnHZZblzWr4tkQ/nB1/61KUK99cZrg6J/8anMveW/uwypNy9a
YsLHnQ33dL2kdkVa31gp10borTzrLdK+SMOmgUiUlIk0R2JMWFhrO/uhIBIZGyL5c+JLkTyL
XOb7wyu9+dGK2JNFAUwb24sV4altS6TVE+AsUvsi1Ftx9lqkrgvKd9iI26uNs5jeDGnEaou0
fCV4fb2kdkVa3zCdlCLUW2/2RForvgORFqUI0lgVaSt/Fy3S6hltbFq6tXZtT6SmRai33qyL
FG2EgaYHT6TFZIXiDGlE5MmyJEy3eG/5vj9GisvGvbk1RhJQhHrrTSSSCZcr5pei4PPig/G2
3S4YI2UQi7SyjhQ+Xawj+YXiwpouXHcKQxkXkYwiRMUBgACIBAABEAkAAiASAARAJAAIgEgA
EACRACAAIgFAAEQCgACIBAABEAkAAiASAARAJAAIgEgAEACRACAAIgFAAEQCgACIBAABEAkA
AiASAARAJAAIgEgAEACRACAAIgFAAEQCgACIBAABEAkAAiASAARAJAAIgEgAEACRACAAIgFA
AEQCgACIBAABEAkAAiASAARAJAAIgEgAEACRACAAIgFAAEQCgACIBAABEAkAAiASAARAJAAI
gEgAEACRACAAIgFAAEQCgACIBAABEAkAAiASAARAJAAIgEgAEACRACAAIgFAAEQCgACIBAAB
EAkAAiASAARAJAAIgEgAEACRACAAIgFAAEQCgACIBAABEAkAAiASAARAJAAIgEgAEACRACAA
IgFAAEQCgACIBAABEAkAAiASAARAJAAIgEgAEACRACAAIgFAAEQCgACIBAABEAkAArSI9PP+
bMzLx+b7Zv2DbLy8xufJ8DfDjLz83QmxtrkZJinNM6HbouRQf57Gcnz62QhQLNKzORf+bpiZ
TZMgkgJ+mZfvrvt+Me8bAYpF0lRoLZjy5928pAc+8QZB6LYoOVRjhqbo52wJQSQq5vxJyieI
JJUwS9+fhgbqMa55e/T23l2Aj2fz9LG13+PN54+tCIZeixfNGNKY7zfz9JvlIykjEsnl9OfL
Y+T0ad95ZO1757JyeIyKye7R82Oeh7/Pj1Nl8Ea3KL0+QT+4O4jHefbZvPkJeQeyUi0YUCLS
u/n1bZ+8zKOl32OvfRTh8fA2joe9/byieHFvrkTgi+RCPkL1mzAp7tq5nP4Ys/DDz7u3UKSo
mNweAy+mL9nvR2TRG0Hp2QRdcO8ghiTf/YTGA/m1US048oc3ejIe+fL8Po5z/5iXn8egaaj9
f/qn/WfoHz77N35ezOo57Y95+tf9exr32IhgfPRCmj7kx3QSvDd2suFfF+T0U//Cnz6L/LwL
RIpy2e0x8Gc4T/1+xBW94ZeeS9AF9w5iKKcgoU93ICvVgiN/WGMn5PNX34r0mfHWTxz9mKf5
HVtCb8NA6qdv44P3Bt6GjPwcz2QbEczR2JDjHJWmrjob8/R375Gf08ZW0DHv+gz7jLp29u3J
q7BKD+Y8r7wRlJ5LcA4eHMTfaK+5ENerBQOa6sjf3099hvn1+vvz94tXQhPu/agc53AbEQRv
r1WGGzNkwvPT5/TE5vT7o1v1798cYiPvglx2e4z8enTWvvv+QfxGUHo2QRvce80GjIpzq1ow
oKuO/Ju7EBMvNofCHAteHlkX6SUKCZG2GDLhrxlGKEHd/N0PI5++9/IuymW7x8jfR2ftfWhS
ojfWRbLBV0SKixMiRdhMCD34ZZ4/Pr89kVz4NJGiCCDSNmMmvI0dpDBHPt+f5xPcat4tcnne
Y+Lpuf9/5Y1F6QXBvdemzWVCcQeEDx115G2ayhkGNi92iDNkkcu4t+V4cjlGetuJIBwjvUEk
jzET/o2TDYucnivs+MZfW3/dVlC/g61H+/LhTYwu/YgSnIN7r3naTAkFYyTeaYbpECqkUc6j
PD4eI8a/L71QH/0szPvYS/7b/XN94mHK6PH26mSDNxe3EcG3H808axdGcmOmTBibJC+nn8eZ
sqlF8ibLnh9l9fMyihQUk9tj4lH1h/mAxRtR6U1FOwf3XrMi2YS8A1mpFhz5wxo7Ge/zpFH/
xC4Dza/OMxBjF9nrZHde93htHcmL4NnYJspfR+o6iDQwZcLP2CS5nP4TFsGwZjMs3wyrQm/T
7IIfxu0x8zwWy+KNRemNRTsF916bDs5LaB4urVcLjvxhjZ2Of78eZ5eXP+OTfnpnyJZf/eXI
Xifs46HDLz/D/HHmx5O7smEZwd9nK5ILCZEscya8j2d2l9PD5QhuleC3vaDgsfVr3IqKye4x
82fqfMVvBKXninYO7l6bD84lNF698nejWjBwuo5UmQIBgATu6xm8lHLDwyQgmOEih5+3zW8L
0CeYHRwmAblMl909HYckAiKBS/IxXJ1ZLz2IBAABGCMBQABm7QAgAEIAQAC9SAYkQp71OWX0
X7OPf4qvrzbppmcpfSGRx3hRWorkNv/jSuOLOj7qCFOoIVK4Z47EN0eGSHy0qPjUoEVSwNVF
YjCpupsQSUiK13cAABiSSURBVAEyRGLr2nUsJlVW6ZIimdTojQ0ruqd5fZE4qKsSo0i2am7t
ySdS+BXLnYDBxuZxtnZMhkhgDz6RXGVuKJKZvyfk/TFDQzTd7MJvvcxKkPllrkNN4hYi8bQf
1VolNpG81qi+SNN/c+rRn+CVUKRlkPR+Ih8yROLu2jGZVEklbpFcXS2O8Uzak0jhAZjgWSjS
NEhaBoFIM+xjJKY6X8ckdpFcjS6N8Uzas0jTHIJ9nGXp7OZ6i9R5+/IeawoyRKoAV52v0Czx
jpHGjeZduymxqLd5IJLxXsYYqRJsFZ5dJT6R/DaJKMYTKbv/D4ZKeyLZeze19Yi9Nu/EX7Nr
pxpGkRrE6CKebbA9vM7+mTYnU7wx0moQCUAkElgbpUuKdDW4Mirh4uX6ZcRY3Tn7dxBJAZxN
92r8TS8s5qzufHFDJAXwZdT+innXqGvHPDPAEjtEUgBnRtkFgcOk1Y+RLByiQiQF8GbU7pzK
RcuI3iSIpADmjNobCDUrI21f9oNICpCxIEvetdu/ZsTrf7nlPsrpjy/SHh5EUsDVRLJrdt1u
c2jrebi0T5gbhCpBJAXIEIk0TusQ2bddciGSCSIp4FoiWScSvu3y5V+m4kTyg5QfJIlKEEkB
MkSi6totRbLP7fv22ddXINL2t10KKXYJIing8iIRfNullNJmCSIpQIZIpHHOQxy6b7sUU6YS
RFLAxUSykwr+/7tDpX2RKC8IzLYJIilAhkgc60izDUffdvnyxkirQejIVOmESOTFCZESuahI
Z6h7k7qM1CCSAmSIdCtOq3RSpMxfsihN++ZAJPlktUhef7ZO2jdHhkgCvkZR+UrWM1fj5YhE
NesIkRKBSDPVf/ooOUGIpAAZIsmgwa+IJSUJkRQAkRozqLSvE0RSQE5G0Y9jJXTtJtp862+3
ZcqbbDAUHkGkVDIyiuFkJ0ikVt+f3VEJ60gKkCGSKJr84PJeyhBJARBJFKsqnRYJC7L1kSGS
pK7dSLtmqV9iClNHi6SArMkG8nGsPJGaqhQxZ9TxAUGkZmD6e5vGJlmTTfR8m3DWDl27ikCk
Xdo2S9Ma05hRX6daJEPT/VZRSCKQIZLErt1E+x7eV07XzsxfqSpMHCIlcjajeCaEBIskgEyR
MLVaExktknTatkoQSQEQKYmmHbysWTuiQZKmQmpK5vT3/bp2DVXKm/42xxdEuuXbw7TBAXkL
sndYR1qhkUxs60gmfNhLGxyQL1LSrlc72TVRie3KBu98uLWjxkJqAtslQv79f8mSFkF1l3JE
SppahUh0cIk0BDC7Sejr2k3UbpYKWqTjMRJEoiFrsiFRpG5NpNV1KF0i1VappGu3X0jhj9qU
pX1zsjIqdUIouUVSSTWb2ETqusMLkLUXUjXYMsrrrddOuhqVVOIUiS7tm8OXUXPnO6XXoK1r
51FBJoikgJzJhlsuyG7DrlLJrF29tG9OfkahjGrBto60mQbdlcm3oSCj0GvwOHML4rPUEKk8
7ZsjQyTVXbsZNpVOi4Sbn9QHIpGyuHEJBVkt0sH6EH3aN0eGSGCPrMmG0/uWpn1zCmbtGiSt
BtJmCSIpoGFGXbFr5yBUiU2khLEUREoEIjFCNGLiGyMdxwyREjmbUZgQqk/e9HdSEZUHACOZ
V39n7lmctE4KmyXOdaTDi1rPRnhXciYb8nfdSvqiXTtHws+JbYMFWQVApIpktkwQSQEyRLoN
WS3T+SsbWK4sBntgjNSAky0TWiQFZGUUzWXB9+vaOcaWKdEniKQArCO1JK2nl72OhMtP6iFD
pHtz1DLlXtkw/ysBhZQIRJLAfssEkRRw+soGlgmhu3btQrYuKIJICpDRIkEkj4VNZn79y4bY
6A1CpGbIEAkERJqMGeX1/rY7gd5kA/kvZoM9IJJU3KXjsUjbcxOY/m5G7oIs7cwqunabPGxa
iLT55QyI1IzMS4SIu98QaY+1FulojNR5N/YuT7swjpRfxfCCqZRXhkhgj8UYqUsQycz/U6Sd
u/MpMbyw6+odv7cRaQ0gknxyRJJQSPExzPMf43/BU5fUYL8x00cJnPGCLQ7rWCTmm13KEAld
uz1yunYCRPLE8A/JzP+8p3H4+Vfqxu7ppF0skhVxltKZ6axZZAgXWZMN5DOrEGmPKaO+7PUP
CZMNokRyFcaERxU8DVskp0hnrXLBFiIuzfQjjZ8x0LB/ha5dIukZJWqMtGiRjAkqefQ0apGM
J1IXBPPGSJ4+gahdFClEAl2mSPTfdcna12t/zPLVxBapWwbrIhFNIGpnP7tskZJmVpfd1O2k
0bXbI0+k2mmv7RzM2kXmrPfCnEFHIoXRmTiZhXalH+aAnLiTeg3Dgfv5uJc0RNojRySqOkMR
j636JqjkoyIrfTYnUhf0/hYiRS1SF/yJ2yCls3bR6YEo6XuiXaT8VL1prUVnLRTRn7Wz7027
VfmRJ2aRlk0X3Q0mb8P9RFIIt0jd9mgKXbtEssZIRAZApERYx0jjBkQqJKtFwu246pKVUedu
K40xUiFZLVL1tG9Ow4xCGSUCkRSQOUYiThpduz0gkgIgknwgkgJkiAT2gEgKyJy1a5X0LYFI
CshpkXBfu7pAJKEY+nW7rMNwmxBpj9Mi4fdJqxBclSBDJLBHwZUNxXmMQtokzGGIJJ+Sa+3a
tkiUF1SKuzhTokgMXbvDfNdzpxpGkQ47gEWf7fCKzEZxbaRw0tR7iLST77s3ifJyZxHgeiId
9/BLPhtR75ImruMT6+n47zBG2sl304VZENx7Jhbp3J1qmGAbI5nVzcy0t/aVIdKhJjkJyJu1
Y4p7LQX7jmfB6ND8Zw5kFm/GL5BWlW2yREq5svg+Ih3vTmHqqfAsM6vkXbsUkVZvEjW9nXWn
Gi7yRDoXMUu39XxviSsueSJRpLlMuuIYaatFCvZxPd8zd6rhgk0k5jFSd3r8zhZXQkEVWp+x
q4n+Vkz6TOxb+R4qsy9S+ObCPtEtUuqtnhhn7QSRoEmZ9ZcVaSfdg5tEdcFHPHWnGqYDTg/p
ggbi10hbOHOpc61GyRCpxSVC9mOIv1NNjkhRu1shbRVQjtqWMeftI3uMdCUgEhWMPYisSGnO
wNcqI0ZqiBSGu+o906SJpD5pXdxtjMSn7+VFQtduj+xZO53dBr5xDGncX+FP+eZ27QgOByIl
kidS7bRpU2QzqSyLvhxxxDkHo7fXoBKI1JhNezwyp78xIVSR3MmGc/uWpk2FJJEO9XHIEAld
uz2yRDIJ+yZcOHmxMVIqJwyagEjyyWuR9n+cKjVmhbN2RbufN2hONSMx3WMkfWsjjOtIh1Fr
y6vsc3y2QV6y53fSOrPayeg4nCR7jJQwuVr6vjhOD7EyenFrlf9u60iShrKpFEw23O92XCcK
OLMNWj8VQyT53GvWrpCUAi7qxm0kIEOk2olOj0pGS/daRypls++eshqUGD+NSLpPdi6f1YyW
INIpludHAn286L3HxcvnYqJfoqg5/R1+50hDRTktkvHyv1ra0ti+mqcQsjFS2RLFqmDtvtin
oaKgRToDjz0+VLN2F1migEi0abemr968Au0nn7nLBZYorjtG4rlnmmxMmkQC79kg+r52aQdw
5Vk7ogZXRw71Hbr+MakXxPORZMza4Vq7PcSsI4k983x9pZ03GLvzd1tH0ogUkaT2hfvWCCKB
Q4SIFNdCIe3TNDJKslyQSDxLFOja7SFkjBTFKKJ98iYYkiqkqDESQ9IQaY+86W/yS/RDkSSs
HuRccSpo1u4CSetCyjpScDpvL1KzJaNVTnftbrhE0ZqSMRJp2oa+65iNLI3ycoK++42u3R5i
RFq808qjdhcwbIJ1JCGTTzvIFKldxsmzqJMiUkNETD7tUzBrVzHtSghsjAbuLlLrrn4KWS3S
NQeyQi3qMEa6qkj1066AXI0yM4p8iQIi7QGReqT26SZuv4502THStbp2si3qisZIDZLm4LKz
diSnCBl5I14jKSJhHWmPApEuMSOkQCOIpIHcdSSKJqm9SCo0Kpm1a5L0LbmxSMJnGDxyWqSL
jWPFk7sgq14kNRZ1UmbtCrt28ucLisib/jYk+dIwYzVpdA2RFMxgF3HLdSRdGmWOkWR17TSs
qRZxQ5G0aZQ7aydqiSJRJL39v9MiKf/SmJ4ZBo98kcR8jSJNJOc+8w1t6cmdbDi1a3HaNGgr
G0vmOhLxhBD/GMnWq6mcNJVW7vT3uX3T0uZs19VK1CNDpNKYjkt3FsmWlKIiEySSSbhVdR6a
JerJXJCVJVJyYsYrLD0FJ0eksdjJC051UzSRlSnkSxQVLhHqU4uKS0vhiRkjTT/nQypS3s+4
yps4usI6ko1wN3uNWRSYEpMyF2SP5+zcHF9K2l9f5CJltkQSFw5liEQW316cK2Wmo0fBto5k
wofDtMdf8CIqN/KfQ27L2cORu0RxkL0bpabBJFaRzH4aXl9xmGd4PCYasFtBigZFlxDJ7XM4
4XykG3HXbv+ownLzDktBo5Q3Rko4250RaZpnMG4t7uBQNiPl+l3xtmROfx/vupg/2kuaW6Sh
5FytCgtZvEkls3aHESeKtJK7uz5slAbN/NxFxkhJIpnVzdKkd9k5B4Zvx4Us3SQ+keyq0OHZ
bj3Yther4cla/2vM2pWJ5IZY/z3aIdp/e3Ga+DUv7NcX/bEQ/mMTqZur5HH/e9u39R8RX23B
Eo9JJVxjpHMtEuc60pefmok2o0Ay4RQpOe3DOdFIqDj8tTXKzPCUObvqY6R1bPnFvbq418F2
BOXkTTZQp520KmVcA+XCq7tKOAe+vuaZWTvSVP2nXvn59qwcluCSzmqRqq9RhO38l0fhIeig
4aCNI+loPi4ow4NaJbe8s1qkojRyFgtFTkrXI2uMRH6yo+raRWfFxXv7JvGoVLVVIK/HECmR
glk7wqQriJRSzhwmEax55I2Rql9+InF1h4oTcwInIs06FL54oihtz3zZIB2mSW8SxXk6c9aO
pGKfiUDg6g4RCVl5HZGsQGZ+vpLaUZqbVxLl0likw+JvMiOkjZPrPeeiLYesa+fPDZlg4ipO
7vjQfZMoTukNRUo4/lNrFPeFSST6JYpskfamVxfVKK196Zs0453MKUxqMEZKEsmsbmamfeGu
HVeLJPNrFKux56TxNV2BRjQN1WjWLmWQRCvShScbeMZIVAgVqb9BirFjDAlVI2/62xw7TCqS
mOzigGXWjgqyMdJO7Oc/Xp9jX529lFNCxcgT6VTMBGOkS4t0TNYYSeyCbBx9Vse1G3t3nZhO
f+4YKWFfwlk7iJSxC8m5mjvP8zQYx0eirhdiFIkw7d1KIeSUxEi+SDXLqCbj96klmXRapEY3
1thOTUonmZE8kQiXWAZE/fTlWB8EXbRc0iLVS/swkmubBJE28U1q+oUAvskGyrQPI4FIK/sQ
iySTQZzAoDY6ZYhENlcCkRLJ+nQJSxRcSddl3ZraOp0XyY5hhRQSxkiVkhbZtTugXm/v/GSD
exTSbcCsXZ2kxYmUXvAVdLqASNcnc7Ihc9fSpFNiTT/3EU7XsuqUJxLNwISykC7dLF1NpBMK
bAfNrYNMvb2LiHTtgdLZT8az1kfWtTtRe3aCFtZBap2uIdLFp+4KWiTCpK8l0gidTlmzdkT1
FiIlImOygTjOUpEIeyEUOuWsI5ngaY2002KCSOEeYtb61iItHiORj4v3ZKL8qovQKxtcVJf1
6PwnY1nrI5z+tvUyoYJWnUXaaJoSsvIiImHWbhmeeomC6Yt98sptIVNKh+ekSMbwzAiBPWSI
RI/gHvniRxuIRSJFZA5KJEskaTOrm5HLrQazTRDpIsgQKbNrt9NzkS7SwPwb4YRjJGqVhOeg
HLhESuimF4u0WwdljpGWJEyPnxCpm3O+7KBy0r45ObN2SWf744hpWrRtkxTNEe2vNp0Tadoi
0klPHjYmYx0pca2vPEDS/hcq6S2bckSanmPWrhaMGXVinTGra3c5kQZWGqdckWqvmmvqA5BT
/aOvjp0Yxki6CVzKE4mmVp+I5MLFkUDDT05wurzHKTBTpCZp36JA1lAtUk0aSpvZtavcIkGk
VtGTXCK0Vb+p633LfgtEUoBykbbqN3W9b1pL8mftaqaNMVKr6MlWOZYRkdf76iL5LaoSke4y
ZF1HuUgb647jyXGv9pvwjbSp+nr1JDi7axHp1sgQKbdrt9ciHYq083Q9fF2PXHoQSQEyZu1y
L1oNjIniDu46upf4dqAgRM1+C0RShwyR8iNw9Tv8auz8zMyhvNSMcT9taebQXjDjwkfft13a
ZLz/F8c3Rb523AefKggHkRQgSKT52pitv/sR2Ppn4ifB5vymCQMZP5hZj8f/ieboGDZEWv+c
CSJhjKQOGSLlXyIUbptoY60qrwUIm4GdjTmovXI3aJHcy36ywTte8zdFHfzKprEjO4Wzdrfm
0iKt9o02RRr+GrOIy9/HPTW28QpdWogXvjP+cSLF76xdIsco0uGdHSBSIjJEKo9gTSTv9+u8
uhKG9JoHa9GKSMvqFosTWuOnuiLSYJBZfWclW/hEMouN0hhvy4VFMmshNtobsx7FIvb5uTFB
7Z+fhJMLnltuTkOSSGZ1syTG+yJDpOzpb/t3w4KVqnJaJH8jCB2LZJbxhkn5L0Cka6FaJL+C
m3jDrASwz9Zm7cbtQJsoUu+ltRbJvRy0YJu6+NFFh7HyKdPzIyc4RCpEhkj5cbihS7wRtCIH
60jedFqowcY6kvGXp7zmaH45+IDejnMsgbnRn4oiLRrPrBhvfYmdRblIt4BPJIpZu/VW9HbI
EEncT1+KglGk8hiDXuyNgUjygUgKkCES2AMiKQAiyaeGSOGeq7d62tkTRSlEJHTt9hDdImHW
bgQiyUe4SKBHhkhgD4ikAIgkH9nrSGBAhkjo2u0h/MoG0AOR5INr7RQgQySwB0RSAESSD0RS
gAyR0LXbo+kYCSRyMusJ8Q7iv2YfXwXpWZpbBmf3IzuAmtFJjo0IvoNii1lkxM0LFyK1BSLR
RNy8cCFSWyASTcTNCxcitQUi0UTcvHAhUlsgEk3EzQsXIrUFItFE3LxwIVJbIBJNxM0LFyK1
BSLRRNy8cCFSWyASTcTNCxcitQUi0UQssnAB0AZEAoAAiAQAARAJAAIgEgAEQCQACIBIABAA
kQAgACIBQABEAoAAiAQAARAJAAIgEgAEQCQACGgl0pSuvUFe4Z3yzBzJFE9JdPaufSQH5x0R
wbGREB4AVRFsx0xwI8R4f7JDXo8444gblemcxfMR2I3i6MJ4c+JaHBNZbMXHRkJ4AFRFcBAz
ZcTL6sMRcUZM9TF+Dhtvoyg6G0FJdMtjIomN5NhI2MgqguPaKoTyhi6IeFl9qCNWI9JcbkSl
GEbXEeUwYRUzpMdWSHWRaBqkMAt5RFpUpNNR1Ye0RZqjs6OQ0ugYRKI7tkLqi1Q+Qgoittv0
LVJckU5HVR8WkeYHkuhoD47u2Epp0yIRRmy3+UTKiPdKItlNgSLZrfuJ1IUbxRHbbTaRFpvJ
UdVHtEi0B0cseSkQ6TDixWZyVPWRLJIJH0lis9sQqTRiuw2RujgnaEQiis74f4TFRkB1kdjq
u6iIm4o0PJpgo310wTlUWGwkhAdAeVxsMS9iMOsvN4y4rUjElwhRROf9sqe42Igwwfo9xyVC
5DGb6JIDeRE3LlMArgFEAoAAiAQAARAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQA
ARAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJAAIgEgAEQCQACIBIABAAkQAg
ACIBQABEAoAAiAQAARAJAAL0imTsDern3w5Y+SxbH0/vx9bK1XNc7+czi2cQSTBXz3G9nw8i
qeLqOa738wW/aOX6eeGv8hg/7PTu5Jz3uzj2R3Ka/3TRdfEy1hZBZ8tk3LQF6H5fKfxpKcHI
P8Itlj8NF/483Fgmfljj3glEWuwP6FkUV1AmXmEFpWiCspGM+APcxGuDon9xg9OtFt4ypN68
UIAJN8xqmcRvr5SkVKQf3zbrLdK+SMOmgUgNSBVpeGIgUj02RPLnxJcieRa5gvKHV3rzQzhO
pGjVIiqxlROd+x1ewUg/vm32WqQuFqkzi/ZqoyHSmyGyMYuNoEy6sMT0dRR0HOUap7p2xyL5
bRegZ8WXZZmsPkXXjpd1kaKNMND04Im0mKxQnCGyWRZX6FTwmiuWRU9DKuIPcJOoZIy3DDG9
7NaRbHAzvWi8bbeLgq64WryRjglXJdw6kg3oiiXcQTDyjxDcGTX1U82BgpuhrKOt50jBzdDV
0VZ0qADIBSIBQABEAoAAiAQAARAJAAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJ
AAIgEgAEQCQACIBIABAAkQAgACIBQABEAoAAiAQAARAJAAIgEgAE/A+jCTEn39QhNwAAAABJ
RU5ErkJggg=="
width=420
height=420
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h4 id="Residuals-vs-Fitted">Residuals vs Fitted<a class="anchor-link" href="#Residuals-vs-Fitted">&#182;</a></h4><p>This plot should be used to check for non-linearities in the residuals. The red line should be approximately linear. This is to ensure that there is not some hidden non-linearity that our model does not capture.</p>
<h4 id="Normal-Q-Q">Normal Q-Q<a class="anchor-link" href="#Normal-Q-Q">&#182;</a></h4><p>This plot should be used to check for normality of residuals. The points should approximately follow the line. If you are unsure how it should look, you can simulate random normally distributed data to get a feel of it. Try to run the below several times with different samples sizes and check the output:<br>
<code>n_samples &lt;- 20
residuals_simulated &lt;- rnorm(n_samples)
qqnorm(residuals_simulated)
qqline(residuals_simulated)</code></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h4 id="Scale-Location">Scale-Location<a class="anchor-link" href="#Scale-Location">&#182;</a></h4><p>This plot should be used to check that residuals are <a href="#variance">homoscedastistic</a>. The points should have an equal spread across the range of fitted values. If, for example, points were further from each other at high fitted values than lower fitted values, it could help re-running the model with a log-transformed response variable.</p>
<h4 id="Residuals-vs-Leverage">Residuals vs Leverage<a class="anchor-link" href="#Residuals-vs-Leverage">&#182;</a></h4><p>This plot should be used to identify outliers. The Cook's distance (dotted lines) measures the impact of a data point on a model, specifically how much the predicted estiamte of y would change if the data point was omitted from the model. An outlier is a data point which has a substantially higher Cook's distance than most of the other observations. We can see that the data point with the <em>Maserati Bora</em> is maybe an outlier, but Cook's distances below 1 are usually not a problem.</p>
<p>If the above is unclear, details can be found in <a href="https://www.nature.com/articles/nmeth.3854">this article</a></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="ANOVA-">ANOVA <a class="anchor" id="anova" /><a class="anchor-link" href="#ANOVA-">&#182;</a></h1><p>An ANOVA can be seen as an extension of a t-test. In the t-test you are only comparing two groups of samples. ANOVA is for variables with more than two groups.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Assumptions">Assumptions<a class="anchor-link" href="#Assumptions">&#182;</a></h3><p>Assumptions are as with the linear regression, and should be checked in a similar way.</p>
<p><strong><a href="https://www.nature.com/articles/nmeth.3005">In-depth paper on the ANOVA</a></strong></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="In-R:">In R:<a class="anchor-link" href="#In-R:">&#182;</a></h3><p>Let's check if cars with different number of gears have different horsepower:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[21]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">mtcars</span><span class="o">$</span><span class="n">gear</span> <span class="o">&lt;-</span> <span class="nf">as.factor</span><span class="p">(</span><span class="n">mtcars</span><span class="o">$</span><span class="n">gear</span><span class="p">)</span>

<span class="c1"># Define model</span>
<span class="n">fit</span> <span class="o">&lt;-</span> <span class="nf">aov</span><span class="p">(</span><span class="n">hp</span> <span class="o">~</span> <span class="n">gear</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">mtcars</span><span class="p">)</span>

<span class="c1"># Get a summary of the model</span>
<span class="nf">summary</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>            Df Sum Sq Mean Sq F value  Pr(&gt;F)    
gear         2  64213   32106   11.42 0.00022 ***
Residuals   29  81514    2811                    
---
Signif. codes:  0 &#39;***&#39; 0.001 &#39;**&#39; 0.01 &#39;*&#39; 0.05 &#39;.&#39; 0.1 &#39; &#39; 1</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The number of gears seems to have an effect on the horsepower.</p>
<h4 id="Note-on-as.factor()">Note on as.factor()<a class="anchor-link" href="#Note-on-as.factor()">&#182;</a></h4><p>We want to treat the 'gear' variable as categorical, which we tell R by converting it into a factor. This is crucial since this variable just consists of numbers (3, 4, or 5) and would by default therefore be treated as a continuous variable.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h4 id="Multiple-predictors-in-ANOVA">Multiple predictors in ANOVA<a class="anchor-link" href="#Multiple-predictors-in-ANOVA">&#182;</a></h4><p>It is possible to add multiple predictors to ANOVA's (they can be added with +'s on the right-hand side of the formula). It important to note that the default ANOVA in R is using Type I Sums of Squares (SS), hence the order of the predictors will produce different results (unless the design is fully factorial). See <a href="https://mcfromnz.wordpress.com/2011/03/02/anova-type-iiiiii-ss-explained/">this excellent blog</a> for details on differences between Type I/II/III SS in ANOVA.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h4 id="TukeyHSD-post-hoc">TukeyHSD post-hoc<a class="anchor-link" href="#TukeyHSD-post-hoc">&#182;</a></h4><p>We can run a TukeyHSD to get all pairwise comparisons</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[22]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">fitTukey</span> <span class="o">&lt;-</span> <span class="nf">TukeyHSD</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
<span class="n">fitTukey</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>  Tukey multiple comparisons of means
    95% family-wise confidence level

Fit: aov(formula = hp ~ gear, data = mtcars)

$gear
         diff        lwr       upr     p adj
4-3 -86.63333 -137.34379 -35.92288 0.0006267
5-3  19.46667  -48.14727  87.08061 0.7589758
5-4 106.10000   36.40514 175.79486 0.0021447
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Linear-model-">Linear model <a class="anchor" id="linear_model" /><a class="anchor-link" href="#Linear-model-">&#182;</a></h1>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>A linear model is a general term which includes both linear regression and ANOVA. A linear regression is for continuous indepedent variables and ANOVA is for categorical independent variables. A linear model can be used for both, and a combination of both.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Assumptions">Assumptions<a class="anchor-link" href="#Assumptions">&#182;</a></h3><p>Assumptions are as with the linear regression, and should be checked in a similar way.</p>
<p>Furthermore, if there are more than one independent variable, they should not correlate strongly. Correlated predictors is called collinearity and can highly skew the results (<a href="https://www.nature.com/articles/nmeth.3665">See this paper for details</a>)</p>
<h3 id="In-R:">In R:<a class="anchor-link" href="#In-R:">&#182;</a></h3><p>Let's try to run the same model, as for the ANOVA above.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[23]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># Define model</span>
<span class="n">fit</span> <span class="o">&lt;-</span> <span class="nf">lm</span><span class="p">(</span><span class="n">hp</span> <span class="o">~</span> <span class="n">gear</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">mtcars</span><span class="p">)</span>

<span class="c1"># Get a summary of the model</span>
<span class="nf">summary</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
Call:
lm(formula = hp ~ gear, data = mtcars)

Residuals:
     Min       1Q   Median       3Q      Max 
-104.600  -26.133    3.683   30.025  139.400 

Coefficients:
            Estimate Std. Error t value Pr(&gt;|t|)    
(Intercept)   176.13      13.69  12.867 1.63e-13 ***
gear4         -86.63      20.53  -4.219  0.00022 ***
gear5          19.47      27.38   0.711  0.48274    
---
Signif. codes:  0 &#39;***&#39; 0.001 &#39;**&#39; 0.01 &#39;*&#39; 0.05 &#39;.&#39; 0.1 &#39; &#39; 1

Residual standard error: 53.02 on 29 degrees of freedom
Multiple R-squared:  0.4406,	Adjusted R-squared:  0.4021 
F-statistic: 11.42 on 2 and 29 DF,  p-value: 0.0002196
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The "gear" variable is split into so-called dummy variables. The first category (3 gears) is set as the Intercept, and we get estimates for the other categories (4 gears and 5 gears). The values next to "gear4" is the difference between the Intercept (3 gears) and the 4 gear category. The values next to "gear5" is the difference between the Intercept (3 gears) and the 5 gear category.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h4 id="Pairwise-comparisons">Pairwise comparisons<a class="anchor-link" href="#Pairwise-comparisons">&#182;</a></h4><p>Similar to the ANOVA where we ran TukeyHSD, we can get comparisons between all pairs of categories for a linear model. For this we use the multcomp package:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[24]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">library</span><span class="p">(</span><span class="n">multcomp</span><span class="p">)</span>
<span class="nf">summary</span><span class="p">(</span><span class="nf">glht</span><span class="p">(</span><span class="n">fit</span><span class="p">,</span> <span class="n">linfct</span><span class="o">=</span><span class="nf">mcp</span><span class="p">(</span><span class="n">gear</span><span class="o">=</span><span class="s">&quot;Tukey&quot;</span><span class="p">)))</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_subarea output_stream output_stderr output_text">
<pre>Indlæser krævet pakke: mvtnorm

Indlæser krævet pakke: survival

Indlæser krævet pakke: TH.data

Indlæser krævet pakke: MASS


Vedhæfter pakke: &#39;TH.data&#39;


Det følgende objekt er maskeret fra &#39;package:MASS&#39;:

    geyser


</pre>
</div>
</div>

<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
	 Simultaneous Tests for General Linear Hypotheses

Multiple Comparisons of Means: Tukey Contrasts


Fit: lm(formula = hp ~ gear, data = mtcars)

Linear Hypotheses:
           Estimate Std. Error t value Pr(&gt;|t|)    
4 - 3 == 0   -86.63      20.53  -4.219  &lt; 0.001 ***
5 - 3 == 0    19.47      27.38   0.711  0.75635    
5 - 4 == 0   106.10      28.22   3.760  0.00207 ** 
---
Signif. codes:  0 &#39;***&#39; 0.001 &#39;**&#39; 0.01 &#39;*&#39; 0.05 &#39;.&#39; 0.1 &#39; &#39; 1
(Adjusted p values reported -- single-step method)
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The results is similar to the TukeyHSD results from the ANOVA section</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h4 id="Multiple-predictors">Multiple predictors<a class="anchor-link" href="#Multiple-predictors">&#182;</a></h4><p>In the linear model, we can include multiple predictors (as long as they do not correlate too much with each other). It is important to stress that the estimate and p-value of a predictor can change depending on if/which other predictors are included in the model. A model should therefore be interepreted as a whole.</p>
<p>Let's include "disp" and "drat" in the above model</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[25]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># Define model</span>
<span class="n">fit</span> <span class="o">&lt;-</span> <span class="nf">lm</span><span class="p">(</span><span class="n">hp</span> <span class="o">~</span> <span class="n">gear</span> <span class="o">+</span> <span class="n">disp</span> <span class="o">+</span> <span class="n">drat</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">mtcars</span><span class="p">)</span>

<span class="c1"># Get a summary of the model</span>
<span class="nf">summary</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_text output_subarea ">
<pre>
Call:
lm(formula = hp ~ gear + disp + drat, data = mtcars)

Residuals:
    Min      1Q  Median      3Q     Max 
-64.755 -18.886  -1.149  13.994  90.693 

Coefficients:
            Estimate Std. Error t value Pr(&gt;|t|)    
(Intercept) -2.29258   77.22139  -0.030  0.97653    
gear4       13.33969   25.69638   0.519  0.60790    
gear5       79.46678   24.59952   3.230  0.00324 ** 
disp         0.50930    0.07915   6.435 6.78e-07 ***
drat         3.90785   21.20956   0.184  0.85519    
---
Signif. codes:  0 &#39;***&#39; 0.001 &#39;**&#39; 0.01 &#39;*&#39; 0.05 &#39;.&#39; 0.1 &#39; &#39; 1

Residual standard error: 34.06 on 27 degrees of freedom
Multiple R-squared:  0.785,	Adjusted R-squared:  0.7532 
F-statistic: 24.65 on 4 and 27 DF,  p-value: 1.125e-08
</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>We can check if we have problems with collinearity with the vif function from the car package. A rule of thump is that no vif should be above 5. The first column in the output "GVIF" should be used.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[26]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">car</span><span class="o">::</span><span class="nf">vif</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
<table class="dataframe">
<caption>A matrix: 3 × 3 of type dbl</caption>
<thead>
	<tr><th></th><th scope=col>GVIF</th><th scope=col>Df</th><th scope=col>GVIF^(1/(2*Df))</th></tr>
</thead>
<tbody>
	<tr><th scope=row>gear</th><td>4.138276</td><td>2</td><td>1.426280</td></tr>
	<tr><th scope=row>disp</th><td>2.571156</td><td>1</td><td>1.603482</td></tr>
	<tr><th scope=row>drat</th><td>3.436313</td><td>1</td><td>1.853729</td></tr>
</tbody>
</table>

</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>We can run an ANOVA on this linear model, which will combine categorical predictors into one p-value:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[27]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="nf">anova</span><span class="p">(</span><span class="n">fit</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_html rendered_html output_subarea ">
<table class="dataframe">
<caption>A anova: 4 × 5</caption>
<thead>
	<tr><th></th><th scope=col>Df</th><th scope=col>Sum Sq</th><th scope=col>Mean Sq</th><th scope=col>F value</th><th scope=col>Pr(&gt;F)</th></tr>
	<tr><th></th><th scope=col>&lt;int&gt;</th><th scope=col>&lt;dbl&gt;</th><th scope=col>&lt;dbl&gt;</th><th scope=col>&lt;dbl&gt;</th><th scope=col>&lt;dbl&gt;</th></tr>
</thead>
<tbody>
	<tr><th scope=row>gear</th><td> 2</td><td>64212.94167</td><td>32106.47083</td><td>27.67414599</td><td>2.897836e-07</td></tr>
	<tr><th scope=row>disp</th><td> 1</td><td>50150.19545</td><td>50150.19545</td><td>43.22691950</td><td>4.723861e-07</td></tr>
	<tr><th scope=row>drat</th><td> 1</td><td>   39.38508</td><td>   39.38508</td><td> 0.03394793</td><td>8.551945e-01</td></tr>
	<tr><th scope=row>Residuals</th><td>27</td><td>31324.35281</td><td> 1160.16122</td><td>         NA</td><td>          NA</td></tr>
</tbody>
</table>

</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Homogeneity-of-variance-">Homogeneity of variance <a class="anchor" id="variance" /><a class="anchor-link" href="#Homogeneity-of-variance-">&#182;</a></h1><p>It is an assumption of all linear models (including linear regression and ANOVA) and for Pearson's correlation that there is homogeneity of variance (also called homoscedasticity, as opposed to heteroscedasticity). This means that the spread (variance) of the data points should not have any association with the mean.</p>
<p>Let's try to simulate some heteroscedastic data to visualize the problem</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[28]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="c1"># Simulate heteroscedastic data</span>
<span class="nf">set.seed</span><span class="p">(</span><span class="m">1</span><span class="p">)</span>
<span class="n">df</span> <span class="o">&lt;-</span> <span class="nf">data.frame</span><span class="p">(</span><span class="n">Group</span> <span class="o">=</span> <span class="nf">c</span><span class="p">(</span><span class="nf">rep</span><span class="p">(</span><span class="s">&quot;A&quot;</span><span class="p">,</span> <span class="m">20</span><span class="p">),</span> <span class="nf">rep</span><span class="p">(</span><span class="s">&quot;B&quot;</span><span class="p">,</span> <span class="m">20</span><span class="p">),</span> <span class="nf">rep</span><span class="p">(</span><span class="s">&quot;C&quot;</span><span class="p">,</span> <span class="m">20</span><span class="p">)),</span>
                <span class="n">Value</span> <span class="o">=</span> <span class="nf">c</span><span class="p">(</span><span class="nf">rpois</span><span class="p">(</span><span class="m">20</span><span class="p">,</span> <span class="m">20</span><span class="p">),</span> <span class="nf">rpois</span><span class="p">(</span><span class="m">20</span><span class="p">,</span> <span class="m">100</span><span class="p">),</span> <span class="nf">rpois</span><span class="p">(</span><span class="m">20</span><span class="p">,</span> <span class="m">200</span><span class="p">)))</span>

<span class="n">p</span> <span class="o">&lt;-</span> <span class="nf">ggplot</span><span class="p">(</span><span class="n">df</span><span class="p">,</span> <span class="nf">aes</span><span class="p">(</span><span class="n">Group</span><span class="p">,</span> <span class="n">Value</span><span class="p">))</span> <span class="o">+</span>
    <span class="nf">theme_bw</span><span class="p">()</span> <span class="o">+</span>
    <span class="nf">geom_point</span><span class="p">()</span>
<span class="n">p</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAA0gAAANICAMAAADKOT/pAAAANlBMVEUAAAAzMzNNTU1oaGh8
fHyMjIyampqnp6eysrK9vb3Hx8fQ0NDZ2dnh4eHp6enr6+vw8PD////agy6EAAAACXBIWXMA
ABJ0AAASdAHeZh94AAAZ4ElEQVR4nO2djVLU6BoGY0RwdQXm/m/2EB0VOSAMm+TrPE931c6w
1Dmp6eRt8zPZOJ1E5D8zjf4AIgkYksgKGJLIChiSyAoYksgKGJLIChiSyAoYksgK/NeQPogU
s15I//H/vzZ3oz/AzpT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgpl
vjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+
NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40
XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRd
Q0qhy3eaYH8xniGlUOU7TbSSDCmFJt9pwpVkSCk0+RrSjjQN1kKTryHtSNNgLVT54joypBi6
fGkdGVIMVb7ukfajarBOXb6eI+1I02AtNPka0o40DdZCk68h7UjTYC1U+eI6MqQYunxpHRlS
DGW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8aborhnQnUot7pBTKfGm6hpRC
mS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZ
L03XkFIo86XpGlIKZb40XUNKocvXZzbsRtdglfn6FKH9qBqsU5evz7XbkabBWmjyNaQdaRqs
hSZfQ9qRpsFaqPLFdWRIMXT50joypBjKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6Zr
SCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtI
KZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgpdvj6zYTe6BqvM16cI
7UfVYJ26fH2u3Y40DdZCk68h7UjTYC00+RrSjjQN1kKVL64jQ4qhy5fWkSHF0OVrSLvRNVhl
vh7a7UfVYJ26fL3YsCNNg7XQ5GtIO9I0WAtNvoa0I02DtdDka0g70jRYC02+hrQjTYO10ORr
SDvSNFgLVb64jgwphi5fWkeGFEOZL03XkFIo86XpGlIKZb40XUNKocvXc6Td6BqsMl+v2u1H
1WCdunz9HmlHmgZrocnXkHakabAWmnwNaUeaBmuhydeQdqRpsBaafA1pR5oGa6HJ15B2pGmw
Fqp8cR0ZUgxdvrSODCmGMl+ariGlUOZL0zWkFMp8abqGlEKXr+dIu9E1WGW+XrXbj6rBOnX5
+j3SjjQN1kKTryHtSNNgLTT5Hjyk+YHn3p8uiUHTYC1U+eI6uiSk+fzy9P3/lsSgarBObb60
jgwphirfQ++RvmNIVJp8D36OtPBsSB++cyeyD+eQRn+Mx1wY0nxyjwSlyff4eyRDwlLli+vo
wpDmxy+GhKLJ9+h7pPn3qyHRaPI9eEjzozdDotHke+yQ5vl8K4N3NhBp8j12SG9eEoOmwVpo
8jWkHWkarIUmX0PakabBWqjyxXVkSDF0+dI6MqQYynxpuoaUQpkvTdeQUijzpekaUgplvjRd
Q0qhzJema0gplPnSdA0phS5fL3/vRtdglfn6hex+VA3WqcvXW4R2pGmwFpp8DWlHmgZrocnX
kHakabAWqnxxHRlSDF2+tI4MKYYyX5quIaVQ5kvTNaQUynxpuoaUQpev50i70TVYZb5etduP
qsE6dfn6PdKONA3WQpOvIe1I02AtNPka0o40DdZClS+uI0OKocuX1pEhxVDl6x5pP6oG69Tl
6znSjjQN1kKTryHtSNNgLTT5GtKONA3WQpUvriNDiqHJ1z3SjjQN1kKTryHtSNNgLTT5GtKO
NA3WQpUvriNDiqHLl9aRIcVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRdQ0qhzJem
a0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6Zr
SCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtI
KXT5+jiu3egarDJfHxC5H1WDdery9ZHFO9I0WAtNvoa0I02DtdDka0g70jRYC1W+uI4MKYYu
X1pHhhRDmS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8
abqGlEKZL013xZDuRGpxj5RCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+a
riGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5qu
IaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRdQ0qhzJema0gplPnSdA0phTJfmq4h
pVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGl
UOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ
5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDm
S9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL
0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvT
NaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1
pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6Z7WUjzj9eF8/tzS2JAW9NbU+ZL070o
pHM353rmRz+fDGk0Zb403UtCmk+GxKXMl6b7jkO7+bl/MaTRlPnSdN8T0s9TpF+/+fCdO5Fa
3rtHmt0jwSjzpem+56rd+SdDQlHmS9M1pBTKfGm6HtqlUOZL031nSH9ebHiyJAa0Nb01Zb40
3ffe2fD4/emSGNDW9NaU+dJ0vdcuhTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpS
CmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIK
Zb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgpl
vjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+
NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40
XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRd
Q0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1D
SqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNK
ocyXpmtIKZT50nT/EtI/n6bpdPXt8iUxoK3prSnzpem+GNL9x+mB0zT9e/GSGNDW9NaU+dJ0
Xwzperp5qOj0Zbq6eEkMaGt6a8p8abovhvQQ0a9/LlwSA9qa3poyX5quIaVQ5kvTfe3Q7ma6
vnhJDGhremvKfGm6L19smKfvzLcXL4kBbU1vTZkvTfcvl78/f5ymjzf3ly+JAW1Nb02ZL03X
L2RTKPOl6RpSCmW+NN2/XLX7yVuXdCdSy4ohvfF/txe0P7K2psyXpvvKod3t1efLl8SAtqa3
psyXpvvaOdL99NaSDGksZb403VcvNnhodxDKfGm6r4X0ZZovXhID2premjJfmu7rFxtuLl4S
A9qa3poyX5ruayHNb+3IkAZT5kvT9QvZFMp8abqGlEKZL033+ZCmx1y8JAa0Nb01Zb40XUNK
ocyXpuuhXQplvjRdQ0qhzJem+3JINx7aHYoyX5ruiyHdeI50LMp8abovhjRP366m2/srHxB5
EMp8abp/exzX5+nr6d4HRB6EMl+a7t9C+jr9493fh6HMl6b7Ykifpi+308fTv4Z0EMp8abov
hrQUdLVca/ABkcegzJem+/Ll768fl8etvvm/ojCkwZT50nT9QjaFMl+a7vMhvfUxxc8viQFt
TW9NmS9N94WbVq++vPlRxf+/JAa0Nb01Zb403edDWv62vktbMqSxlPnSdF84R7pdnqA/ffr6
riUxoK3prSnzpem+fLHhR0vXb27JkMZS5kvT/etVux8tXbwkBrQ1vTVlvjTd1y5/fzWkg1Dm
S9N9fY/kAyKPQZkvTddzpBTKfGm6f71q9/aKToY0mjJfmu7L3yNddO37ZEijKfOl6XpnQwpl
vjTd50O6uKKTIY2mzJem693fKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijz
pekaUgplvjRdQwrh7f+9Swa0zWtIGVzy1x1EQNu8hhTBZX9xSAK0zWtIERjSaAwpAkMajSFF
YEijMaQIDGk0hhSBIY3GkCIwpNEYUgSGNBpDisCQRmNIGbR1hNu8hhRCWUe4zWtIIRjSWAwp
Aw/tBmNIEXixYTSGFIEhjcaQIjCk0RhSBm0d4TavIYVQ1hFu8xpSBu6RBmNIEXiONBpDisCQ
RmNIERjSaAwpg7aOcJvXkEIo6wi3eQ0pBEMaiyFl4KHdYAwpAi82jMaQIjCk0RhSBIY0GkPK
oK0j3OY1pBDKOsJtXkNKocyXpmtIKZT50nQvC2n+8frA4/enS2JAW9NbU+ZL070opHM/55ff
//JkSQxoa3pjPEcayyUhzSdDouJVu8G849DOkHj4PdJoVgnpw3fuZBjnkEZ/jGLcI0XgHmk0
hhSBIY3GkCIwpNEYUgSGNBpDisCQRuOdDREY0mi81y4CQxqNIUVgSKMxpAgMaTSGFIEhjcaQ
MmjrCLd5DSmEso5wm9eQQjCksRhSBh7aDcaQIvBiw2gMKQJDGo0hRWBIozGkDNo6wm1eQwqh
rCPc5jWkDNwjDcaQIvAcaTSGFIEhjcaQIjCk0RhSBm0d4TavIYVQ1hFu8xpSCIY0FkPKwEO7
wRhSBF5sGI0hRWBIozGkCAxpNIaUQVtHuM1rSCGUdYTbvIaUQpkvTdeQUijzpekaUgplvjRd
Q0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BC8M6GsRhSBt5rNxhD
isC7v0djSBEY0mgMKQJDGo0hZdDWEW7zGlIIZR3hNq8hhWBIYzGkDDy0G4whReDFhtEYUgSG
NBpDisCQRmNIGbR1hNu8hhRCWUe4zWtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkv
TdeQUijzpekaUghe/h6LIWXgF7KDMaQIvEVoNIYUgSGNxpAiMKTRGFIGbR3hNq8hhVDWEW7z
GlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpeka
UgplvjRdQ0qhzJema0gplPnSdA0phTJfmu6KId2J1OIeKYUyX5quIaVQ5kvTNaQUynxpuoaU
QpkvTdeQUijzpekaUgplvjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRC
mS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZ
L03XkFIo86XpGlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkv
TdeQUijzpekaUgplvjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N
15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03X
kFIo86XpGlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQ
UijzpekaUgplvjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BS
KPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo
86XpGlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTfc9Ic0L
5/fnlsSAtqa3psyXpvuukB69/S7JkMZS5kvTNaQUynxpuu8IaX78bkgUynxpuu8J6ecp0unn
y4fv3InU8t490uweCUaZL033vZe/DYlGmS9N15BSKPOl6Xpol0KZL033nSH9ebHhyZIY0Nb0
1pT50nTfe2fD4/enS2JAW9NbU+ZL0/VeuxTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHM
l6ZrSCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyX
pmtIKZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRdQ0qhzJem
a0gplPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6Zr
SCmU+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtI
KZT50nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRdQ0qhzJema0gp
lPnSdA0phTJfmq4hpVDmS9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU
+dJ0DSmFMl+ariGlUOZL0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtIKZT5
0nQNKYUyX5quIaVQ5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjTd2JCm6b8KHQzaZG0M
TTc1pGlqK4k2WRtD0w0NaZrqSqJN1sbQdA0pBdpkbQxN15BSoE3WxtB0Q0PyHCkdmm5oSO6R
0qHprhjSHYhzSKM/htTgHikF2h/RG0PTNaQUaJO1MTRdQ0qBNlkbQ9M1pBRok7UxNF1DSoE2
WRtD0zWkFGiTtTE0XUNKgTZZG0PTNaQUaJO1MTRdQ0qBNlkbQ9M1pBRok7UxNN3QkLxpNR2a
bmhI7pHSoekaUgq0ydoYmq4hpUCbrI2h6YaG5DlSOjTd1JB8HFc4NN3YkHBremvKfGm6hpRC
mS9NNzYkD+2yoemmhuTFhnBouqEhefk7HZquIaVAm6yNoekaUgq0ydoYmm5oSJ4jpUPTDQ3J
PVI6NF1DSoE2WRtD0zWkFGiTtTE0XUNKgTZZG0PTNaQUaJO1MTRdQ0qBNlkbQ9MNDcnL3+nQ
dFND8qbVcGi6sSHh1vTWlPnSdA0phTJfmq4hpVDmS9ONDclzpGxouqkhedUuHJpuaEh+j5QO
TdeQUqBN1sbQdA0pBdpkbQxNNzQkz5HSoemmhuRVu3BourEh4db01pT50nQNKYUyX5quIaVQ
5kvTNaQUynxpuoaUQpkvTdeQUijzpekaUgplvjRdQ0qhzJema0gplPnSdA0phTJfmq4hpVDm
S9M1pBTKfGm6hpRCmS9N15BSKPOl6RpSCmW+NF1DSqHMl6ZrSCmU+dJ0DSmFMl+ariGlUOZL
0zWkFMp8abqGlEKZL03XkFIo86XpGlIKZb40XUNKocyXpmtIKZT50nQNKYUyX5quIaVQ5kvT
NaQUynxpuoaUQpkvTdeQUijzpekaUgplvjTdFUMSKWa1kGjQ9pBbU+bL1TWkY1Pmy9U1pGNT
5svVTQtJZAiGJLIChiSyAoYksgKGJLIChiSyAmEhzaM/wJ7MPxj9MfaDbJsV0lxV0vzHWzw/
IqLaGtJxaQvpjzcahnRc2JO1NnDNqJDmE359r8n86DUfuKchHZeuiw1wz6SQuv6E9tAORVRI
VX9CGxKKqJAevTbQFRJcNyik+cl7POzJWh2/R9qJvpDKDmW9s0EkHUMSWQFDElkBQxJZAUMS
WQFDElkBQxJZAUMSWQFDElkBQzoMXz5N03z97+iPIc9iSEfhavrBzegPIs9hSAfharp62Bnd
f5mnb6M/ijyDIR2Dr9PHnz9cP2y16dt8dTrdXk/T9e1p+ffT+fXhn0/T1e3AT1qKIR2D6+nr
+af705LL1UNP9/NyqDff/xnS9fl3siuGdAzmPzbUjzOlm+lqOeS7+TOkq/sfv5NdMaRj8DOV
heV9OXj7uLzeLsd8j0P6dv6d7IohHYOnIT3+3fM/ya64xo/Bp1/nSIaExDV+DH5dtXuUy5ND
u9tfB323y8mT7IohHYSr6eOyT/r66XdIvy82zNOX0/3V+WLD8tPnwZ+2D0M6Cj/vbJj//RnS
78vfN8sPn88hLb8b/WH7MKTD8PX6IZxPX5Yfz+dAv76QPd3MDzuh86Hd1fl3sieGlIWXGQbh
es/CkAbhes/CkAbhes/CkAbhehdZAUMSWQFDElkBQxJZAUMSWQFDElkBQxJZAUMSWYH/AaO3
fz6ZEgZUAAAAAElFTkSuQmCC"
width=420
height=420
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Let's try to run an ANOVA on the above data, and plot the diagnostics</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[29]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">fit</span> <span class="o">&lt;-</span> <span class="nf">aov</span><span class="p">(</span><span class="n">Value</span> <span class="o">~</span> <span class="n">Group</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">df</span><span class="p">)</span>
<span class="nf">plot</span><span class="p">(</span><span class="n">fit</span><span class="p">,</span> <span class="n">which</span><span class="o">=</span><span class="m">1</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAA0gAAANICAMAAADKOT/pAAAANlBMVEUAAABNTU1oaGh8fHyM
jIyampqnp6eysrK9vb2+vr7Hx8fQ0NDZ2dnfU2vh4eHp6enw8PD///8ZQSoDAAAACXBIWXMA
ABJ0AAASdAHeZh94AAAeNUlEQVR4nO3di3qiyBaA0cJbPNHx8v4vewRvaBJjdFMU9FrfTLdJ
jBDaP0CBmPbA21LfMwBjICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQI
ICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQI
ICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQI
ICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQI
ICQIICQIICQIICQIIKRs0tF0/eAe39388T7PT7P+puYbV81nVxEPzQ3LLpvLk/rHkjoPadJ8
8+SHhxDSGyy7bE7P00WaPn/nP3zhmXsfP/zpIYT0Bssum/Pz9Knnq5AGxrLL5i6k5SRVy+bW
anrYc1pdvrKo0mJ/2as57dvMUqoW1w/P31HbpUnz9yTtbr+wv99YPG7knTb12nNwnSYvsuyy
ud20mx1HHg63lse9mOXpHtP6g9ltSB/HuyxOH16/ozFN28Of28OD3X3hcUjXOWhNkxdZdtlc
dvw3hw9Wabrb76bpsPao6k981quV+pn8marNflPdhpTSZ/2VdPrw+h2Nz/Sxr2Nb3X/hOs3L
45wf8WYOWtPkRZZdNufh77qjw+pgt6+3ymb151eXe9RfqAf1VvdP+8ut4xduB7CbcibffOFR
SK05aE2TF1l22TTP00m1On1weYovDltVm835Hqdn8/3Tfrv6mF56uH7H0fywbbetN/zuv3A/
oN5+xPtDTAYb3mLZZdM8T9ep2aFpP433H4eNqlRtH4U0vVmxXL/jaH3Ytls0a5W7LwgpG8su
m/MW1ez6wdlqMTnvI30b0jxNlqvtNaTLd5xUk/q/b77wMKT7ewnpDZZdNsfn6eY42DD7ujdz
3keqv7C+PO2vt25Curl1WB0tmwGHL194EFJrDlrT5EWWXTan5+lxldQMlO2X9e3JcUjutEZa
XUfQJmlZD6s1Aaz3m+s+0vU7Tg6NNUMHX77wJaTt/vxnaw5WRu3eZtllc3qe7o6rpONeT707
83k5A+96eGd+OVw0O40utO9z/Y6zyfF40Jcv3IU0OUzx/GdrDlrT5EWWXTbn5+niuJe0PDyf
582wQHM6wvpyj4/LWQaHW/PjrXl9j9VxsLz9HWefp+20+y/chbSe1Akd/2zPQWuavMaygwBC
ggBCggBCggBCggBCggBCggBCggBCggBCggAZQkowMC88y+PD6WESEElIEEBIEEBIEEBIEEBI
EEBIEEBIEEBIEEBIEEBIEEBIEEBIEEBIECBrSOuP43snzhY/vt39u5OAXmQMaTdpvXrj8fvd
C4mByRjSIlWfx7eG266q5l2CwycBPckYUvO2vyeb4zXZoycBPckY0s2rcR+/NFdIDIw1EgTI
u4+0Or61jn0kxibn8Pe0NWo32XUyCehH3uNIi+Y4UjX7cByJcXFmAwQoJ6Q3r7YHfeohpGWV
JstuJwGZ5QxpM0vVcv/hFCHGJ2NIm6agRZrv9ttZerhOEhIDkzGkeX3saHE8ErtLky4mAT3J
fopQmrU+iJ4E9CR7SJ/HbTqnCDEqWTft5ufTGXZzpwgxKjlf2FddtufS4xWSkBiarMeRFud8
qofrIyExOOWc2ZB5EhBJSBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBA
SBBASBBASBBASBBASBBASBBASBBASBBASPBn5zfxur6Xl5DgWffZpOttIcFzTuug5ubpM9fb
QoLnXItJ7c8ICf6gVc9lF+n6eSHBU9ohnT822AB/lL7+bY0Ef3ZXjJDgFddRu3NAQoIXnPeI
Uut/IcGrzoMMBhsglJAggJAggJAggJAggJAggJAggJAggJAggJDgFc5sgBddsrk7eXUvJHhW
65oNh2eokOAlrWKSs7/hNe1XyAoJXnT3EnODDfCKa0jXa59cPy8keM6lmJRO1+MSEvxZe9TO
Ggle1jqOJCSIYLAB4gkJAggJAggJAggJAggJAggJAggJAggJAggJAggJAggJAggJAggJAggJ
AggJAggJAggJAggJAggJAggJAggJAggJAmQNaf0xa671Olusu5oE9CJjSLtJupp2MgnoScaQ
Fqn63DS3tqsqLbqYBPQkY0hV2lxub1LVxSSgJxlDSumnD8ImAT2xRoIAefeRVtvmln0kxibn
8Pe0NWo32XUyCehH3uNIi+Y4UjX7cByJcXFmAwQoJ6TU1s0koCs5Q9rNU5quTg9i+JsxyXmK
UHU80e74IEJiTLIOfy8PNS2r5jQ7ITEqWQ/INn9tq8lWSIxMD6cI7aZTITEyGUOapPNB2MlU
SIxLxpCWaX66tU1TITEqOYe/F5d6Vr8cKhISA5P1gOxmdr61nQuJMSnnzIbMk4BIQoIAQoIA
QoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIAQoIA
QoIAQoIAQoIAQoJnPbhAsJDgOU1FP6UkJHhOav35wxdfeLxOCYnipLu/v//qCw/YISFRHCFB
ACFBBPtIEMCoHYRwHAm6JSQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQIICQI
ICQIICQIICQIIKTBevByTbIT0kA9vIAA2QlpoB5e0obshDRMjy+yRnZCGiYhFUZIwySkwghp
oOwjlUVIA2XUrixCGizHkUoiJAggpMGyRiqJkAbKPlJZhDRQRu3KIqRhchypMEIaJiEVRkjD
JKTCCGmg7COVRUgDZdSuLEIaLMeRSiKkwRJSSYQ0UDbtyiKkgTLYUBYhDZPh78IIaZiEVBgh
DZOQCiOkgbKPVBYhDZRRu7JkDWn9MUu12WLd1ST+IY4jlSRjSLtJupp2MgnoScaQFqn63DS3
tqsqLbqYBPQkY0hV2lxub1LVxSSgJxlDutmkf7x9LyQGxhoJAuTdR1ptm1v2kRibnMPf09ao
3WTXySSgH3mPIy2a40jV7MNxJMbFmQ0QoJyQUls3k4CulBNS5klAJCENlhV3SYQ0UM7+LkvW
Mxue3g3y/PiV1yOVJWNISyHF8QrZwuTctNtUj188ETCJf4aQCpN1H2nz+MSgiEn8K4RUmLyD
DcvWeasdTeJfYR+pLEbtBsqoXVmENFiOI5VESBBASBBASBBASBBASPCsB+M7QoLnPDziICR4
zsNj4EKCpzw+K0tI8BQhQQAhjZRThDKzjzRGTlrNzqjdGHkZRQ8cRxodL+wrjJCGSUiFEdIw
CakwQhoo+0hlEdJAGbUri5AGy3GkkggJAggJAggJAggJAggJnuUUIXibk1YhgJdRwPu8sA8C
CAkCCGmknCKUmX2kMXLSanYjGrXzS/jCyyh6MJLjSH4JX3lhX2EGFVKuyQ+AkPowjjWS506L
hZHfWPaRPHfarJ6zG8uonZDa7DDmNp7jSH4J3zCEmVe3IS0n+/12kibrvz/Os5O4ftYvYfrT
aUir+nldHX43ptCSHEeiPF3uI03T536TJvvPNP37Az03CShDl6N29cNu0iJ6i8saiRJ1dxyp
fuBZWuUJyT4SxXp7026zStU+z6adUTuK9f5gQ0of9XpiFTZL+x/mynEkyvX28HdV7yHtJ59B
8/PNJO4/KSTKM6ADskKiXAMKyT4S5XojpHSr+7kyakexhhSS40gUa0ibdlCsYYVkjUShokJa
z96dk18nYR+Jcr0b0iLnYMODr0Gv3gzp2pEzG/iXvRlSlT7307TdTjO8HklIlCvg7O+Pw9po
k+GkVSFRroCQVmmZ6WUUD74GvXozpNlh026bJvu1Mxv4p0Vcs2FaDzbMw2Zp//NcOY7UYmGU
5N3h74/6o3lqXksRxzPkV1bPZXFmw0DZYSzLkELyS/jKEGYfxnERfb+EW4SUX7eX48p3ipDn
TouFkd/DX+RCGiir59weP/9iNu3W09CTv4X0OzuMueUIab/LcRzJL+EbhjDzyhKSK63mJ6TM
utxHOlvWl1uN4zjSr/xWyS7PqN3HK7P2zCRuPu+Zc2Y7twddXkT/aLJ8Ybaem0R7Ynu/hE+M
vBTGAdlhElIfxnFmg+dOi4WRX1f7SLkvEOm502b1nF1Xo3ZC6pMdxty6PY40q+rLB62r0OOx
9pGeYQgzr05DWqRN8/cm9pV9Ru0oTqchpXR/I4TjSE+wMDLr8syG6rJGynJmAxdWz9l1eWbD
IlX1lSFXlTMbMrPD2IMOjyNNT2N2GV5G4ZdwiyHMwrx9QPZzVmf03JW/1x+zY3WLXy5wbNTu
4L+n9T2nZD2zYTdpHXV6fIXj4R9Her6C1/K4WRjC6l/GkA77U5/HoYntYZ/q4XB5vyEFRND9
c/nR6llY+b11ZsPN2Q2/ft95hK/2yyjfGyENIYIIf9lhHOQPODAZQ7q5y9f7t083+t//9vuv
/6fD///998v/33zfWP//aTn9+v8/vMw6+z/jpt27aySjdl2xxnpf3n2k1ba59do+0t5xpBvd
LQxh/d27IS0nhy4mafLMG/ZNWxtvk13wXP1rcq6ehfW7N0Nq3talqst4pqT1ojmOVM0+XjqO
REufB9WGOTzTrTdDmqbPw/7OZP+Z4a0vaSnroJqwIs7+bl5Ckefsb87KCunePxhWQEiztBJS
bmWHdO8fCOvtTbvNqh7JtmmX26BPPBxhWO8PNjTXhkzpudNWX5gE3xrVQbURhPX28PfxiNDk
M2h+vpkE3xvxQbUBhpXxgGxZk2BABjDeLiQGqLyw3g5pNWtG7rZB8/PdJOAX/YcV8lLzw+eq
0JKExFvyh/VmSMs03dUhLXO8Yx+8KCis7i5+UqVdFwOxQqJTL4XV7RuNdXJEQ0hk9VRYD4+B
vxnS5LRGqk9cDSQkevVdWI/PyorZR1pVKfQt+4REUdpFdRLSfvbU5bXemgSUoNM10vE4UprF
niEkpGeM+BShMnW5j9QRz5Bfjeqk1WHoctSuIy5+8qtBv4xiqDK8GfMm9Cr6Lsf1m2G9sO8f
8E5I62lK0+ZadZtZjuNIfglfCakwb4S0Po7Xbfbberyh+7e+9NxpsTAK80ZI0zqeRZrWr5Kd
PbxMXcxcee60WT2X5Y2QjltzKVVptnlw91cI6Vd2GMsSENJTV1l9bRLffdZz58QQZkkCQgqc
m/tJ3H3WL2FKNaSQ/BKmWMMKCQr1Vkg3csyVNRKFGlJI9pHoV4ZThGIZtaM8Yzlp1XEkejWW
l1EIiT51/MK+TgiJ4owmJPtI9GlEIRm1a3MsILOx7CPtPXda/FbJbiyjdnshtdjO7cFYjiP5
JXxh5KUwgwop1+QHQEh9GMcayXOnxcLIbyz7SJ47bVbP2Y1l1E5IbXYYcxvRcaRckx8GQ5h5
jSgkv4Tpz3hC8kuYPo1lHwl6NZZRO+jZOI4jQc+EBG+zaQcBDDbA+8Y0/A29ERIEEBJEsI80
Tk7zyMyo3Rg58bAHjiONj1PhyyKkYfLirMIIaZiEVBghDZOQCiOkgbKPVBYhDZRRu7IIabAc
RyqJkCCAkCDAsEKyNUOhhhSS/WuKNaiQck0e/mpAITkGSbmEBAGEBAEGFJJ9JMo1qJCM2lGq
IYXkOBLFGlZIUCghQQAhQQAhQYCsIa0/Zqk2W6y7mgT0ImNIu0m6mnYyCehJxpAWqfrcNLe2
qyotupgE9CRjSFXaXG5vUtXFJKAnGUO6OZj6+MiqkBgYayQIkHcfabVtbtlHYmxyDn9PW6N2
k10nk4B+5D2OtGiOI1WzD8eRGCBv6wJv80ZjEODhC0uFBE95fKkDIcFThhJSautmEvC6YkJK
6elWhER5StlHWgqJIStm1G5TPX7xRMAkoEOlHEfaPD4xKGIS0Iu8gw3L1nmrHU0C+lDOqF3m
SUAkIUEAIUGAPkL6/XirkBgYIUEAIQ2WM6lKIqSB8h43ZRHSQD088YvshDRMj09FJjvD38Mk
pMIIaZiEVBghDZR9pLIIaaCM2pVFSIPlOFJJhAQBhAQBhAQBhAQBhATPKuXiJyVNAv6omMtx
FTUJ+KNSLhBZ1iTgb4q5ZHFZk4C/ERIEEBJEsI80Ts61y8yo3Rg5+7sHjiONj9cjlUVIw+QV
soUR0jAJqTBCGiYhFUZIA2UfqSxCGiijdmUR0mA5jlQSIUEAIUEAIUEAIUEAIcGznGsHb3P2
NwTweiR4n1fIQgAhQQAhQQT7SBDAqB2EcBwJAggJ3mbTDgIYbID3Gf6GAEKCAEKCCPaRIIBR
OwjhOBJ0S0gQQEgQQEgQQEgQQEgQQEgQQEiD5d0oSiKkgfL+SGUR0kA9PPGL7IQ0TI9PRSY7
IQ2TkAojpGESUmGENFD2kcoipIEyalcWIQ2W40glERIEEBIEEBIEEBIEEBIEEBIEyBrS+mOW
arPFuqtJQC8yhrSbpKtpJ5OAnmQMaZGqz01za7uq0qKLSUBPMoZUpc3l9iZVXUwCepIxpJsz
Wh6f3iIkBsYaCQLk3UdabZtb9pEYm5zD39PWqN1k18kkoB95jyMtmuNI1ezDcSTGxZkNEEBI
ECBnSLt5StPV6UEMfzMmOU8Rqo4n2h0fREiMSdbh7+WhpmXVnGb3NaTU9uIkoCdZD8g2f22r
ydYaiZHp4RSh3XQqJEYmY0iTdD4IO5kKiXHJGNIyzU+3tmkqJEYl5/D34lLP6pfxBCExMFkP
yG5m51vbuZAYE2c2QAAhQYA+Qvr9eKuQGBghQQAhQQAhQQAhQQAhQQDD3xBASBBASBBASBBA
SBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBASBBA
SBBASBBASBBASBBASBBASBBASBBASPCs9PMbqQgJntNU9FNKQoLnpNafP3zxhcfrlJAoTrr7
+/uvvvCAHRISxWmHlFJK7b+FBE+6Cenuc0KCZ7VWPUKCV11H7b7ZXRISPOuyQ/RlF0lI8Gfn
zbvWZp6Q4CW323dCgpcICd5j0w4CpLv/90KCF5xH64zaQSghQQAhQQAhQQAhQQAhQQAhQQAh
QQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQQAhQYCs
Ia0/Zs07yswW664mAb3IGNJukq6mnUwCepIxpEWqPjfNre2qSosuJgE9yRhSlTaX25tUdTEJ
6EnGkFL66YOwSUBPrJEgQN59pNW2uWUfibHJOfw9bY3aTXadTAL6kfc40qI5jlTNPhxHYlyc
2QABhAQBeghpWaXJsttJQGY5Q9rMUrXcfzhFiPHJGNKmKWiR5rv9dpa+rJNS24uTgJ5kDGle
HztaHI/E7tKki0lAT7KfIpRmrQ+iJwE9yR7S53GbzilCjErWTbv5+XSG3dwpQoxKzhf2VZft
ufR4hSQkhibrcaTFOZ/q4fpISAyOMxsggJAgQB8h/X68VUgMjJAggJAggJAgQKEhwcC80MEr
8dxm8u4jdK34GbwxrLk1u90/cjGG9SMOa27NbvePXIxh/YjDmluz2/0jF2NYP+Kw5tbsdv/I
xRjWjzisuTW73T9yMYb1Iw5rbs1u949cjGH9iMOaW7Pb/SMXY1g/4rDm1ux2/8jFGNaPOKy5
NbvdP3IxhvUjDmtuzW73j1yMYf2Iw5pbs9v9IxdjWD/isObW7Hb/yPAPERIEEBIEEBIEEBIE
EBIEEBIEEBIEEBIEEBIEEBIEEBIEEBIEEBIEEBIEEBIEGG9I7cuhL6pULXa/fEN/lud/hdZ8
FjzL59kdxBJeTr5bpPGzO9qQNq1/5mlza9L3LP1kc34jgtZ8FjzL59kdxBJeNDNW1c10u3RH
HNLsfHOdqs1+U6V1n/Pzs8OcHf8VWvNZ8CxfZncIS3iT5rt6FTrvfOmONqRl+jjfXKTV4c/P
6yeKskzT8+bRdT7LneXr7A5hCc+Os1rPccdLd8QhLc83Z2m7v/kFWpS0OL/HVGs+y53l6+wO
ZgkfQ+p46Y42pFlazQ87lPXNdP21VKDN/QzWf5U7y9fZHcwS3u/StPOlW+iP/r7ZcU/4sARL
/2ceVkj7VkhDWcLLelNOSK9J6fPwq2hRb34U/s881JAGs4S3Vb0NJ6R37OoxzrL/mfdDDemo
/CW8q+qVppDeUy+squR/5tppzlrzWfQs385V8bM7PR4v6njpFvmjB7qO12yLHVO6HbXbXseV
Cp3lryEVPLvbyXTb3Oh46Y42pCrVR7ObhfXRHDZYpUXf8/ST0zOzNZ9Fz/JlBTqAJbxqBkNq
HS/d0Ya0qBfTrjn0Vuxx97NBndlwmd0hLOHtpSNnNrxoVzWDs80vncllnLZM522l1nyWPMun
2R3CEp6n6wmB3S7d0YZ0+F1ZpcnycrMqb7Pj4hxSaz5LnuX27Ba+hFMrpG6X7nhDgoyEBAGE
BAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGE
BAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEBAGEVILWG8s1by63aj67+unO
jx8qeuZ4hsVegruQJs2/yuSHfxshlchiL8Hds//44U9JCKlEFnsJhDR4FnsJWs/+w83jRt75
zbj3y0mqju8dvl9UaXF9U/E0af6epN1+NUunt+m+7Gft7797NU1p+sN+F+8SUgkehTRrbkzr
r03rW7PLnadpe/hze/jax3EPa7H/EtL1u5fH+yyz/mD/DiGV4DrW8GWNskrT3X43TYdVyWeq
NvtNdQnpM30c/vw4fCmlz/rDr9/f+u4qber7TPr4+f4BQirBg5Bmhw23ejNuVt9c7+s2Lv9m
TRXXwb1vvr/13SnZrOuQkEpwu2l3E9L9Iab2neeHbbtts0G3364+pt+E1PruxWGrcLPJ9iP9
a4RUghdDWh+27RbNamr6wxqt9d37j8NGYaq22X6of4uQSvAwpPt7tT5TTer/6lXTZLnafhtS
ezKrxcQ+UkeEVIIHIc2uuzbHm+vWnRdp2Qw4NJ+6C2l93Ee62zFymKkjlmsJvoS03Z//bIbq
9st6uGB1N2rXtNOMJqTD9t3muo80Sct6qC7dfPfkOLJnjdQNIZXgLqTJYV/m/Odp96fZt2kO
Cs3bK5XJ8QDT4rQntD5+//J6vOn63Z+Xu9ABIZXgLqT1pE7o+GdzbkKaH8cIPtpnNtQ+T5tu
h7qm69VxlPt4v/n1zIbTdzdnNuioI0KCAEKCAEKCAEKCAEKCAEKCAEKCAEKCAEKCAEIqw2q2
bp0GN7k51/SVE013y/p8otmfXlg+88q/1wmpCNu021eX8+C2x3ODzl4IaVWdzr77y+uPdsmL
lV4mpCJMF/XFFxanjxaXW42/h7RKaV5XuZ7dJvmLxfSvE+JMSCX4rF8Msbs86avbVcPfQ6ou
m4bzv1w2aFe/0oKXCCmL63XnmvOxJ8vby9JNTlfbOj79181rI565VN0PPuvTwI+2i+alFbtJ
86nTpO9eQ7u4zNrUq5VeJaQcWtedO71CaNq+LN36uNpYpXlz73kd1DOXqvvJ7O5VR82Lkxat
Sd+E9HF9uKWXK71KSDm0rjt3vjjdZ+uydIt0vLpP1boowzOXqjtZnFYzq+vk7ic/3d1M+iak
yyf3+83tzhnPE1I+p/VJ/Xxf1auAy2Xpps3rxesi6qfzZ+vZ/PhSdUfNGmqyOXzfzXddLiF0
fCX63aRbIR0/2Tzc7uGKjgeElMfNdedOf10uS3deg2ya5/H0tH76/VJ1R4cSNs1G2/zymS8h
3X76m+sMfb1CEX9iwWVxe92501+Xy9Jdnr71wMN5EOKZS9U1mi26z0lrPdbeRxJSHhZcDnfX
nTv/db4s3eXpW19c6+M48vDkpeq+9XldOQkpEwsuh9Z152atfZLzZenO+0jN2mhy/OD5S9V9
43ocadeKpTXp68Ol0wXF58d720d6kZByaF13rjV0drks3eKyKTZP5zHwZy5V96NVSrPmzIZF
c0mvU0itSV8f7jxq15S3Nmr3KiHl0LruXOtgzuWydOtmvVQ7FHBamTxzqbqfrc/n2jVZnjfY
rpO+Ptzh4+Z2c4cPx5FeJaQsrtedOzyJq9Nxn+tl6SaXLarqcp7QM5eqe+Bzdmhp+tHc7boP
dpn05eEO/88u8+PMhpcJqQSr/s67bg8vbL2F0suEVIRpb/sm7ZCc/f06IRVhex63y64Vktcj
vUFIZVjNf79PJ1ohzW3YvU5IEEBIEEBIEOD/Hdrqzzli1KMAAAAASUVORK5CYII="
width=420
height=420
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>We can see that the spread is increasing as the fitted values increase. The p-values of this model will be highly biased. When variance increases with the mean, it often helps to log-transform the response variable. Let's try that:</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[30]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-r"><pre><span></span><span class="n">fit_log</span> <span class="o">&lt;-</span> <span class="nf">aov</span><span class="p">(</span><span class="nf">log10</span><span class="p">(</span><span class="n">Value</span><span class="p">)</span> <span class="o">~</span> <span class="n">Group</span><span class="p">,</span> <span class="n">data</span> <span class="o">=</span> <span class="n">df</span><span class="p">)</span>
<span class="nf">plot</span><span class="p">(</span><span class="n">fit_log</span><span class="p">,</span> <span class="n">which</span><span class="o">=</span><span class="m">1</span><span class="p">)</span>
</pre></div>

    </div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

    <div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAA0gAAANICAMAAADKOT/pAAAANlBMVEUAAABNTU1oaGh8fHyM
jIyampqnp6eysrK9vb2+vr7Hx8fQ0NDZ2dnfU2vh4eHp6enw8PD///8ZQSoDAAAACXBIWXMA
ABJ0AAASdAHeZh94AAAgAElEQVR4nO3di3qqOACF0XARPeKgvP/LjgQviIpUN7nxr2+mpSok
h7oLCSGaFsDPjO8KACkgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAA
AYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAA
AYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAA
AYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAA
AYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIEyRnTKw4Tr3i1+PY188vs
VrIr1vbRWrFpPGDfOXN7U79N0uJByu3K+ZtNEKQfsO+cubxPK1PMf/Efnpjz6v7Hd5sgSD9g
3zlzfZ/Oer8SpMiw75wZBWmXm2xnl+ri3HKqb89UmanaW6vm0rYpjcmq+4/XNTonk9vvuTk9
PtGOTxb7k7zLqd6wBvcy8SX2nTOPp3Zl3/NwXtr1rZjd5RVF90P5GKRt/5Lq8uN9Daswx/PX
43ljoyemg3SvwaBMfIl958yt4d+cf6hNcWpPhTkfPbLugX13WOneyXuTNW2TPQbJmH33jLn8
eF/D2ptt24WtHj9xL/O2nesWH2owKBNfYt85c+3+7nJ0Phyc2u6srOwer2+v6J7oOvXq8dv+
ttQ/8diBbZOTv3hiKkiDGgzKxJfYd87Y92me1Zcfbm/x6nxW1TTXV1zezeO3/bHeFrc83Nfo
bc7ndsfuxG/8xLhDfbjF8SUmOht+wr5zxr5PD8Y2aIZv43Z7Pqky2XEqSMXDgeW+Ru9wPrer
7FFl9ARBcoZ958z1jKq8/3BVV/m1jfQySBuT7+rjPUi3NS6yvPvvxROTQRq/iiD9gH3nTP8+
bfrOhvK5NXNtI3VPHG5v+/vSQ5Aels6Ho53tcHh6YiJIgxoMysSX2HfOXN6n/SHJdpS1u245
77vkLkek+t6Dlptd161mA3Bom3sb6b7GxTljtuvg6YmnIB3b69dBDWp67X7GvnPm8j499Yek
vtXTNWf2txF498s7m9vlovLSuzB8zX2Nq7y/HvT0xChI+bnE69dBDQZl4kvsO2eu79OqbyXt
zu/nje0WsMMRDrdXbG+jDM5Lm35p072i7jvLh2tc7S/naeMnRkE65F2E+q/DGgzKxHfYd4AA
QQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIEHATJAJH54l2uD46HIgAlggQIECRAgCAB
AgQJECBIgABBAgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIEiBAkAABggQIECRAgCAB
AgQJECBIgABBAgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIEiBAkAABggQIECRAgCAB
AgQJECBIgABBAgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIEiBAkAABggQIOA3SYVua
TlkdlioC8MJhkE65uSsWKQLwxGGQKpPtG7t0rDNTLVEE4InDIGWmuS03JluiCMATh0Ey5t0P
siIATzgiAQJu20j10S4p2kj9S7p+iy+rAwi57P4uBr12+embIu6x6RfM1IsBd9xeR6rsdaSs
3H51HcmG55oggoSQxDSywQyfI0gISURBMg/fCRJCQpAAAYIECEQUJNpICJfTkQ0P/l7EoNeO
ICEsDoO0+zVIw+tIBAlBcXlq12TTN0/8qQhGNiAkTttIzfTAIEURgBduOxt2g3GrT5ude94H
hCemXjsgWAQJECBIgABBAgR8BYlbzZEUggQIcGoHCBAkQIAgAQJu52xg7m8kymGQmPsb6XI7
rx1zfyNRDoPETKtIl9M7ZN/9ICsC8IQjEiDgto0knPsbCInL7m/l3N9AUNxeR5LN/Q2EJaaR
DWbiOcCriIJkpp4EvCJIgABBAgQiChJtJIQrqiDRa4dQxRQkriMhWHEFCQgUQQIECBIgQJAA
AYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAA
gbiCxOQnCFRMQWI6LgQrqiC5Kh74q4iCxJTFCBdBAgQIEiAQUZBoIyFcUQWJXjuEKqYgcR0J
wYorSECgCBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIE3AdplxtT1osWAbjmMEj98J7CWNUi
RQCeuA5SZapT2x4rs1uiCARnLcMjXQcpM6du+WTyJYpAYNYzYN91kK47dXrnrmHPr8J6biFz
HaTNNUjZEkUgLCu6qdlpkMrtrjb78+Kpmu5tWMGOXwWCJF6lX+/CLmanJYpAWAiSeJVe0+x2
ZWm7HKrJHK1hx6+Dsb12a/h1MrIBC0qs126iL58gYUFJHZEm/yo4DdJhW9pWUlkdlioCIUmr
jTTZl+8wSKfc3BWLFIGwJBWk6X+MwyBVJts3dulYZ991f69lvEkqCNKcDf5VZprbcvPNBdnE
Wq5rkNLIhmCC9BCBb4YIpfRbWYn7pcMETPacRHRESuo8YSXSClIgvXbnNlJ9tEvftZEIUnyS
OokI5Yh0vafPyp+GNpihqXIT+bWsQVK/smDaSG17qOx1pKzcfnUdKak/b6tAkOZscEH02qWB
IM3Z4IK4jpSIpE4iQhnZEFYRcCGpk4hQeu0eN/LFdSREKKmTiABHfxMkJIVTO0CAIAECBAkQ
4MY+LCqpzoYJ3NiHBSXV/T0prhv7EJmkLshOiug2CkQnqSFC02K6sQ+xIUjiVSyOSKtDkMSr
WL/e2If40EbSrtKbvrFPUgTCQq+ddpWLH2/sQ4S4jqRcJcAiACWCBAgQJECAIAECBAmLSqqz
IcA7ZL0XAReS6v4Ocs4G70XAhaQuyCY0i1BS5wkrkNQQoXTmtUvqPGEVCNKcDS5oqq5J/FJW
giDN2eCCXhaR1G9lJZL625dKG4kgxSeps/FUeu0IUoyS6h9K5DpSUucJSEtUQUrpPAFpiSlI
iZ0nICVxBQkIFEECBAgSFrWWs3GChAWtp3+IIGFB67liQZCwnBVdQydIWA5BEq8SYBFwgCCJ
VwmwCLhAG0m7SoBFwAV67bSrBFgE3OA6knKVAIsAlAgSIECQAAGCBMyVyB2ygE+pzNkAeJXK
LEKd/y6WrwLwKJl57Yb+G1m+Sli7JIM0Rq6wtFUEaYQDFvRSaiN9iVzhd6b35skvtvdbdQIo
ggMWvkCQPiFXy0lo0Cqndn/EAUsmpdsozOWvQgqdDX7+vBGsr6V0Y5+5/FWIP0ih/HkjV3Ml
dav55Z2XQpBcFf83HLDeIkiTG/ylNj8UEctvhVzdxPIrmyWgU7vDtrQdiGV1+KKISH8rqz5g
BXoS8ZVgOhtOubkr/l5EpEEaW1WuJi+9xCaU7u/KZPvGLh3rzFR/LyKlP283aR+w0gpSIPcj
Zaa5LTcm+3sRofTaLSqtXCX2ty+MO2QfKjGdh7CuI/kU9wErkbPxOWI6IiG2AxZBEq9indtI
9dEufdlGwpPAD1ipBSmMU7u2GPTa5adFili70HKVVBsplM6Gtj1U9jpSVm6/uY6EP/N+wEqq
fyiU7u+wilglD8FKp38omAuyYRWB1sGZYEpHpGSGCGFp+gNWSm2kYAat/jpECK79nKukeu2C
CdLPQ4Tg198PWIkFKZBTOy7IJuZzrtIKUiidDYIhQgjYqwNWSm2kYLq/OSKtyzhY7/mu6Uyh
XJBliND6zLuNYn7kPIcxiiFCgyfNv39ty//J/O/i9/nfv3///fr/T/9Gh0FiiNDaRNbZ8MuB
j5ENWE5kQfookFO7oIqAA2kFKZTOhrCKgAt0f3/c3o+4jrQKSQ1aHX1//ewXG/wJQVqJpG6j
ePj++tkvNrigVPY9EkKQAIUg20jeiwD+KJxP7OPGPkQslCBxYx+iFsqpHTf2IWbB3I/EbRRr
lFD3dyh3yHJj3/okdUE2lDkbOCKtT0pDhIIJEjf2rU5Sg1ZvHWWvn/1ig9/WhLm/14YgTW7w
66pwY9/KJBWkYLq/wyoCLqTVRgqk1y6sIuBCUr12oVxHCqsIuJHQdaTR99fPfrHBBaWy75ES
2kiAAHM2ABLMIgQsiyABAgQJECBIWFQ63d/TCBIWlNIF2WkECQtKaYhQS68dPEls0CrXkeBH
YkEafH3z5BfbW1QaOx5JBWnZsXa7vG2Puck/3GD0SxGIV0ptpEWDVHenjFl3t540SWnseSTV
a7dokAqzbxuTt/sPMz7+UASiltB1pCXbSN1earqJTLS7K5l9j4Qs2WvXbbY0NUHCGix3Hakw
Td1NUcepHdbt984GY7ZdVGtZlVqChOj83P3dT/WY70X1eVEEED4uyAJzMdYOvqTU/b1Qr515
9G31RLVCiFK6ILvYdSSChE8YIjRjgwtKY8+DQatzNrigJHY8CNKsDT44lH/f0B+LQHSSCtKy
9yNVtJHwXkptpHbyjf5jkO45YmQDnqXVa7dgkDKzbwtzPBbcj4SXUrqONPj65skvtndZPv+w
PR+NGgatInGLdjZ0QarNjtsokDzTLvhBY+X51O5o8vZAkJC4RT/60s7ZYD+tfPNV5WYUAYRh
0e7vbffTxth7KXQIEoLDhzEDAou2kRZCkBAcxtoBCsteR2KIEFZi2em4/hykXW5M+WFAEUFC
iBa/1fxQzBj83Vei6GM33ctHkBAZURvpNOM6kg1SZapT2x6rbjSEtFaAT6rOhhmndvYlmTl1
yyeTi2sF+CQK0q6bbvXTesO22nTwCBIiI+ts2H5erx8EcflhMngECZERBSmfbPJcX1tud7Xp
5mQ9VdO9DQQJkXF4QXbQT25MdlqiCMATlyMbmma3K0vb5VBN5oggITY/BIkJIoErggQI/Hpq
V2bdaJ9DNuu+vsO2tJkrqw9TpRAkRObn6bga+72ZcWffKR8cv6bnSiFIiIxg8pPHhfcqk+37
2B3rjO5vJOXnee2uR6TPIxuur53xeoKEyPx8apd1zZ3zEWbmyIaXPyhqBfj0a2fD5a4IM+M2
Co5ISNfPF2T3XUfcpxv1rPPRqz7aJdpISI3LkQ3FoNcuZ4gQUuJ08pNDZa8jZeWW60hIy08j
G5j8BOgRJEAgnHntFhu4ByzPV5C4jrQSa/mr+GuQdnnbHnOT//UD+wjSKiT10ZeTfgyS/ViX
rDsZ46Mv8Wxylt+k/BikwuzbxuTtno++xLPpeeeTIhj9bW+hcNNrt5YT7lSkFqTlpizuNlya
emaQfryxbz0n3KlIK0hLTqJfmKbuxp/OObX7+ca+9ZxwJyOpX9nkP+b3zgY7N6Qxn4et/npj
X1p/3tYhpZOI6fffz93ffSTy/ef1fr2NgiDFKJ1m7bJB+st6P97YR5DgUzBB+vnGvqROuBGd
JdtI51ZSaXvujp/X+/nGvpROuBGfJXvt+pv1zo9lM5L0+4196ZxwI0bLXUfameLUbXw34xP7
uLEP6foxSN0H8C1wxkWQEBnByAaCBPwYpPxyRGqmPxN2tIGPhRIkREbTRqqz6U8pH22AIK3H
WvqHfu21K2eNnRttgCCtxXquWEiuI5lyxgihwQYI0lqs5xq6w5EN9w0QpJVY0agugoTlEKQ/
r9LMmEX/xyIQHYI0a5VDYUxhB6I2JdeR8AJtpBmrHPr+uqY9dv0Nnz/6ctlaIUT02s1YpejC
U5miu0u2nByD6qJWCBPXkT6u0u8hYzJTNhMv/8Y69j0SIgjSn2dZnV8EEAlBkIS1GRcBRIIg
AQIECRD4KUiLfaQRQUJkCBIg4GOsXRBFAEoECRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIE
CRAgSIBAXEFay33LiE5MQVrPTBqITlRBclU88FcRBWlFsw0iOgQJECBIgEBEQaKNhHBFFSR6
7eKzlisWMQVpPb+VZKznb19cQUJk1nM2TpCwnBX1DxEkLIcgiVcJsAg4QJDEqwRYBFygjaRd
JcAi4AK9dtpVLg7b0s5uXFYfPlJpDXt+JdZyxcJhkE75YKbwYpEiAE8cBqky2b7/jMxjnU1/
eDNBQmQcBikz94+abUy2RBGAJw6D9HCyPH3mTJAQGY5IgIDbNlJ9tEu0kZAal93fxaDXLj8t
UgTgh9vrSJW9jpSVW64jIS2MbAAECBIgQJAAAYIECBAkQMDpyIYHSxQBeOIwSDuChGS5PLVr
sumbJwRFAH44bSM10wODFEUAXrjtbNgNxq0uVATgA712gABBAgQIEiAQTpBm940D4fEVJK4j
ISkECRAI59TOcRGAEkECBAgSIMDc34BAXHN/0zGOQMU09/d6PiME0YlpptX1fGoVohPR3N8r
+hxFRCeiI9JjkC5faTUhCBHN/f0QpD4/5u2LAadimvt7cCgyLUFCSGKa+/uh144MISRxjWwY
tIiuBybaSAhBXEEav6Q/Ri1cGeAzH0H6fBCZHSRJfYCfESRAgCABAgQJEIg7SIxsQCCiDRIQ
kmi7v4GQECRAgCABAgQJECBIgABBAgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIEiBA
kAABggQIECRAgCABAgQJECBIgABBAgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIEiBA
kAABggQIECRAgCABAgQJECBIgID7IO1yY8p60SIA1xwGydgVC2NVixQBeOI6SJWpTm17rMxu
iSIAT1wHKTOnbvlk8iWKADxxHSRjBj/IiwA8cR2kzTVI2RJFAJ44DVK53dVmf148VdO9DQQJ
kXEapJ5dzE5LFAF44vI6UtPsdmVpuxyqyRwRJMSGkQ2AAEECBAgSIECQAAGCBAh46P6+94LL
iwA8cRikHUFCspxeR8qKpYsA/HDaRmo+3IYkKALwwm1nw840SxcB+ECvHSBAkAABggQIhBOk
2X3jQHh8BYnrSEgKQQIEwjm1c1wEoESQAAGCBAg4DdJhW9o+ubI6LFUE4IXDIJ3yQf/29PBV
goTIOAxSZbJ9P9TuWGfMa4ekOAxSNhix2jDTKpLi/GNdXv0gKwLwhCMSIOC2jVQf7RJtJKTG
Zfd3Mei1y5n7Gylxex2psteRsnLLdSSkhZENgABBAgR8BOnzfXsECZEhSIAAQQIECBIgQJAA
AYIECND9DQgQJECAIAECBAkQIEiAAEECBAgSIECQAAGCBAgQJECAIAECBAkQIEiAAEECBAgS
IECQAAGCBAgQJECAIAECBAkQIEiAAEECBAgSIECQAAGCBAgQJECAIAECBAkQIEiAAEECBAgS
IECQAAGCBAgQJECAIAECBAkQIEiAgNMgHbal6ZTVYakiAC8cBumUm7tikSIATxwGqTLZvrFL
xzoz1RJFAJ44DFJmmttyY7IligA8cRgkY979ICsC8IQjEiDgto1UH+0SbSSkxmX3dzHotctP
ixQB+OH2OlJlryNl5ZbrSEgLIxsAAYIECLgM0mljTFFfNkL3N1LicohQ1g+06zdCkJASp93f
u3OadpkdZvddkMz0aoAvTi/I2m/HLD9+FyS7DlFCiDwMEToVxZdB+ql4YEEOg5Sb60XYvPgm
SGbqScArh0Hamc1l6WiKH4Nkuy2+rAeg57L7u7q99+sPMfgcpG/rACzC6QXZprwuHTe/tZEI
EsIS08iGe68dOUJgYgrS/ToSTSQEJpwgmaE5VSBJCIevIAmGCBEkhIMgAQLhnNr9pQhO7RCY
eINEjhCQOIPU0muHsLids4G5v5Eolzf2Mfc3kuV2Xjvm/kaimGkVEPBwY9/zD7IiAE84IgEC
bttIzP2NRLns/mbubyTL7XUk5v5GoiId2QCEhSABAj6C9HmYHEFCZAgSIECQAAGCBAgQJECA
IAECdH8DAgQJECBIgABBAgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIEiBAkAABggQI
ECRAgCABAgQJECBIgABBAgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIEiBAkAABggQI
ECRAgCABAgQJEAg0SEBkvniX64PjgO9ar7187xXwXf6z8Go0h+9ar7187xXwXf6z8Go0h+9a
r7187xXwXf6z8Go0h+9ar7187xXwXf6z8Go0h+9ar7187xXwXf6z8Go0h+9ar7187xXwXf6z
8Go0h+9ar7187xXwXf6z8Go0h+9ar7187xXwXf6z8Go0h+9ar7187xXwXf6z8Go0h+9ar718
7xXwXf6z8Go0h+9ar7187xXwXf6z8Go0h+9ar7187xXwXf6z8GoERIggAQIECRAgSIAAQQIE
CBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAAAYIECEQVpN1TbQ9O6z8qv9kYszl6
K/9UZSarTg6Lz0flOa7AU/lPD3gUU5Cap08JOGUu6z8qv7afW5C5+0U+ln/M+vKdJbka/3sL
+0DurfynB3yKKEhN9hSk8psP4FCVn2VNeypN5an8jS25MhtXxZvNqTso3so7mPMOOFfq4Kn8
pwe8iidIO1OMY7P/6pNsROXv7Rv5ZDJP5V9+cLYHynF5lanbbjdsPZX/9IBXYdRijvP7drTP
js/Rclj+xjTOyn5V/uWs1lmQr9UYvJG7s8rGlJ7Kf/eAH2HUYo7maZ8V5uhwL47Lz027zezZ
hZ/yt5dTO0cHhIuTKa6Lrg+J4/LfPOBJPEFqx7+zrdk7/i2OTq1K29b1VX6763obsp3D8rtC
7fncsDZufwWD8t884Em8QbLnFF6D1HU2bFweEcZ/SDpuD0jH7H4i5yNIw/JfP+BLvEHKu35P
r0Hq2khHd92/o/J33andOcguD0mnbHAe5SFID+W/fMCbaIO0sYd0r0F6fsxl+bnpmmcnl0Fu
i2FhmfsdUIz/sU8PeBNtkH75KHdF+T56Xz0H+ZgXw6u/fa/d0V2v3aj8Fw94RJC+LP/cROkO
iUeXnUYvur/dXcdq69E/td8BtbMr0uPynx/wKdogvXvEWfnn1tGpa6PsPZVfmW6YWeXsffz0
J8PxyIan8p3+DfsoyiDd31B+gtR/73vNXP4yH8sv3Ja/GZwB9BXInVbgqfyN+1OSCWHUYqaw
gtTWhcmcjbR7Ub4dfO2w8HGQTk4r8FS+h3P7CWHUAogcQQIECBIgQJAAAYIECBAkQIAgAQIE
CRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIE
CRAgSIAAQQIECBIgQJAAAYIECBAkQIAgAQIECRAgSIAAQQrB4MPn7AfQ1fbR+t2Lpzelrhzm
YLeHYBSk/PIRre9ePL0pffXwGbs9BKN3f//ju0gQpBCx20NAkKLHbg/B4N1/XuxP8m4f2L3L
Tbbrn6wyU91efDK5/Z6bU1uX5vIB47d2Vjteuy6MKd60u/ArghSCqSCVdqHoniu6pfL24sIc
z1+P5+e2fQurap+CdF97179m5/Qfth4EKQT3voanI0ptilN7Ksz5ULI3WdM22S1Ie7M9f92e
nzJm3/34vP5g7cw03WtyH/++FSBIIZgIUnk+cetO48pu8dB22bj9zmwq7p17L9YfrG0Mp3UL
IkgheDy1ewjS+BLT8MWb87nd0Z7Qtcd6W7wI0mDt6nxW2DTO/klrQ5BC8GWQDudzu8oepoo3
R7TB2u32fFJosqOzf9S6EKQQTAZp/KrBI1ne/dcdmvJdfXwZpGExdZXTRloIQQrBRJDKe9Om
XzwMXlyZne1wsA+NgnTo20ijhhGXmRbCfg3BU5CO7fWr7aprd113QT3qtbPZsb0J5nx+19zb
SLnZdV115mHtvO/Z44i0DIIUglGQ8nNb5vr10vyxbRt7UWgzPKjk/QWm6tISOvTr7+7Xm+5r
728vwQIIUghGQTrkXYT6r3Zsgtn0fQTb4ciGzv5y6nZOV3Go+17u/nWb+8iGy9p2ZAM5WghB
AgQIEiBAkAABggQIECRAgCABAgQJECBIgABBAgQIkiN1+WnE6O76bJWZrDpdVzsMhsflD2NQ
326u/HgL32nXDTcq/3Tf+eetrhlBcuPYDS6dDFJzfbYfHpffVstu4+OO/Zihq7ebO5kPdx3V
2WVw3l9uT/q41VUjSG4U14lJ3rmN6j5cxngfrqtt+3tg225sajVc5f3mqmKyMrUxm27zh/Ix
mR982Oq6ESQn9pe7Hd6+YGeKy7OVPX3rJzaxq51u7/bs8ZjwfnOn7paJ97LbGeLmL7MKfdjq
uhEkjfvEcnbAdb57nHcut3/Mb+Ox86d56u6jukublqYbyX1Zrbi87w/2nok5U9i1xdRtR3u7
betY2TsvTrl96Fazh1tsq9s/bHKrK0eQJAYTy13aOMVw3rmDub8/b09fFvv7i5rxneT2dop+
tdps7EObLlBzprDrDnAT90uUoyftvUvVsGbDIG1nbnXlCJLEYGK56+xz+8G8c5Vp+lcNnx7f
8focpMtq51Ox+zNzprDrDmj31lR1OczcOt3Gp4SmW/OhZsMg3R583CoeESShy4Ghe8fW3R/x
27xzhW0itfdZFOzT18W3Qbqsdo5C9z7eD97G01PYdd9uHQP2QJU359UfVr7NMNTfqD6q+CBI
/YPjrWKEIIk8TCx3+Xabd27w2OvFtn0VpOszjX0DF5fj0+cp7AYbPS/VdjoHczk/bF8F6XXB
r5/DS+wZjceJ5dprG+cy79xfgpQ9B8n2V1z7LuZMYTd8y9szun0+OJwN20gESYQ9IzGaWO76
7Trv3F+CVF66KIYjIbpJt7Z9z8PMKeym3vL7+8GJIKmwZyTsO+z40EbqWhXXeedetJHKd22k
7eXR6t5Gskej/L6Nz1PYTbdm7teRToOwDGp236q5zDe++bzVdSNIEoOJ5QadX7d55/p5hef1
2g1GNhnqntYAAAElSURBVFS3c7CNufaBz5nCrtvIVP/aObulHdlQ2Rm/LgUPanbf6rXXrv68
1XUjSBKDieWGF4qu884d7HGpf8eOryOZUZC6+ewuL7is1tq3/uUoMmcKu+6wNnnF53Ada2fT
eS34XrP7Vo3pP5SpnbHVVSNIGveJ5c5vw+w2dOE679zDyIZsOLKhOIyDdLKjvwerdbLbOKE5
U9h9HoOwL89ZKrbHYcGDmt22ev6/vFWXkQ3vESQn6omR0xMNj6nVphxln4U07F7QbTVBBMmN
4kXrwg5SOJVTDY9Xq82gG6c9DBKjvycQJDeO1w64gcuwuak7GV6t9pnwzqFBkLgfaQpBcqTe
PD+2Ozfk8+ljzqvVPtroTsEGQRJuNUEECRAgSIAAQQIE/gchEbniDlEbWwAAAABJRU5ErkJg
gg=="
width=420
height=420
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div><div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>It helps somewhat, but partially creates the reverse problem; variance is higher with lower fitted values, but much better than the raw data.</p>
<p>Alternatively, one could use permutation, robust methods, or you could use another distibution than the normal ditribution. The details of these alternatives are beyond the scope of this notebook.</p>

</div>
</div>
</div>
    </div>
  </div>
</body>

 
</html>