Oliver Kennedy
ee650b8dd9
- Added reveal.js v3.5 - One canonical copy of the JITD and Mimir talks for the tour - Migrated JITD talk to reveal v3.5
354 lines
12 KiB
HTML
354 lines
12 KiB
HTML
<!doctype html>
|
|
<html lang="en">
|
|
|
|
<head>
|
|
<meta charset="utf-8">
|
|
|
|
<title>Embracing Uncertainty</title>
|
|
|
|
<meta name="description" content="Mimir">
|
|
<meta name="author" content="Oliver Kennedy">
|
|
|
|
<meta name="apple-mobile-web-app-capable" content="yes" />
|
|
<meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />
|
|
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no, minimal-ui">
|
|
|
|
<link rel="stylesheet" href="../reveal.js-3.5.0/css/reveal.css">
|
|
<link rel="stylesheet" href="ubodin.css" id="theme">
|
|
|
|
<!-- Code syntax highlighting -->
|
|
<link rel="stylesheet" href="../reveal.js-3.5.0/lib/css/zenburn.css">
|
|
|
|
<!-- Printing and PDF exports -->
|
|
<script>
|
|
var link = document.createElement( 'link' );
|
|
link.rel = 'stylesheet';
|
|
link.type = 'text/css';
|
|
link.href = window.location.search.match( /print-pdf/gi ) ? '../reveal.js-3.5.0/css/print/pdf.css' : '../reveal.js-3.5.0/css/print/paper.css';
|
|
document.getElementsByTagName( 'head' )[0].appendChild( link );
|
|
</script>
|
|
|
|
<!--[if lt IE 9]>
|
|
<script src="../reveal.js-3.5.0/lib/js/html5shiv.js"></script>
|
|
<![endif]-->
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<div class="reveal">
|
|
<!-- Any section element inside of this container is displayed as a slide -->
|
|
|
|
<div class="header">
|
|
<!-- Any Talk-Specific Header Content Goes Here -->
|
|
Don't Wrangle, Guess
|
|
</div>
|
|
<div class="footer">
|
|
<!-- Any Talk-Specific Footer Content Goes Here -->
|
|
<div style="float: left; margin-top: 15px; ">
|
|
Exploring <u><b>O</b></u>nline <u><b>D</b></u>ata <u><b>In</b></u>teractions
|
|
</div>
|
|
<img src="graphics/FullText-white.png" height="40" style="float: right;"/>
|
|
</div>
|
|
|
|
<div class="slides">
|
|
|
|
<section>
|
|
<h2>Don't Wrangle, Guess Instead</h2>
|
|
<h4>with</h4>
|
|
<img src="graphics/mimir_logo_final.png">
|
|
</section>
|
|
|
|
<section>
|
|
<table>
|
|
<tr>
|
|
<th colspan="6" style="font-size: 12pt">Students</th>
|
|
</tr>
|
|
<tr height="80px">
|
|
<td width="100px">
|
|
<img src="people/poonam.png" width="50px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Poonam<br/>(PhD-3Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/will.png" width="61px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Will<br/>(PhD-2Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/aaron.jpg" width="64px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Aaron<br/>(PhD-3Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/shivang.jpg" width="55px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Shivang<br/>(MS-2Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/lisa.jpg" width="71px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Lisa<br/>(BS-Sr)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/olivia.png" width="50px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Olivia<br/>(BS-Sr)</p>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table style="display: inline-block;">
|
|
<tr>
|
|
<th colspan="3" style="font-size: 12pt">Alumni</th>
|
|
</tr>
|
|
<tr height="80px">
|
|
<td width="100px">
|
|
<img src="people/ying.jpg" width="60px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Ying<br/>(PhD 2017)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/niccolo.png" width="50px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Niccolò<br/>(PhD 2016)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/arindam.jpg" width="80px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Arindam<br/>(MS 2016)</p>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table style="display: inline-block; margin-left: 100px">
|
|
<tr>
|
|
<th colspan="1" style="font-size: 12pt">Dev</th>
|
|
</tr>
|
|
<tr>
|
|
<td width="100px">
|
|
<img src="people/mike.jpg" width="80px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Mike<br/>(Sr. Rsrch. Dev.)</p>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table>
|
|
<tr>
|
|
<th colspan="4" style="font-size: 12pt">External Collaborators</th>
|
|
</tr>
|
|
<tr>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Dieter Gawlick<br/>(Oracle)
|
|
</td>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Zhen Hua Liu<br/>(Oracle)
|
|
</td>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Ronny Fehling<br/>(Airbus)
|
|
</td>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Beda Hammerschmidt<br/>(Oracle)
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table style="margin-top: 5px">
|
|
<tr>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Boris Glavic<br/>(IIT)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Juliana Freire<br/>(NYU)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Wolfgang Gatterbauer<br/>(NEU)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Heiko Mueller<br/>(NYU)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Remi Rampin<br/>(NYU)
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
</section>
|
|
|
|
|
|
<section>
|
|
<section>
|
|
<h3>A Big Data Fairy Tale</h3>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/dagobert83-female-user-icon-800px.png" height="300" />
|
|
<h4>Meet Alice</h4>
|
|
|
|
<attribution>(OpenClipArt.org)</attribution>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/dagobert83-female-user-icon-800px.png" height="300" />
|
|
<img src="graphics/littlestorefront-800px.png" height="300" />
|
|
<h4>Alice has a Store</h4>
|
|
|
|
<attribution>(OpenClipArt.org)</attribution>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/littlestorefront-800px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">→</span>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>Alice's store collects sales data</h4>
|
|
|
|
<attribution>(OpenClipArt.org)</attribution>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/dagobert83-female-user-icon-800px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">+</span>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;" />
|
|
<span style="font-size: 3em; vertical-align: middle;">=</span>
|
|
<img src="graphics/saco-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>Alice wants to use her sales data to run a promotion</h4>
|
|
|
|
<attribution>(OpenClipArt.org)</attribution>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">→</span>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>So Alice loads up her sales data in her trusty database/hadoop/spark/etc... server.</h4>
|
|
|
|
<attribution>(OpenClipArt.org)</attribution>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<span style="font-size: 3em; vertical-align: middle;">+ ?</span>
|
|
<h4>... asks her question ...</h4>
|
|
|
|
<attribution>(OpenClipArt.org)</attribution>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<span style="font-size: 3em; vertical-align: middle;">+ ? →</span>
|
|
<img src="graphics/crystalball-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>... and basks in the limitless possibilities of big data.</h4>
|
|
|
|
<attribution>(OpenClipArt.org)</attribution>
|
|
</section>
|
|
</section>
|
|
|
|
<section>
|
|
<section>
|
|
<h2>Why is this a fairy tale?</h2>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">→</span>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>It's never this easy...</h4>
|
|
</section>
|
|
</section>
|
|
|
|
<section>
|
|
<section>
|
|
<h2>CSV Import</h2>
|
|
<h4>Run a <code>SELECT</code> on a raw CSV File</h4>
|
|
<ul class="fragment">
|
|
<li>File may not have column headers</li>
|
|
<li>CSV does not provide "types"</li>
|
|
<li>Lines may be missing fields</li>
|
|
<li>Fields may be mistyped (typo, missing comma)</li>
|
|
<li>Comment text can be inlined into the file</li>
|
|
</ul>
|
|
<p class="fragment">
|
|
<b>State of the art</b>: External Table Defn <span class="fragment">+ "Manually" edit CSV</span>
|
|
</p>
|
|
</section>
|
|
|
|
<section>
|
|
<h2>Merge Two Datasets</h2>
|
|
<h4><code>UNION</code> two data sources</h4>
|
|
<ul class="fragment">
|
|
<li>Schema matching</li>
|
|
<li>Deduplication</li>
|
|
<li>Format alignment (GIS coordinates, $ vs €)
|
|
<li>Precision alignment (State vs County)</li>
|
|
</ul>
|
|
<p class="fragment">
|
|
<b>State of the art</b>: Manually map schema
|
|
</p>
|
|
</section>
|
|
|
|
<section>
|
|
<h2>JSON Shredding</h2>
|
|
<h4>Run a <code>SELECT</code> on JSON or a Doc Store</h4>
|
|
<ul class="fragment">
|
|
<li>Separating fields and record sets:<br/>(e.g., <code>{ A: "Bob", B: "Alice" }</code>)</li>
|
|
<li>Missing fields (Records with no 'address')</li>
|
|
<li>Type alignment (Records with 'address' as an array)</li>
|
|
<li>Schema matching$^2$</li>
|
|
</ul>
|
|
<p class="fragment">
|
|
<b>State of the art</b>: DataGuide, Wrangler, etc...
|
|
</p>
|
|
</section>
|
|
</section>
|
|
|
|
<section>
|
|
<section>
|
|
<h2>Data Cleaning is Hard!</h2>
|
|
</section>
|
|
|
|
<section>
|
|
<h3>State of the Art</h3>
|
|
|
|
<img src="graphics/BI-Analyst.jpg" height="400" />
|
|
<attribution>(skilledup.com)</attribution>
|
|
|
|
<p>Alice spends weeks cleaning her data before using it.</p>
|
|
</section>
|
|
|
|
<section>
|
|
<h3>Newer State of the Art</h3>
|
|
<img src="graphics/iu.jpeg" height=500 />
|
|
<attribution>(azure.microsoft.com)</attribution>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/data-lake-to-data-swamp.jpg" height=500 />
|
|
<attribution>(timoelliott.com)</attribution>
|
|
</section>
|
|
</section>
|
|
|
|
|
|
</div></div>
|
|
|
|
<script src="../reveal.js-3.5.0/lib/js/head.min.js"></script>
|
|
<script src="../reveal.js-3.5.0/js/reveal.js"></script>
|
|
|
|
<script>
|
|
|
|
// Full list of configuration options available at:
|
|
// https://github.com/hakimel/../reveal.js#configuration
|
|
Reveal.initialize({
|
|
controls: false,
|
|
progress: true,
|
|
history: true,
|
|
center: true,
|
|
slideNumber: true,
|
|
|
|
transition: 'fade', // none/fade/slide/convex/concave/zoom
|
|
|
|
// Optional ../reveal.js plugins
|
|
dependencies: [
|
|
{ src: '../reveal.js-3.5.0/lib/js/classList.js', condition: function() { return !document.body.classList; } },
|
|
{ src: '../reveal.js-3.5.0/plugin/math/math.js',
|
|
condition: function() { return true; },
|
|
mathjax: '../reveal.js-3.5.0/js/MathJax.js'
|
|
},
|
|
{ src: '../reveal.js-3.5.0/plugin/markdown/marked.js', condition: function() { return !!document.querySelector( '[data-markdown]' ); } },
|
|
{ src: '../reveal.js-3.5.0/plugin/markdown/markdown.js', condition: function() { return !!document.querySelector( '[data-markdown]' ); } },
|
|
{ src: '../reveal.js-3.5.0/plugin/highlight/highlight.js', async: true, condition: function() { return !!document.querySelector( 'pre code' ); }, callback: function() { hljs.initHighlightingOnLoad(); } },
|
|
{ src: '../reveal.js-3.5.0/plugin/zoom-js/zoom.js', async: true },
|
|
{ src: '../reveal.js-3.5.0/plugin/notes/notes.js', async: true }
|
|
]
|
|
});
|
|
|
|
</script>
|
|
|
|
</body>
|
|
</html>
|