421 lines
14 KiB
HTML
421 lines
14 KiB
HTML
<!doctype html>
|
|
<html lang="en">
|
|
|
|
<head>
|
|
<meta charset="utf-8">
|
|
|
|
<title>Embracing Uncertainty</title>
|
|
|
|
<meta name="description" content="Mimir">
|
|
<meta name="author" content="Oliver Kennedy">
|
|
|
|
<meta name="apple-mobile-web-app-capable" content="yes" />
|
|
<meta name="apple-mobile-web-app-status-bar-style" content="black-translucent" />
|
|
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no, minimal-ui">
|
|
|
|
<link rel="stylesheet" href="../reveal.js-3.5.0/css/reveal.css">
|
|
<link rel="stylesheet" href="ubodin.css" id="theme">
|
|
|
|
<!-- Code syntax highlighting -->
|
|
<link rel="stylesheet" href="../reveal.js-3.5.0/lib/css/zenburn.css">
|
|
|
|
<!-- Printing and PDF exports -->
|
|
<script>
|
|
var link = document.createElement( 'link' );
|
|
link.rel = 'stylesheet';
|
|
link.type = 'text/css';
|
|
link.href = window.location.search.match( /print-pdf/gi ) ? '../reveal.js-3.5.0/css/print/pdf.css' : '../reveal.js-3.5.0/css/print/paper.css';
|
|
document.getElementsByTagName( 'head' )[0].appendChild( link );
|
|
</script>
|
|
|
|
<!--[if lt IE 9]>
|
|
<script src="../reveal.js-3.5.0/lib/js/html5shiv.js"></script>
|
|
<![endif]-->
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<div class="reveal">
|
|
<!-- Any section element inside of this container is displayed as a slide -->
|
|
|
|
<div class="header">
|
|
<!-- Any Talk-Specific Header Content Goes Here -->
|
|
Don't Wrangle, Guess
|
|
</div>
|
|
<div class="footer">
|
|
<!-- Any Talk-Specific Footer Content Goes Here -->
|
|
<div style="float: left; margin-top: 15px; ">
|
|
Exploring <u><b>O</b></u>nline <u><b>D</b></u>ata <u><b>In</b></u>teractions
|
|
</div>
|
|
<img src="graphics/FullText-white.png" height="40" style="float: right;"/>
|
|
</div>
|
|
|
|
<div class="slides">
|
|
|
|
<section>
|
|
<h2>Don't Wrangle, Guess Instead</h2>
|
|
<h4>with</h4>
|
|
<img src="graphics/mimir_logo_final.png">
|
|
</section>
|
|
|
|
<section>
|
|
<table>
|
|
<tr>
|
|
<th colspan="6" style="font-size: 12pt">Students</th>
|
|
</tr>
|
|
<tr height="80px">
|
|
<td width="100px">
|
|
<img src="people/poonam.jpg" width="70px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Poonam<br/>(PhD-3Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/will.png" width="61px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Will<br/>(PhD-2Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/aaron.jpg" width="64px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Aaron<br/>(PhD-3Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/shivang.jpg" width="55px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Shivang<br/>(MS-2Y)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/lisa.jpg" width="71px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Lisa<br/>(BS-Sr)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/olivia.png" width="50px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Olivia<br/>(BS-Sr)</p>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table style="display: inline-block;">
|
|
<tr>
|
|
<th colspan="3" style="font-size: 12pt">Alumni</th>
|
|
</tr>
|
|
<tr height="80px">
|
|
<td width="100px">
|
|
<img src="people/ying.jpg" width="60px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Ying<br/>(PhD 2017)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/niccolo.png" width="50px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Niccolò<br/>(PhD 2016)</p>
|
|
</td>
|
|
<td width="100px">
|
|
<img src="people/arindam.jpg" width="80px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Arindam<br/>(MS 2016)</p>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table style="display: inline-block; margin-left: 100px">
|
|
<tr>
|
|
<th colspan="1" style="font-size: 12pt">Dev</th>
|
|
</tr>
|
|
<tr>
|
|
<td width="100px">
|
|
<img src="people/mike.jpg" width="80px" height="80px" style="margin-bottom: 0px"/>
|
|
<p style="margin-top: 0px; font-size: 10pt;">Mike<br/>(Sr. Rsrch. Dev.)</p>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table>
|
|
<tr>
|
|
<th colspan="4" style="font-size: 12pt">External Collaborators</th>
|
|
</tr>
|
|
<tr>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Dieter Gawlick<br/>(Oracle)
|
|
</td>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Zhen Hua Liu<br/>(Oracle)
|
|
</td>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Ronny Fehling<br/>(Airbus)
|
|
</td>
|
|
<td width="130px" style="font-size: 10pt;">
|
|
Beda Hammerschmidt<br/>(Oracle)
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<table style="margin-top: 5px">
|
|
<tr>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Boris Glavic<br/>(IIT)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Su Feng<br/>(IIT)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Juliana Freire<br/>(NYU)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Wolfgang Gatterbauer<br/>(NEU)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Heiko Mueller<br/>(NYU)
|
|
</td>
|
|
<td width="140px" style="font-size: 10pt;">
|
|
Remi Rampin<br/>(NYU)
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
</section>
|
|
|
|
|
|
<section>
|
|
<section>
|
|
<h3>A Big Data Fairy Tale</h3>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/dagobert83-female-user-icon-800px.png" height="300" />
|
|
<h4>Meet Alice</h4>
|
|
|
|
<imagecredits>(OpenClipArt.org)</imagecredits>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/dagobert83-female-user-icon-800px.png" height="300" />
|
|
<img src="graphics/littlestorefront-800px.png" height="300" />
|
|
<h4>Alice has a Store</h4>
|
|
|
|
<imagecredits>(OpenClipArt.org)</imagecredits>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/littlestorefront-800px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">→</span>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>Alice's store collects sales data</h4>
|
|
|
|
<imagecredits>(OpenClipArt.org)</imagecredits>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/dagobert83-female-user-icon-800px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">+</span>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;" />
|
|
<span style="font-size: 3em; vertical-align: middle;">=</span>
|
|
<img src="graphics/saco-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>Alice wants to use her sales data to run a promotion</h4>
|
|
|
|
<imagecredits>(OpenClipArt.org)</imagecredits>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">→</span>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>So Alice loads up her sales data in her trusty database/hadoop/spark/etc... server.</h4>
|
|
|
|
<imagecredits>(OpenClipArt.org)</imagecredits>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<span style="font-size: 3em; vertical-align: middle;">+ ?</span>
|
|
<h4>... asks her question ...</h4>
|
|
|
|
<imagecredits>(OpenClipArt.org)</imagecredits>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<span style="font-size: 3em; vertical-align: middle;">+ ? →</span>
|
|
<img src="graphics/crystalball-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>... and basks in the limitless possibilities of big data.</h4>
|
|
|
|
<imagecredits>(OpenClipArt.org)</imagecredits>
|
|
</section>
|
|
</section>
|
|
|
|
<section>
|
|
<section>
|
|
<h2>Why is this a fairy tale?</h2>
|
|
</section>
|
|
|
|
<section>
|
|
<img src="graphics/matt-icons_text-x-log-300px.png" height="300" style=" vertical-align: middle;"/>
|
|
<span style="font-size: 3em; vertical-align: middle;">→</span>
|
|
<img src="graphics/database-server-800px.png" height="300" style=" vertical-align: middle;" />
|
|
<h4>It's never this easy...</h4>
|
|
</section>
|
|
</section>
|
|
|
|
<section>
|
|
<section>
|
|
<h2>CSV Import</h2>
|
|
<h4>Run a <code>SELECT</code> on a raw CSV File</h4>
|
|
<ul>
|
|
<li>File may not have column headers</li>
|
|
<li>CSV does not provide "types"</li>
|
|
<li>Lines may be missing fields</li>
|
|
<li>Fields may be mistyped (typo, missing comma)</li>
|
|
<li>Comment text can be inlined into the file</li>
|
|
</ul>
|
|
<p>
|
|
<b>State of the art</b>: External Table Defn <span>+ "Manually" edit CSV</span>
|
|
</p>
|
|
</section>
|
|
|
|
<section>
|
|
<h2>Merge Two Datasets</h2>
|
|
<h4><code>UNION</code> two data sources</h4>
|
|
<ul>
|
|
<li>Schema matching</li>
|
|
<li>Deduplication</li>
|
|
<li>Format alignment (GIS coordinates, $ vs €)</li>
|
|
<li>Precision alignment (State vs County)</li>
|
|
</ul>
|
|
<p>
|
|
<b>State of the art</b>: Manually map schema
|
|
</p>
|
|
</section>
|
|
|
|
<section>
|
|
<h2>JSON Shredding</h2>
|
|
<h4>Run a <code>SELECT</code> on JSON or a Doc Store</h4>
|
|
<ul>
|
|
<li>Separating fields and record sets:<br/>(e.g., <code>{ A: "Bob", B: "Alice" }</code>)</li>
|
|
<li>Missing fields (Records with no 'address')</li>
|
|
<li>Type alignment (Records with 'address' as an array)</li>
|
|
<li>Schema matching$^2$</li>
|
|
</ul>
|
|
<p>
|
|
<b>State of the art</b>: DataGuide, Wrangler, etc...
|
|
</p>
|
|
</section>
|
|
</section>
|
|
|
|
<section>
|
|
<section>
|
|
<p>Loading requires curation...</p>
|
|
<h2 class="fragment">Data Curation is Hard!</h2>
|
|
</section>
|
|
|
|
<section>
|
|
Automation: Put up a bunch of paper PNGs from papers on ER, schema detection, missing value repair, etc...
|
|
</section>
|
|
|
|
<section>
|
|
Ooops: 12 year old terrorist, etc...
|
|
</section>
|
|
|
|
<section>
|
|
Problem: Fox graph vs https://blog.udacity.com/wp-content/uploads/2014/11/data_analysis1.jpg
|
|
</section>
|
|
|
|
<section>
|
|
ProbDBs are a possible solution, but...
|
|
<canvas data-chart="bar">
|
|
Label , PDB-1, PDB-2, PDB-3, TPCH-1, TPCH-3, TPCH-5, TPCH-9
|
|
SQLite , 9.521, 7.59, 31.22, 19.561, 22.835, 33.308, 51.125
|
|
MayBMS-SQLite, 22.1345477, 7.291376699999999, 29.1511957
|
|
MayBMS-PGSql , 23.439012999999996, 13.000651999999999, 20.2954832
|
|
Sampling , TIMEOUT, 242.5666234549135, 300, 119.61607021316885, 162.00108394436538, 258.74168805666267, 300
|
|
<!--
|
|
{
|
|
"options" : {
|
|
"scales" : {
|
|
yAxes: [{
|
|
"ticks" : { "max" : 200 }
|
|
}]
|
|
}
|
|
}
|
|
}
|
|
-->
|
|
</canvas>
|
|
</section>
|
|
|
|
<section>
|
|
</section>
|
|
|
|
</section>
|
|
|
|
<section>
|
|
|
|
<p style="font-size: x-large;"><img src="graphics/mimir_logo_final.png" height="150px"><br/><a href="http://mimirdb.info">http://mimirdb.info</a></p>
|
|
|
|
<ul style="font-size: smaller;">
|
|
<li>It's not the data that's uncertain, it's the interpretation.</li>
|
|
<li>Tagged best-guess evaluation is faster and easier to understand.</li>
|
|
<li>Not committing to one representation allows faster query processing.</li>
|
|
</ul>
|
|
|
|
<p><b>Thanks!</b></p>
|
|
|
|
</section>
|
|
|
|
|
|
</div></div>
|
|
|
|
<script src="../reveal.js-3.5.0/lib/js/head.min.js"></script>
|
|
<script src="../reveal.js-3.5.0/js/reveal.js"></script>
|
|
|
|
<script>
|
|
|
|
// Full list of configuration options available at:
|
|
// https://github.com/hakimel/../reveal.js#configuration
|
|
Reveal.initialize({
|
|
controls: false,
|
|
progress: true,
|
|
history: true,
|
|
center: true,
|
|
slideNumber: true,
|
|
|
|
transition: 'fade', // none/fade/slide/convex/concave/zoom
|
|
|
|
chart: {
|
|
defaults: {
|
|
global: {
|
|
title: { fontColor: "#333" },
|
|
legend: {
|
|
labels: { fontColor: "#333", fontSize: 20 },
|
|
},
|
|
responsiveness: true
|
|
},
|
|
scale: {
|
|
scaleLabel: { fontColor: "#333", fontSize: 20 },
|
|
gridLines: { color: "#333", zeroLineColor: "#333" },
|
|
ticks: { fontColor: "#333", fontSize: 16 },
|
|
}
|
|
},
|
|
line: { borderColor: [ "rgba(20,220,220,.8)" , "rgba(220,120,120,.8)", "rgba(20,120,220,.8)" ], "borderDash": [ [5,10], [0,0] ]},
|
|
bar: { backgroundColor: [
|
|
"rgba(220,220,220,0.8)",
|
|
"rgba(151,187,205,0.8)",
|
|
"rgba(205,151,187,0.8)",
|
|
"rgba(187,205,151,0.8)"
|
|
]
|
|
},
|
|
pie: { backgroundColor: [ ["rgba(0,0,0,.8)" , "rgba(220,20,20,.8)", "rgba(20,220,20,.8)", "rgba(220,220,20,.8)", "rgba(20,20,220,.8)"] ]},
|
|
radar: { borderColor: [ "rgba(20,220,220,.8)" , "rgba(220,120,120,.8)", "rgba(20,120,220,.8)" ]},
|
|
},
|
|
|
|
// Optional ../reveal.js plugins
|
|
dependencies: [
|
|
{ src: '../reveal.js-3.5.0/lib/js/classList.js', condition: function() { return !document.body.classList; } },
|
|
{ src: '../reveal.js-3.5.0/plugin/math/math.js',
|
|
condition: function() { return true; },
|
|
mathjax: '../reveal.js-3.5.0/js/MathJax.js'
|
|
},
|
|
{ src: '../reveal.js-3.5.0/plugin/markdown/marked.js', condition: function() { return !!document.querySelector( '[data-markdown]' ); } },
|
|
{ src: '../reveal.js-3.5.0/plugin/markdown/markdown.js', condition: function() { return !!document.querySelector( '[data-markdown]' ); } },
|
|
{ src: '../reveal.js-3.5.0/plugin/highlight/highlight.js', async: true, condition: function() { return !!document.querySelector( 'pre code' ); }, callback: function() { hljs.initHighlightingOnLoad(); } },
|
|
{ src: '../reveal.js-3.5.0/plugin/zoom-js/zoom.js', async: true },
|
|
{ src: '../reveal.js-3.5.0/plugin/notes/notes.js', async: true },
|
|
// Chart.min.js
|
|
{ src: '../reveal.js-3.5.0/plugin/chart/Chart.min.js'},
|
|
// the plugin
|
|
{ src: '../reveal.js-3.5.0/plugin/chart/csv2chart.js'}
|
|
]
|
|
});
|
|
|
|
</script>
|
|
|
|
</body>
|
|
</html>
|