diff options
Diffstat (limited to 'site/powered-by.html')
| -rw-r--r-- | site/powered-by.html | 563 |
1 files changed, 563 insertions, 0 deletions
diff --git a/site/powered-by.html b/site/powered-by.html new file mode 100644 index 000000000..8cfdd4ca4 --- /dev/null +++ b/site/powered-by.html @@ -0,0 +1,563 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta charset="utf-8"> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1.0"> + + <title> + Powered By Spark | Apache Spark + + </title> + + + + + + <!-- Bootstrap core CSS --> + <link href="/css/cerulean.min.css" rel="stylesheet"> + <link href="/css/custom.css" rel="stylesheet"> + + <!-- Code highlighter CSS --> + <link href="/css/pygments-default.css" rel="stylesheet"> + + <script type="text/javascript"> + <!-- Google Analytics initialization --> + var _gaq = _gaq || []; + _gaq.push(['_setAccount', 'UA-32518208-2']); + _gaq.push(['_trackPageview']); + (function() { + var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true; + ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js'; + var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s); + })(); + + <!-- Adds slight delay to links to allow async reporting --> + function trackOutboundLink(link, category, action) { + try { + _gaq.push(['_trackEvent', category , action]); + } catch(err){} + + setTimeout(function() { + document.location.href = link.href; + }, 100); + } + </script> + + <!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries --> + <!--[if lt IE 9]> + <script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script> + <script src="https://oss.maxcdn.com/libs/respond.js/1.3.0/respond.min.js"></script> + <![endif]--> +</head> + +<body> + +<script src="https://code.jquery.com/jquery.js"></script> +<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.3/js/bootstrap.min.js"></script> +<script src="/js/lang-tabs.js"></script> +<script src="/js/downloads.js"></script> + +<div class="container" style="max-width: 1200px;"> + +<div class="masthead"> + + <p class="lead"> + <a href="/"> + <img src="/images/spark-logo-trademark.png" + style="height:100px; width:auto; vertical-align: bottom; margin-top: 20px;"></a><span class="tagline"> + Lightning-fast cluster computing + </span> + </p> + +</div> + +<nav class="navbar navbar-default" role="navigation"> + <!-- Brand and toggle get grouped for better mobile display --> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" + data-target="#navbar-collapse-1"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="collapse navbar-collapse" id="navbar-collapse-1"> + <ul class="nav navbar-nav"> + <li><a href="/downloads.html">Download</a></li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown"> + Libraries <b class="caret"></b> + </a> + <ul class="dropdown-menu"> + <li><a href="/sql/">SQL and DataFrames</a></li> + <li><a href="/streaming/">Spark Streaming</a></li> + <li><a href="/mllib/">MLlib (machine learning)</a></li> + <li><a href="/graphx/">GraphX (graph)</a></li> + <li class="divider"></li> + <li><a href="/third-party-projects.html">Third-Party Projects</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown"> + Documentation <b class="caret"></b> + </a> + <ul class="dropdown-menu"> + <li><a href="/docs/latest/">Latest Release (Spark 2.0.2)</a></li> + <li><a href="/documentation.html">Older Versions and Other Resources</a></li> + </ul> + </li> + <li><a href="/examples.html">Examples</a></li> + <li class="dropdown"> + <a href="/community.html" class="dropdown-toggle" data-toggle="dropdown"> + Community <b class="caret"></b> + </a> + <ul class="dropdown-menu"> + <li><a href="/community.html#mailing-lists">Mailing Lists</a></li> + <li><a href="/contributing.html">Contributing to Spark</a></li> + <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li> + <li><a href="/community.html#events">Events and Meetups</a></li> + <li><a href="/community.html#history">Project History</a></li> + <li><a href="/powered-by.html">Powered By</a></li> + <li><a href="/committers.html">Project Committers</a></li> + </ul> + </li> + <li><a href="/faq.html">FAQ</a></li> + </ul> + <ul class="nav navbar-nav navbar-right"> + <li class="dropdown"> + <a href="http://www.apache.org/" class="dropdown-toggle" data-toggle="dropdown"> + Apache Software Foundation <b class="caret"></b></a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/">Apache Homepage</a></li> + <li><a href="http://www.apache.org/licenses/">License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html">Sponsorship</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li> + <li><a href="http://www.apache.org/security/">Security</a></li> + </ul> + </li> + </ul> + </div> + <!-- /.navbar-collapse --> +</nav> + + +<div class="row"> + <div class="col-md-3 col-md-push-9"> + <div class="news" style="margin-bottom: 20px;"> + <h5>Latest News</h5> + <ul class="list-unstyled"> + + <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a> + <span class="small">(Nov 15, 2016)</span></li> + + <li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a> + <span class="small">(Nov 14, 2016)</span></li> + + <li><a href="/news/spark-1-6-3-released.html">Spark 1.6.3 released</a> + <span class="small">(Nov 07, 2016)</span></li> + + <li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a> + <span class="small">(Oct 03, 2016)</span></li> + + </ul> + <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p> + </div> + <div class="hidden-xs hidden-sm"> + <a href="/downloads.html" class="btn btn-success btn-lg btn-block" style="margin-bottom: 30px;"> + Download Spark + </a> + <p style="font-size: 16px; font-weight: 500; color: #555;"> + Built-in Libraries: + </p> + <ul class="list-none"> + <li><a href="/sql/">SQL and DataFrames</a></li> + <li><a href="/streaming/">Spark Streaming</a></li> + <li><a href="/mllib/">MLlib (machine learning)</a></li> + <li><a href="/graphx/">GraphX (graph)</a></li> + </ul> + <a href="/third-party-projects.html">Third-Party Projects</a> + </div> + </div> + + <div class="col-md-9 col-md-pull-3"> + <h2>Project and Product names using "Spark"</h2> + +<p>Organizations creating products and projects for use with Apache Spark, along with associated +marketing materials, should take care to respect the trademark in “Apache Spark” and its logo. +Please refer to <a href="http://www.apache.org/foundation/marks/">ASF Trademarks Guidance</a> and +associated <a href="http://www.apache.org/foundation/marks/faq/">FAQ</a> +for comprehensive and authoritative guidance on proper usage of ASF trademarks.</p> + +<p>Names that do not include “Spark” at all have no potential trademark issue with the Spark project. +This is recommended.</p> + +<p>Names like “Spark BigCoProduct” are not OK, as are names including “Spark” in general. +The above links, however, describe some exceptions, like for names such as “BigCoProduct, +powered by Apache Spark” or “BigCoProduct for Apache Spark”.</p> + +<p>It is common practice to create software identifiers (Maven coordinates, module names, etc.) +like “spark-foo”. These are permitted. Nominative use of trademarks in descriptions is also +always allowed, as in “BigCoProduct is a widget for Apache Spark”.</p> + +<h2>Companies and Organizations</h2> + +<p>To add yourself to the list, please email <code>dev@spark.apache.org</code> with your organization name, URL, +a list of which Spark components you are using, and a short description of your use case.</p> + +<ul> + <li><a href="http://amplab.cs.berkeley.edu">UC Berkeley AMPLab</a> - Big data research lab that +initially launched Spark + <ul> + <li>We’re building a variety of open source projects on Spark</li> + <li>We have both graduate students and a team of professional software engineers working on the stack</li> + </ul> + </li> + <li><a href="http://4quant.com">4Quant</a></li> + <li><a href="http://www.actnowib.com">Act Now</a> + <ul> + <li>Spark powers NOW APPS, a big data, real-time, predictive analytics platform. We use Spark SQL, +MLlib and GraphX components for both batch ETL and analytics applied to telecommunication data, +providing faster and more meaningful insights and actionable data to the operators.</li> + </ul> + </li> + <li><a href="http://adatao.com">Adatao, Inc.</a> - Data Intelligence for All + <ul> + <li>Visual, Real-Time, Predictive Analytics on Spark+Hadoop, with built-in support for R, Python, +SQL, and Natural Language.</li> + <li>Team of ex-Googlers and Yahoos with large-scale infrastructure experience +(including both flavors of MapReduce at Google and Yahoo) and PhD’s in ML/Data Mining</li> + <li>Determined that Spark, among the many alternatives, answered the right problem statements with +the right design</li> + </ul> + </li> + <li><a href="http://www.agilelab.it">Agile Lab</a> + <ul> + <li>enhancing big data. 360 customer view, log analysis, BI</li> + </ul> + </li> + <li><a href="http://www.taobao.com/">Alibaba Taobao</a> + <ul> + <li>We built one of the world’s first Spark on YARN production clusters.</li> + <li>See our blog posts (in Chinese) about Spark at Taobao: +<a href="http://rdc.taobao.org/?tag=spark">http://rdc.taobao.org/?tag=spark</a></li> + </ul> + </li> + <li><a href="http://alpinenow.com/">Alpine Data Labs</a></li> + <li><a href="http://amazon.com">Amazon</a></li> + <li><a href="http://www.amrita.edu/cyber/">Amrita Center for Cyber Security Systems and Networks</a></li> + <li><a href="http://www.art.com/">Art.com</a> + <ul> + <li>Trending analytics and personalization</li> + </ul> + </li> + <li><a href="http://www.asiainfo.com">AsiaInfo</a> + <ul> + <li>We are using Spark Core, Streaming, MLlib and Graphx. We leverage Spark and Hadoop ecosystem +to build cost effective data center solution for our customer in telco industry as well as +other industrial sectors.</li> + </ul> + </li> + <li><a href="http://www.atigeo.com">Atigeo</a> – integrated Spark in xPatterns, our big data +analytics platform, as a replacement for Hadoop MR</li> + <li><a href="https://atp.io">atp</a> + <ul> + <li>Predictive models and learning algorithms to improve the relevance of programmatic marketing.</li> + <li>Components used: Spark SQL, MLLib.</li> + </ul> + </li> + <li><a href="http://www.autodesk.com">Autodesk</a></li> + <li><a href="http://www.baidu.com">Baidu</a></li> + <li><a href="http://www.bakdata.com/">Bakdata</a> – using Spark (and Shark) to perform interactive +exploration of large datasets</li> + <li><a href="http://http//www.bigindustries.be/">Big Industries</a> - using Spark Streaming: The +Big Content Platform is a business-to-business content asset management service providing a +searchable, aggregated source of live news feeds, public domain media and archives of content.</li> + <li><a href="http://www.bizo.com">Bizo</a> + <ul> + <li>Check out our talk on <a href="http://www.meetup.com/spark-users/events/139804022/">Spark at Bizo</a> +at Spark user meetup</li> + </ul> + </li> + <li><a href="http://www.celtra.com">Celtra</a></li> + <li><a href="http://www.clearstorydata.com">ClearStory Data</a> – ClearStory’s platform and +integrated Data Intelligence application leverages Spark to speed analysis across internal +and external data sources, driving holistic and actionable insights.</li> + <li><a href="https://www.concur.com">Concur</a> + <ul> + <li>Spark SQL, MLlib</li> + <li>Using Spark for travel and expenses analytics and personalization<</li> + </ul> + </li> + <li><a href="http://www.contentsquare.com">Content Square</a> + <ul> + <li>We use Spark to regularly read raw data, convert them into Parquet, and process them to +create advanced analytics dashboards: aggregation, sampling, statistics computations, +anomaly detection, machine learning.</li> + </ul> + </li> + <li><a href="http://www.conviva.com">Conviva</a> – Experience Live + <ul> + <li>See our talk at <a href="http://ampcamp.berkeley.edu/3/">AmpCamp</a> on how we are +<a href="http://www.youtube.com/watch?feature=player_detailpage&v=YaayAatdRNs">using Spark to +provide real time video optimization</a></li> + </ul> + </li> + <li><a href="https://www.creditkarma.com/">Credit Karma</a> + <ul> + <li>We create personalized experiences using Spark.</li> + </ul> + </li> + <li><a href="http://databricks.com">Databricks</a> + <ul> + <li>Formed by the creators of Apache Spark and Shark, Databricks is working to greatly expand these +open source projects and transform big data analysis in the process. We’re deeply committed to +keeping all work on these systems open source.</li> + <li>We provided a hosted service to run Spark, +<a href="http://www.databricks.com/cloud">Databricks Cloud</a>, and partner to +<a href="http://databricks.com/support/">support Apache Spark</a> with other Hadoop and big +data companies.</li> + </ul> + </li> + <li><a href="http://dianping.com">Dianping.com</a></li> + <li><a href="http://www.digby.com">Digby</a></li> + <li><a href="http://www.drawbrid.ge/">Drawbridge</a></li> + <li><a href="http://www.ebay.com/">eBay Inc.</a> + <ul> + <li>Using Spark core for log transaction aggregation and analytics</li> + </ul> + </li> + <li><a href="http://labs.elsevier.com">Elsevier Labs</a> + <ul> + <li>Use Case: Building Machine Reading Pipeline, Knowledge Graphs, Content as a Service, Content +and Event Analytics, Content/Event based Predictive Models and Big Data Processing.</li> + <li>We use Scala and Python over Databricks Notebooks for most of our work.</li> + </ul> + </li> + <li><a href="http://www.eurecom.fr/en">EURECOM</a></li> + <li><a href="http://www.exabeam.com">Exabeam</a></li> + <li><a href="http://www.faimdata.com/">Faimdata</a> + <ul> + <li>Build eCommerce and data intelligence solutions to the retail industry on top of +Spark/Shark/Spark Streaming</li> + </ul> + </li> + <li><a href="http://falkonry.com">Falkonry</a></li> + <li><a href="http://www.flytxt.com">Flytxt</a> + <ul> + <li>Big Data analytics for subscriber profiling and personalization in telecommunications domain. +We are using Spark Core and MLlib.</li> + </ul> + </li> + <li><a href="http://www.jeremyfreeman.net">Freeman Lab at HHMI</a> + <ul> + <li>We are using Spark for analyzing and visualizing patterns in large-scale recordings of brain +activity in real time</li> + </ul> + </li> + <li><a href="http://www.fundacionctic.org">Fundacion CTIC</a></li> + <li><a href="http://graphflow.com">GraphFlow, Inc.</a></li> + <li><a href="http://www.groupon.com/app/subscriptions/new_zip?division_p=san-francisco">Groupon</a></li> + <li><a href="http://www.guavus.com/">Guavus</a> + <ul> + <li>Stream processing of network machine data</li> + </ul> + </li> + <li><a href="http://www.hitachi-solutions.com/">Hitachi Solutions</a></li> + <li><a href="http://hivedata.com/">The Hive</a></li> + <li><a href="http://www.research.ibm.com/labs/almaden/index.shtml">IBM Almaden</a></li> + <li><a href="http://www.infoobjects.com">InfoObjects</a> + <ul> + <li>Award winning Big Data consulting company with focus on Spark and Hadoop</li> + </ul> + </li> + <li><a href="http://en.inspur.com">Inspur</a></li> + <li><a href="http://www.sehir.edu.tr/en/">Istanbul Sehir University</a></li> + <li><a href="http://www.kenshoo.com/">Kenshoo</a> + <ul> + <li>Digital marketing solutions and predictive media optimization</li> + </ul> + </li> + <li><a href="http://www.kelkoo.co.uk">Kelkoo</a> + <ul> + <li>Using Spark Core, SQL, and Streaming. Product recommendations, BI and analytics, +real-time malicious activity filtering, and data mining.</li> + </ul> + </li> + <li><a href="http://www.knoldus.com">Knoldus Software LLC</a></li> + <li><a href="http://eng.localytics.com">Localytics</a> + <ul> + <li>Batch, real-time, and predictive analytics driving our mobile app analytics and marketing +automation product.</li> + <li>Components used: Spark, Spark Streaming, MLLib.</li> + </ul> + </li> + <li><a href="http://magine.com">Magine TV</a></li> + <li><a href="http://mediacrossing.com">MediaCrossing</a> – Digital Media Trading Experts in the +New York and Boston areas + <ul> + <li>We are using Spark as a drop-in replacement for Hadoop Map/Reduce to get the right answer +to our queries in a much shorter amount of time.</li> + </ul> + </li> + <li><a href="http://www.myfitnesspal.com/">MyFitnessPal</a> + <ul> + <li>Using Spark to clean-up user entered food data using both explicit and implicit user signals +with the final goal of identifying high-quality food items.</li> + <li>Using Spark to build different recommendation systems for recipes and foods.</li> + </ul> + </li> + <li><a href="http://deepspace.jpl.nasa.gov/">NASA JPL - Deep Space Network</a></li> + <li><a href="http://www.163.com/">Netease</a></li> + <li><a href="http://www.nflabs.com">NFLabs</a></li> + <li><a href="http://nsn.com">Nokia Solutions and Networks</a></li> + <li><a href="http://www.nttdata.com/global/en/">NTT DATA</a></li> + <li><a href="http://www.nubetech.co">Nube Technologies</a> + <ul> + <li>Nube provides solutions for data curation at scale helping customer targeting, accurate +inventory and efficient analysis.</li> + </ul> + </li> + <li><a href="http://ooyala.com">Ooyala, Inc.</a> – Powering personalized video experiences +across all screens + <ul> + <li>See our blog post on how we use +<a href="http://engineering.ooyala.com/blog/fast-spark-queries-memory-datasets">Spark for +Fast Queries</a></li> + <li>See our presentation on +<a href="http://www.slideshare.net/EvanChan2/cassandra2013-spark-talk-final">Cassandra, Spark, +and Shark</a></li> + </ul> + </li> + <li><a href="http://www.opentable.com/">Opentable</a> + <ul> + <li>Using Apache Spark for log processing and ETL. The data obtained feeds the recommender +system powered by Spark MLLIB Matrix Factorization. We are evaluating the use of Spark +Streaming for real-time analytics.</li> + </ul> + </li> + <li><a href="http://pantera.io">PanTera</a> + <ul> + <li>PanTera is a tool for exploring large datasets. It uses Spark to create XY and geographic +scatterplots from millions to billions of datapoints.</li> + <li>Components we are using: Spark Core (Scala API), Spark SQL, and GraphX</li> + </ul> + </li> + <li><a href="http://www.peerialism.com">Peerialism</a></li> + <li><a href="http://www.planbmedia.com">PlanBMedia</a></li> + <li><a href="http://prediction.io/">PredicitionIo</a> - PredictionIO currently offers two engine +templates for Apache Spark MLlib for recommendation (MLlib ALS) and classification (MLlib Naive +Bayes). With these templates, you can create a custom predictive engine for production deployment +efficiently.</li> + <li><a href="http://premise.com">Premise</a></li> + <li><a href="http://www.quantifind.com">Quantifind</a></li> + <li><a href="http://radius.com">Radius Intelligence</a> + <ul> + <li>Using Scala, Spark and MLLib for Radius Marketing and Sales intelligence platform including +data aggregation, data processing, data clustering, data analysis and predictive modeling of all +US businesses.</li> + </ul> + </li> + <li><a href="http://www.realimpactanalytics.com/">Real Impact Analytics</a> + <ul> + <li>Building large scale analytics platforms for telecoms operators</li> + </ul> + </li> + <li><a href="http://rocketfuel.com/">RocketFuel</a></li> + <li><a href="http://www.rondhuit.com/">RONDHUIT</a> + <ul> + <li>Machine Learning with Apache Mahout and Spark +<a href="http://www.rondhuit.com/services/training/mahout-ML.html">http://www.rondhuit.com/services/training/mahout-ML.html</a></li> + </ul> + </li> + <li><a href="http://www.sailthru.com/">Sailthru</a> + <ul> + <li>Uses Spark to build predictive models and recommendation systems for marketing automation +and personalization.</li> + </ul> + </li> + <li><a href="http://www.sisa.samsung.com/">Samsung Research America</a></li> + <li><a href="http://www.shopify.com/">Shopify</a></li> + <li><a href="http://www.simba.com/">Simba Technologies</a> + <ul> + <li>BI/reporting/ETL for Spark and beyond</li> + </ul> + </li> + <li><a href="http://www.sinnia.com">Sinnia</a></li> + <li><a href="http://www.sktelecom.com/en/main/index.do">SK Telecom</a> + <ul> + <li>SK Telecom analyses mobile usage patterns of customer with Spark and Shark.</li> + </ul> + </li> + <li><a href="http://socialmetrix.com/">Socialmetrix</a></li> + <li><a href="http://www.sohu.com">Sohu</a></li> + <li><a href="http://www.stratio.com/">Stratio</a> + <ul> + <li>Offers an open-source Big Data platform centered around Apache Spark.</li> + </ul> + </li> + <li><a href="https://www.taboola.com/">Taboola</a> – Powering ‘Content You May Like’ around the web</li> + <li><a href="http://www.techbase.com.tr">Techbase</a></li> + <li><a href="http://tencent.com/">Tencent</a></li> + <li><a href="http://www.tetraconcepts.com/">Tetra Concepts</a></li> + <li><a href="http://www.trendmicro.com/us/index.html">TrendMicro</a></li> + <li><a href="http://engineering.tripadvisor.com/using-apache-spark-for-massively-parallel-nlp/">TripAdvisor</a></li> + <li><a href="http://truedash.io">truedash</a> + <ul> + <li>Automatic pulling of all your data in to Spark for enterprise visualisation, predictive +analytics and data exploration at a low cost.</li> + </ul> + </li> + <li><a href="http://www.trueffect.com">TruEffect Inc</a></li> + <li><a href="http://www.tuplejump.com">Tuplejump</a> + <ul> + <li>Software development partners for Apache Spark and Cassandra projects</li> + </ul> + </li> + <li><a href="http://www.ucsc.edu">UC Santa Cruz</a></li> + <li><a href="http://missouri.edu/">University of Missouri Data Analytics and Discover Lab</a></li> + <li><a href="http://videoamp.com/">VideoAmp</a> + <ul> + <li>Intelligent video ads for online and television viewing audiences.</li> + </ul> + </li> + <li><a href="http://www.vistarmedia.com">Vistar Media</a> + <ul> + <li>Location technology company enabling brands to reach on-the-go consumers</li> + </ul> + </li> + <li><a href="http://www.yahoo.com">Yahoo!</a></li> + <li><a href="http://www.yandex.com">Yandex</a> + <ul> + <li>Using Spark in +<a href="http://www.searchenginejournal.com/yandex-islands-markup-issues-implementation/71891/">Yandex Islands</a>, +to process islands identified from a search robor</li> + </ul> + </li> + <li><a href="http://www.zaloni.com/products/">Zaloni</a> + <ul> + <li>Zaloni’s data lake management platform (Bedrock) and self-service data preparation solution +(Mica) leverage Spark for fast execution of transformations and data exploration.</li> + </ul> + </li> +</ul> + + + </div> +</div> + + + +<footer class="small"> + <hr> + Apache Spark, Spark, Apache, and the Spark logo are <a href="/trademarks.html">trademarks</a> of + <a href="http://www.apache.org">The Apache Software Foundation</a>. +</footer> + +</div> + +</body> +</html> |