Skip to content

Commit

Permalink
Merge remote-tracking branch 'origin/erlang' into dev
Browse files Browse the repository at this point in the history
  • Loading branch information
joergen7 committed Apr 13, 2016
2 parents 943c0a4 + 9fe0a67 commit 3b53710
Show file tree
Hide file tree
Showing 167 changed files with 3,021 additions and 22,959 deletions.
25 changes: 16 additions & 9 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1,10 +1,17 @@
/target
/bin
/.classpath
/.settings
/.project
.eunit
deps
*.o
*.beam
*.plt
erl_crash.dump
ebin
rel/example_project
.concrete/DEV_MODE
.rebar
*~

*.iml
.idea
/conf/**
src/cf_scan.erl
src/cf_parse.erl
src/cf_prescan.erl
doc
_build
rebar.lock
13 changes: 7 additions & 6 deletions .travis.yml
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
language: java
jdk:
- oraclejdk8
- oraclejdk7
- openjdk7

language: erlang
otp_release:
# - 18.3
- 18.2.1
- 18.2
- 18.1
- 18.0
15 changes: 15 additions & 0 deletions CITATION
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
@InProceedings{Brandt2015,
Title = {Cuneiform: A Functional Language for Large Scale Scientific Data Analysis},
Author = {Brandt, J{\"o}rgen and Bux, Marc and Leser, Ulf},
Booktitle = {Proceedings of the Workshops of the EDBT/ICDT},
Year = {2015},

Address = {Brussels, Belgium},
Month = {March},
Pages = {17--26},
Volume = {1330},

Abstract = {The need to analyze massive scientific data sets on the one hand and the availability of distributed compute resources with an increasing number of CPU cores on the other hand have promoted the development of a variety of languages and systems for parallel, distributed data analysis. Among them are data-parallel query languages such as Pig Latin or Spark as well as scientific workflow languages such as Swift or Pegasus DAX. While data-parallel query languages focus on the exploitation of data parallelism, scientific workflow languages focus on the integration of external tools and libraries. However, a language that combines easy integration of arbitrary tools, treated as black boxes, with the ability to fully exploit data parallelism does not exist yet. Here, we present Cuneiform, a novel language for large-scale scientific data analysis. We highlight its functionality with respect to a set of desirable features for such languages, introduce its syntax and semantics by example, and show its flexibility and conciseness with use cases, including a complex real-life workflow from the area of genome research. Cuneiform scripts are executed dynamically on the workflow execution platform Hi-WAY which is based on Hadoop YARN. The language Cuneiform, including tool support for programming, workflow visualization, debugging, logging, and provenance-tracing, and the parallel execution engine Hi-WAY are fully implemented.},
Doi = {10.13140/RG.2.1.3547.6561},
Url = {http://ceur-ws.org/Vol-1330/paper-03.pdf}
}
19 changes: 19 additions & 0 deletions Makefile
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
PWD=$(shell pwd)

all: compile

install: compile
ln -sf $(PWD)/_build/default/bin/cuneiform /usr/local/bin/cuneiform

compile:
rebar3 escriptize

dev:
rebar3 do escriptize, eunit, dialyzer, cover, edoc

clean:
rm -rf .rebar
rm -rf _build
rm -rf doc
rm -f rebar.lock

5 changes: 0 additions & 5 deletions cuneiform-addons/.gitignore

This file was deleted.

5 changes: 0 additions & 5 deletions cuneiform-addons/cuneiform-cfide/.gitignore

This file was deleted.

55 changes: 0 additions & 55 deletions cuneiform-addons/cuneiform-cfide/pom.xml

This file was deleted.

This file was deleted.

This file was deleted.

Loading

0 comments on commit 3b53710

Please sign in to comment.