Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ lib_managed/
src_managed/
project/boot/
project/plugins/project/
project/project

# intellij
.idea/
37 changes: 35 additions & 2 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -20,11 +20,11 @@ sparkVersion := sparkVer
scalaVersion := scalaVer

name := "graphframes"

organization := "graphframes"
spName := "graphframes/graphframes"

// Don't forget to set the version
version := s"0.6.0-SNAPSHOT-spark$sparkBranch"
version := s"0.5.10-spark$sparkBranch"

// All Spark Packages need a license
licenses := Seq("Apache-2.0" -> url("http://opensource.org/licenses/Apache-2.0"))
Expand Down Expand Up @@ -78,3 +78,36 @@ concurrentRestrictions in Global := Seq(
autoAPIMappings := true

coverageHighlighting := false

val metisArtifactRepoBaseURL = "s3://s3-us-east-1.amazonaws.com/metis-artifacts/"
// set up publishing to our private repo on S3
def myPublishTo = Command.command("mpublish") { state =>
val extracted = Project.extract(state)
Project.runTask(
publish in Compile,
extracted.append(List(publishTo := Some(Resolver.file("file", new File(System.getProperty("user.home")
+ "/.m2/repository")))), state),
true
)
Project.runTask(
publish in Compile,
extracted.append(List(publishTo := {
if (isSnapshot.value)
Some("snapshots" at metisArtifactRepoBaseURL + "snapshots")
else
Some("releases" at metisArtifactRepoBaseURL + "releases")
}), state),
true
)
state
}

commands += myPublishTo

publishTo := {
if (isSnapshot.value)
Some("snapshots" at metisArtifactRepoBaseURL + "snapshots")
else
Some("releases" at metisArtifactRepoBaseURL + "releases")
}

2 changes: 1 addition & 1 deletion project/build.properties
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
// This file should only contain the version of sbt to use.
sbt.version=0.13.6
sbt.version=0.13.13
3 changes: 2 additions & 1 deletion project/plugins.sbt
Original file line number Diff line number Diff line change
@@ -1,8 +1,9 @@
// You may use this file to add plugin dependencies for sbt.
resolvers += "Spark Packages repo" at "https://dl.bintray.com/spark-packages/maven/"

addSbtPlugin("com.frugalmechanic" % "fm-sbt-s3-resolver" % "0.13.0")
addSbtPlugin("org.spark-packages" %% "sbt-spark-package" % "0.2.6")

// scalacOptions in (Compile,doc) := Seq("-groups", "-implicits")

addSbtPlugin("org.scoverage" % "sbt-scoverage" % "1.5.0")

1 change: 1 addition & 0 deletions python/.gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,4 @@
docs/_build/
build/
dist/
graphframes.egg-info
3 changes: 3 additions & 0 deletions python/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
# Graphframes
This is a dummy readme file.
The upstream graphframes package does not include install info for the python side of things, so this code accomplishes just that.
11 changes: 9 additions & 2 deletions python/setup.py
Original file line number Diff line number Diff line change
@@ -1,2 +1,9 @@
# Your python setup file. An example can be found at:
# https://github.com/pypa/sampleproject/blob/master/setup.py
from setuptools import setup

setup(name='graphframes',
maintainer='Metismachine',
maintainer_email='info@metismachine.com',
url='http://metismachine.com',
version='0.5.9',
packages=['graphframes', 'graphframes.lib']
)