Skip to content

Commit

Permalink
Merge branch 'master' of https://github.com/hqzizania/SparkR-pkg into…
Browse files Browse the repository at this point in the history
… hqzizania-master

Conflicts:
	pkg/R/RDD.R
  • Loading branch information
shivaram committed Feb 18, 2015
2 parents 384e6e2 + 9c391c7 commit a33dbea
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 9 deletions.
6 changes: 2 additions & 4 deletions pkg/R/RDD.R
Original file line number Diff line number Diff line change
Expand Up @@ -110,12 +110,10 @@ setMethod("getJRDD", signature(rdd = "PipelinedRDD"),
computeFunc <- function(split, part) {
rdd@func(split, part)
}
serializedFuncArr <- serialize("computeFunc", connection = NULL,
ascii = TRUE)
serializedFuncArr <- serialize("computeFunc", connection = NULL)

packageNamesArr <- serialize(.sparkREnv[[".packages"]],
connection = NULL,
ascii = TRUE)
connection = NULL)

broadcastArr <- lapply(ls(.broadcastNames),
function(name) { get(name, .broadcastNames) })
Expand Down
2 changes: 1 addition & 1 deletion pkg/R/context.R
Original file line number Diff line number Diff line change
Expand Up @@ -179,7 +179,7 @@ includePackage <- function(sc, pkg) {
#'}
broadcast <- function(sc, object) {
objName <- as.character(substitute(object))
serializedObj <- serialize(object, connection = NULL, ascii = TRUE)
serializedObj <- serialize(object, connection = NULL)

jBroadcast <- callJMethod(sc, "broadcast", serializedObj)
id <- as.character(callJMethod(jBroadcast, "id"))
Expand Down
6 changes: 2 additions & 4 deletions pkg/R/pairRDD.R
Original file line number Diff line number Diff line change
Expand Up @@ -212,12 +212,10 @@ setMethod("partitionBy",
depsBinArr <- getDependencies(partitionFunc)

serializedHashFuncBytes <- serialize(as.character(substitute(partitionFunc)),
connection = NULL,
ascii = TRUE)
connection = NULL)

packageNamesArr <- serialize(.sparkREnv$.packages,
connection = NULL,
ascii = TRUE)
connection = NULL)
broadcastArr <- lapply(ls(.broadcastNames), function(name) {
get(name, .broadcastNames) })
jrdd <- getJRDD(rdd)
Expand Down

0 comments on commit a33dbea

Please sign in to comment.