org
.
emmalanguage
.
api
SparkRDD
Related Docs:
object SparkRDD
|
package api
class
SparkRDD
[
A
]
extends
DataBag
[
A
]
A
DataBag
implementation backed by a Spark
RDD
.
Linear Supertypes
DataBag
[
A
],
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
SparkRDD
DataBag
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
as
[
DColl
[
_
]
]
(
implicit
conv: (
DataBag
[
A
]) ⇒
DColl
[
A
]
)
:
DColl
[
A
]
Definition Classes
DataBag
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
bottom
(
n:
Int
)
(
implicit
o:
Ordering
[
A
]
)
:
List
[
A
]
Definition Classes
DataBag
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
collect
()
:
Seq
[
A
]
Definition Classes
SparkRDD
→ DataBag
def
count
(
p: (
A
) ⇒
Boolean
)
:
Long
Definition Classes
DataBag
def
distinct
:
DataBag
[
A
]
Definition Classes
SparkRDD
→ DataBag
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
o:
Any
)
:
Boolean
Definition Classes
SparkRDD
→ DataBag → AnyRef → Any
def
exists
(
p: (
A
) ⇒
Boolean
)
:
Boolean
Definition Classes
DataBag
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
find
(
p: (
A
) ⇒
Boolean
)
:
Option
[
A
]
Definition Classes
DataBag
def
flatMap
[
B
]
(
f: (
A
) ⇒
DataBag
[
B
]
)
(
implicit
arg0:
Meta
[
B
]
)
:
DataBag
[
B
]
Definition Classes
SparkRDD
→ DataBag
def
fold
[
B
]
(
alg:
Alg
[
A
,
B
]
)
(
implicit
arg0:
Meta
[
B
]
)
:
B
Definition Classes
SparkRDD
→ DataBag
def
fold
[
B
]
(
zero:
B
)
(
init: (
A
) ⇒
B
,
plus: (
B
,
B
) ⇒
B
)
(
implicit
arg0:
Meta
[
B
]
)
:
B
Definition Classes
DataBag
def
forall
(
p: (
A
) ⇒
Boolean
)
:
Boolean
Definition Classes
DataBag
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupBy
[
K
]
(
k: (
A
) ⇒
K
)
(
implicit
arg0:
Meta
[
K
]
)
:
DataBag
[
Group
[
K
,
DataBag
[
A
]]]
Definition Classes
SparkRDD
→ DataBag
def
hashCode
()
:
Int
Definition Classes
SparkRDD
→ DataBag → AnyRef → Any
def
isEmpty
:
Boolean
Definition Classes
DataBag
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
val
m
:
Meta
[
A
]
Definition Classes
SparkRDD
→ DataBag
def
map
[
B
]
(
f: (
A
) ⇒
B
)
(
implicit
arg0:
Meta
[
B
]
)
:
DataBag
[
B
]
Definition Classes
SparkRDD
→ DataBag
def
max
(
implicit
o:
Ordering
[
A
]
)
:
A
Definition Classes
DataBag
def
min
(
implicit
o:
Ordering
[
A
]
)
:
A
Definition Classes
DataBag
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
nonEmpty
:
Boolean
Definition Classes
DataBag
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
product
(
implicit
n:
Numeric
[
A
]
)
:
A
Definition Classes
DataBag
def
reduce
[
B >:
A
]
(
zero:
B
)
(
plus: (
B
,
B
) ⇒
B
)
(
implicit
arg0:
Meta
[
B
]
)
:
B
Definition Classes
DataBag
def
reduceOption
(
plus: (
A
,
A
) ⇒
A
)
:
Option
[
A
]
Definition Classes
DataBag
def
sample
(
k:
Int
,
seed:
Long
=
5394826801L
)
:
Vector
[
A
]
Definition Classes
SparkRDD
→ DataBag
def
size
:
Long
Definition Classes
DataBag
def
sum
(
implicit
n:
Numeric
[
A
]
)
:
A
Definition Classes
DataBag
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
DataBag → AnyRef → Any
def
top
(
n:
Int
)
(
implicit
o:
Ordering
[
A
]
)
:
List
[
A
]
Definition Classes
DataBag
def
union
(
that:
DataBag
[
A
]
)
:
DataBag
[
A
]
Definition Classes
SparkRDD
→ DataBag
val
uuid
:
UUID
Definition Classes
DataBag
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
withFilter
(
p: (
A
) ⇒
Boolean
)
:
DataBag
[
A
]
Definition Classes
SparkRDD
→ DataBag
def
writeCSV
(
path:
String
,
format:
CSV
)
(
implicit
converter:
CSVConverter
[
A
]
)
:
Unit
Definition Classes
SparkRDD
→ DataBag
def
writeParquet
(
path:
String
,
format:
Parquet
)
(
implicit
converter:
ParquetConverter
[
A
]
)
:
Unit
Definition Classes
SparkRDD
→ DataBag
def
writeText
(
path:
String
)
:
Unit
Definition Classes
SparkRDD
→ DataBag
def
zipWithIndex
()
:
DataBag
[(
A
,
Long
)]
Definition Classes
SparkRDD
→ DataBag
Inherited from
DataBag
[
A
]
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped
A
DataBagimplementation backed by a SparkRDD.