Packages

  • package root
    Definition Classes
    root
  • package com
    Definition Classes
    root
  • package datastax
    Definition Classes
    com
  • package spark
    Definition Classes
    datastax
  • package connector

    The root package of Cassandra connector for Apache Spark.

    The root package of Cassandra connector for Apache Spark. Offers handy implicit conversions that add Cassandra-specific methods to SparkContext and RDD.

    Call cassandraTable method on the SparkContext object to create a CassandraRDD exposing Cassandra tables as Spark RDDs.

    Call RDDFunctions saveToCassandra function on any RDD to save distributed collection to a Cassandra table.

    Example:

    CREATE KEYSPACE test WITH replication = {'class': 'SimpleStrategy', 'replication_factor': 1 };
CREATE TABLE test.words (word text PRIMARY KEY, count int);
INSERT INTO test.words(word, count) VALUES ("and", 50);
    import com.datastax.spark.connector._

val sparkMasterHost = "127.0.0.1"
val cassandraHost = "127.0.0.1"
val keyspace = "test"
val table = "words"

// Tell Spark the address of one Cassandra node:
val conf = new SparkConf(true).set("spark.cassandra.connection.host", cassandraHost)

// Connect to the Spark cluster:
val sc = new SparkContext("spark://" + sparkMasterHost + ":7077", "example", conf)

// Read the table and print its contents:
val rdd = sc.cassandraTable(keyspace, table)
rdd.toArray().foreach(println)

// Write two rows to the table:
val col = sc.parallelize(Seq(("of", 1200), ("the", "863")))
col.saveToCassandra(keyspace, table)

sc.stop()
    Definition Classes
    spark
  • package japi
    Definition Classes
    connector
  • abstract class RDDAndDStreamCommonJavaFunctions[T] extends AnyRef
    Definition Classes
    japi
  • WriterBuilder

class WriterBuilder extends Serializable

Linear Supertypes
Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. WriterBuilder
  2. Serializable
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new WriterBuilder(keyspaceName: String, tableName: String, rowWriterFactory: RowWriterFactory[T], columnSelector: ColumnSelector, connector: CassandraConnector, writeConf: WriteConf)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  10. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  12. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  13. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  14. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  15. def saveToCassandra(): Unit
  16. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  17. def toString(): String
    Definition Classes
    AnyRef → Any
  18. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  19. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  20. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  21. def withAutoTTL(): WriterBuilder
  22. def withAutoTimestamp(): WriterBuilder
  23. def withBatchGroupingBufferSize(batchGroupingBufferSize: Int): WriterBuilder
  24. def withBatchGroupingKey(batchGroupingKey: BatchGroupingKey): WriterBuilder
  25. def withBatchSize(batchSize: BatchSize): WriterBuilder
  26. def withColumnSelector(columnSelector: ColumnSelector): WriterBuilder
  27. def withConnector(connector: CassandraConnector): WriterBuilder
  28. def withConsistencyLevel(consistencyLevel: ConsistencyLevel): WriterBuilder
  29. def withConstantTTL(ttl: Duration): WriterBuilder
  30. def withConstantTTL(ttlInSeconds: Int): WriterBuilder
  31. def withConstantTimestamp(timestamp: DateTime): WriterBuilder
  32. def withConstantTimestamp(timestamp: Date): WriterBuilder
  33. def withConstantTimestamp(timeInMicroseconds: Long): WriterBuilder
  34. def withIfNotExists(ifNotExists: Boolean): WriterBuilder
  35. def withIgnoreNulls(ignoreNulls: Boolean): WriterBuilder
  36. def withParallelismLevel(parallelismLevel: Int): WriterBuilder
  37. def withPerRowTTL(placeholder: String): WriterBuilder
  38. def withPerRowTimestamp(placeholder: String): WriterBuilder
  39. def withRowWriterFactory(factory: RowWriterFactory[T]): WriterBuilder
  40. def withTaskMetricsEnabled(taskMetricsEnabled: Boolean): WriterBuilder
  41. def withThroughputMBPS(throughputMBPS: Int): WriterBuilder
  42. def withWriteConf(writeConf: WriteConf): WriterBuilder

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped