case class MagpieRows(schema: StructType, rows: Array[Row] = Array(), totalCount: Option[Long] = None) extends MagpieResultSet with SparkSchemaUtils with Product with Serializable
A collection of rows returned from a magpie command, optionally including the total count of the source data set.
- schema
the schema of the source data set
- rows
the spark rows returned by the command, with columns converted to strings for display
- totalCount
the total size of the source data set for the command
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- MagpieRows
- Serializable
- Serializable
- Product
- Equals
- SparkSchemaUtils
- FieldUtils
- TableUtils
- LazyLogging
- MagpieResultSet
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
-
new
MagpieRows(schema: StructType, rows: Array[Row] = Array(), totalCount: Option[Long] = None)
- schema
the schema of the source data set
- rows
the spark rows returned by the command, with columns converted to strings for display
- totalCount
the total size of the source data set for the command
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
count: Int
The number of rows returned by the command
The number of rows returned by the command
- returns
number of rows
- Definition Classes
- MagpieRows → MagpieResultSet
-
def
createReadSchema(structure: DataStructure): StructType
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
-
def
createStructType(fields: Seq[Field]): StructType
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
-
def
createWriteSchema(table: Table): StructType
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getFieldType(t: DataType): FieldType
- Definition Classes
- FieldUtils
-
def
getSparkType(fieldType: FieldType): DataType
- Attributes
- protected
- Definition Classes
- FieldUtils
-
def
getWritableFields(table: Table): Seq[Field]
- Attributes
- protected
- Definition Classes
- TableUtils
-
def
header: Seq[String]
- Attributes
- protected
- Definition Classes
- MagpieRows → MagpieResultSet
-
def
isDirectMap(mapping: Map[String, String]): Boolean
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
lazy val
logger: Logger
- Attributes
- protected
- Definition Classes
- LazyLogging
- Annotations
- @transient()
-
def
mapDfColumns(sourceDf: DataFrame, structure: DataStructure, mapping: Map[String, String]): DataFrame
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
readFieldMetadata(schema: StructType): Seq[Field]
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
-
def
reverseMapDfColumns(df: DataFrame, mapping: Map[String, String]): DataFrame
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
- val rows: Array[Row]
- val schema: StructType
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
val
totalCount: Option[Long]
- Definition Classes
- MagpieRows → MagpieResultSet
-
def
validateSchema(actual: StructType, expected: StructType): Seq[String]
- Attributes
- protected
- Definition Classes
- SparkSchemaUtils
-
def
validateSchema(actual: Seq[Field], expected: Seq[Field]): Seq[String]
- Attributes
- protected
- Definition Classes
- TableUtils
-
def
validateTableDelete(mapping: Option[PersistenceMapping]): Future[Unit]
- Attributes
- protected
- Definition Classes
- TableUtils
-
def
values: Seq[Seq[String]]
- Attributes
- protected
- Definition Classes
- MagpieRows → MagpieResultSet
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()