QASRLEvaluationPipeline

Instance Constructors

new QASRLEvaluationPipeline(allPrompts: Vector[QASRLEvaluationPrompt[SID]], numValidationsForPrompt: (QASRLEvaluationPrompt[SID]) ⇒ Int, frozenEvaluationHITTypeId: Option[String] = None, validationAgreementDisqualTypeLabel: Option[String] = None, alternativePromptReaderOpt: Option[upickle.default.Reader[QASRLEvaluationPrompt[SID]]] = None)(implicit arg0: upickle.default.Reader[SID], arg1: upickle.default.Writer[SID], arg2: HasTokens[SID], config: TaskConfig, annotationDataService: AnnotationDataService, settings: QASRLEvaluationSettings, inflections: Inflections)

Type Members

case class AggregateStatSummary(numAs: Int, numInvalidAnswers: Int, totalCost: Double) extends Product with Serializable
case class StatSummary(workerId: String, numAs: Option[Int], numInvalidAnswers: Option[Int], pctBad: Option[Double], agreement: Option[Double], hardAgreement: Option[Double], earnings: Double) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
object AggregateStatSummary extends Serializable
object StatSummary extends Serializable
def aggregateStats: AggregateStatSummary
def allInfos: List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]
val allPrompts: Vector[QASRLEvaluationPrompt[SID]]
def allStatSummaries: List[StatSummary]
implicit val annotationDataService: AnnotationDataService
val approvalRateQualificationTypeID: String
val approvalRateRequirement: QualificationRequirement
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
implicit val config: TaskConfig
def delete(): Unit
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def expire(): Unit
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
implicit val inflections: Inflections
def infosForWorker(workerId: String): List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def latestInfos(n: Int = 5): List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]
val localeQualificationTypeID: String
val localeRequirement: QualificationRequirement
val logger: Logger

Attributes
protected
Definition Classes
StrictLogging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val numValidationsForPrompt: (QASRLEvaluationPrompt[SID]) ⇒ Int
def printAggregateStats: Unit
def printAllStats: Unit
def printFeedbacks(n: Int = 15): Unit
def printLatestInfos(n: Int = 5): Unit
def printLatestInfosForWorker(workerId: String, n: Int = 5): Unit
def printSingleStatSummary(ss: StatSummary): Unit
def printStats[B](sortFn: (StatSummary) ⇒ B)(implicit arg0: Ordering[B]): Unit
def printStatsForWorker(workerId: String): Unit
def printStatsHeading: Unit
def printWorstInfos(workerId: String, n: Int = 5): Unit
def renderValidation(info: HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]): String
def resetAllQualificationValues: Unit
lazy val sampleValPrompt: QASRLEvaluationPrompt[SID]
def save(): Unit
lazy val server: Server
def setValHITsActive(n: Int): Unit
implicit val settings: QASRLEvaluationSettings
def start(interval: FiniteDuration = 30 seconds): Unit
def startSaves(interval: FiniteDuration = 5 minutes): Unit
def statsForWorker(workerId: String): Option[StatSummary]
def stop(): Unit
def stopSaves: Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
lazy val taskPageBodyLinks: List[TypedTag[String]]
lazy val taskPageHeadLinks: List[TypedTag[String]]
def toString(): String

Definition Classes
AnyRef → Any
def update(): Unit
lazy val valActor: ActorRef
val valAgrDisqualType: QualificationType
val valAgrDisqualTypeId: String
val valAgrDisqualTypeLabelString: String
val valAgrDisqualTypeName: String
val valAgreementRequirement: QualificationRequirement
lazy val valAjaxService: Service[QASRLValidationAjaxRequest[SID]]
val valHITType: HITType
lazy val valHelper: Helper[(valTaskSpec)#Prompt, (valTaskSpec)#Response]
lazy val valManager: ActorRef
var valManagerPeek: QASRLEvaluationHITManager[SID]
lazy val valTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package crowd

class QASRLEvaluationPipeline[SID] extends StrictLogging

Instance Constructors

Type Members

case class AggregateStatSummary(numAs: Int, numInvalidAnswers: Int, totalCost: Double) extends Product with Serializable

case class StatSummary(workerId: String, numAs: Option[Int], numInvalidAnswers: Option[Int], pctBad: Option[Double], agreement: Option[Double], hardAgreement: Option[Double], earnings: Double) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

object AggregateStatSummary extends Serializable

object StatSummary extends Serializable

def aggregateStats: AggregateStatSummary

def allInfos: List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]

val allPrompts: Vector[QASRLEvaluationPrompt[SID]]

def allStatSummaries: List[StatSummary]

implicit val annotationDataService: AnnotationDataService

val approvalRateQualificationTypeID: String

val approvalRateRequirement: QualificationRequirement

final def asInstanceOf[T0]: T0

def clone(): AnyRef

implicit val config: TaskConfig

def delete(): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def expire(): Unit

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

implicit val inflections: Inflections

def infosForWorker(workerId: String): List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]

final def isInstanceOf[T0]: Boolean

def latestInfos(n: Int = 5): List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]

val localeQualificationTypeID: String

val localeRequirement: QualificationRequirement

val logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val numValidationsForPrompt: (QASRLEvaluationPrompt[SID]) ⇒ Int

def printAggregateStats: Unit

def printAllStats: Unit

def printFeedbacks(n: Int = 15): Unit

def printLatestInfos(n: Int = 5): Unit

def printLatestInfosForWorker(workerId: String, n: Int = 5): Unit

def printSingleStatSummary(ss: StatSummary): Unit

def printStats[B](sortFn: (StatSummary) ⇒ B)(implicit arg0: Ordering[B]): Unit

def printStatsForWorker(workerId: String): Unit

def printStatsHeading: Unit

def printWorstInfos(workerId: String, n: Int = 5): Unit

def renderValidation(info: HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]): String

def resetAllQualificationValues: Unit

lazy val sampleValPrompt: QASRLEvaluationPrompt[SID]

def save(): Unit

lazy val server: Server

def setValHITsActive(n: Int): Unit

implicit val settings: QASRLEvaluationSettings

def start(interval: FiniteDuration = 30 seconds): Unit

def startSaves(interval: FiniteDuration = 5 minutes): Unit

def statsForWorker(workerId: String): Option[StatSummary]

def stop(): Unit

def stopSaves: Unit

final def synchronized[T0](arg0: ⇒ T0): T0

lazy val taskPageBodyLinks: List[TypedTag[String]]

lazy val taskPageHeadLinks: List[TypedTag[String]]

def toString(): String

def update(): Unit

lazy val valActor: ActorRef

val valAgrDisqualType: QualificationType

val valAgrDisqualTypeId: String

val valAgrDisqualTypeLabelString: String

val valAgrDisqualTypeName: String

val valAgreementRequirement: QualificationRequirement

lazy val valAjaxService: Service[QASRLValidationAjaxRequest[SID]]

val valHITType: HITType

lazy val valHelper: Helper[(valTaskSpec)#Prompt, (valTaskSpec)#Response]

lazy val valManager: ActorRef

var valManagerPeek: QASRLEvaluationHITManager[SID]

lazy val valTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }