QASRLAnnotationPipeline

Instance Constructors

new QASRLAnnotationPipeline(allIds: Vector[SID], posTag: (Vector[String]) ⇒ Vector[Word], numGenerationAssignmentsForPrompt: (QASRLGenerationPrompt[SID]) ⇒ Int, annotationDataService: AnnotationDataService, frozenGenerationHITTypeId: Option[String] = None, frozenValidationHITTypeId: Option[String] = None, generationAccuracyDisqualTypeLabel: Option[String] = None, generationCoverageDisqualTypeLabel: Option[String] = None, validationAgreementDisqualTypeLabel: Option[String] = None)(implicit arg0: upickle.default.Reader[SID], arg1: upickle.default.Writer[SID], arg2: HasTokens[SID], config: TaskConfig, settings: QASRLSettings, inflections: Inflections)

Type Members

case class AggregateStatSummary(numVerbs: Int, numQs: Int, numAs: Int, numInvalidAnswers: Int, totalCost: Double) extends Product with Serializable
case class StatSummary(workerId: String, numVerbs: Option[Int], numQs: Option[Int], accuracy: Option[Double], numAs: Option[Int], numInvalidAnswers: Option[Int], pctBad: Option[Double], agreement: Option[Double], earnings: Double) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
object AggregateStatSummary extends Serializable
object StatSummary extends Serializable
lazy val accuracyTracker: ActorRef
var accuracyTrackerPeek: QASRLGenerationAccuracyManager[SID]
implicit val ads: AnnotationDataService
def aggregateStats: AggregateStatSummary
def allGenInfos: List[HITInfo[QASRLGenerationPrompt[SID], List[VerbQA]]]
val allIds: Vector[SID]
lazy val allPrompts: Vector[QASRLGenerationPrompt[SID]]
def allStatSummaries: List[StatSummary]
def allValInfos: List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
val approvalRateQualificationTypeID: String
val approvalRateRequirement: QualificationRequirement
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
implicit val config: TaskConfig
def currentGenSentences: List[(SID, String)]
def delete(): Unit
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def expire(): Unit
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
val genAccDisqualType: QualificationType
val genAccDisqualTypeId: String
val genAccDisqualTypeLabelString: String
val genAccDisqualTypeName: String
val genAccuracyRequirement: QualificationRequirement
val genActor: ActorRef
lazy val genAjaxService: Service[QASRLGenerationAjaxRequest[SID]]
val genCoverageDisqualType: QualificationType
val genCoverageDisqualTypeId: String
val genCoverageDisqualTypeLabelString: String
val genCoverageDisqualTypeName: String
val genCoverageRequirement: QualificationRequirement
val genHITType: HITType
val genHelper: Helper[(genTaskSpec)#Prompt, (genTaskSpec)#Response]
val genManager: ActorRef
var genManagerPeek: QASRLGenerationHITManager[SID]
val genTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getKeyIndices(id: SID): Set[Int]
def hashCode(): Int

Definition Classes
AnyRef → Any
implicit val inflections: Inflections
def infosForGenWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
def infosForValWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def latestValInfos(n: Int = 5): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
val localeQualificationTypeID: String
val localeRequirement: QualificationRequirement
val logger: Logger

Attributes
protected
Definition Classes
StrictLogging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val posTag: (Vector[String]) ⇒ Vector[Word]
def printAStats: Unit
def printAggregateStats: Unit
def printAllFeedbacks(n: Int = Int.MaxValue): Unit
def printCoverageStats: Unit
def printGenFeedback(n: Int): Unit
def printLatestGenInfos(workerId: String, n: Int = 5): Unit
def printLatestValInfos(workerId: String, n: Int = 5): Unit
def printQStats: Unit
def printSingleStatSummary(ss: StatSummary): Unit
def printStats[B](sortFn: (StatSummary) ⇒ B)(implicit arg0: Ordering[B]): Unit
def printStatsForWorker(workerId: String): Unit
def printStatsHeading: Unit
def printValFeedback(n: Int): Unit
def printWorstGenInfos(workerId: String, n: Int = 5): Unit
def printWorstValInfos(workerId: String, n: Int = 5): Unit
def renderValidation(info: HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]): String
def resetAllQualificationValues: Unit
lazy val sampleValPrompt: QASRLValidationPrompt[SID]
def save(): Unit
lazy val server: Server
def setGenHITsActiveEach(n: Int): Unit
def setValHITsActive(n: Int): Unit
implicit val settings: QASRLSettings
def start(interval: FiniteDuration = 30 seconds): Unit
def startSaves(interval: FiniteDuration = 5 minutes): Unit
def statsForWorker(workerId: String): Option[StatSummary]
def stop(): Unit
def stopSaves: Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
lazy val taskPageBodyLinks: List[TypedTag[String]]
lazy val taskPageHeadLinks: List[TypedTag[String]]
def toString(): String

Definition Classes
AnyRef → Any
def update(): Unit
lazy val valActor: ActorRef
val valAgrDisqualType: QualificationType
val valAgrDisqualTypeId: String
val valAgrDisqualTypeLabelString: String
val valAgrDisqualTypeName: String
val valAgreementRequirement: QualificationRequirement
lazy val valAjaxService: Service[QASRLValidationAjaxRequest[SID]]
val valHITType: HITType
lazy val valHelper: Helper[(valTaskSpec)#Prompt, (valTaskSpec)#Response]
lazy val valManager: ActorRef
var valManagerPeek: QASRLValidationHITManager[SID]
lazy val valTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package crowd

class QASRLAnnotationPipeline[SID] extends StrictLogging

Instance Constructors

Type Members

case class AggregateStatSummary(numVerbs: Int, numQs: Int, numAs: Int, numInvalidAnswers: Int, totalCost: Double) extends Product with Serializable

case class StatSummary(workerId: String, numVerbs: Option[Int], numQs: Option[Int], accuracy: Option[Double], numAs: Option[Int], numInvalidAnswers: Option[Int], pctBad: Option[Double], agreement: Option[Double], earnings: Double) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

object AggregateStatSummary extends Serializable

object StatSummary extends Serializable

lazy val accuracyTracker: ActorRef

var accuracyTrackerPeek: QASRLGenerationAccuracyManager[SID]

implicit val ads: AnnotationDataService

def aggregateStats: AggregateStatSummary

def allGenInfos: List[HITInfo[QASRLGenerationPrompt[SID], List[VerbQA]]]

val allIds: Vector[SID]

lazy val allPrompts: Vector[QASRLGenerationPrompt[SID]]

def allStatSummaries: List[StatSummary]

def allValInfos: List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]

val approvalRateQualificationTypeID: String

val approvalRateRequirement: QualificationRequirement

final def asInstanceOf[T0]: T0

def clone(): AnyRef

implicit val config: TaskConfig

def currentGenSentences: List[(SID, String)]

def delete(): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def expire(): Unit

def finalize(): Unit

val genAccDisqualType: QualificationType

val genAccDisqualTypeId: String

val genAccDisqualTypeLabelString: String

val genAccDisqualTypeName: String

val genAccuracyRequirement: QualificationRequirement

val genActor: ActorRef

lazy val genAjaxService: Service[QASRLGenerationAjaxRequest[SID]]

val genCoverageDisqualType: QualificationType

val genCoverageDisqualTypeId: String

val genCoverageDisqualTypeLabelString: String

val genCoverageDisqualTypeName: String

val genCoverageRequirement: QualificationRequirement

val genHITType: HITType

val genHelper: Helper[(genTaskSpec)#Prompt, (genTaskSpec)#Response]

val genManager: ActorRef

var genManagerPeek: QASRLGenerationHITManager[SID]

val genTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }

final def getClass(): Class[_]

def getKeyIndices(id: SID): Set[Int]

def hashCode(): Int

implicit val inflections: Inflections

def infosForGenWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]

def infosForValWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]

final def isInstanceOf[T0]: Boolean

def latestValInfos(n: Int = 5): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]

val localeQualificationTypeID: String

val localeRequirement: QualificationRequirement

val logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val posTag: (Vector[String]) ⇒ Vector[Word]

def printAStats: Unit

def printAggregateStats: Unit

def printAllFeedbacks(n: Int = Int.MaxValue): Unit

def printCoverageStats: Unit

def printGenFeedback(n: Int): Unit

def printLatestGenInfos(workerId: String, n: Int = 5): Unit

def printLatestValInfos(workerId: String, n: Int = 5): Unit

def printQStats: Unit

def printSingleStatSummary(ss: StatSummary): Unit

def printStats[B](sortFn: (StatSummary) ⇒ B)(implicit arg0: Ordering[B]): Unit

def printStatsForWorker(workerId: String): Unit

def printStatsHeading: Unit

def printValFeedback(n: Int): Unit

def printWorstGenInfos(workerId: String, n: Int = 5): Unit

def printWorstValInfos(workerId: String, n: Int = 5): Unit