c

qasrl.crowd

QASRLEvaluationPipeline

class QASRLEvaluationPipeline[SID] extends StrictLogging

Linear Supertypes
StrictLogging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. QASRLEvaluationPipeline
  2. StrictLogging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new QASRLEvaluationPipeline(allPrompts: Vector[QASRLEvaluationPrompt[SID]], numValidationsForPrompt: (QASRLEvaluationPrompt[SID]) ⇒ Int, frozenEvaluationHITTypeId: Option[String] = None, validationAgreementDisqualTypeLabel: Option[String] = None, alternativePromptReaderOpt: Option[upickle.default.Reader[QASRLEvaluationPrompt[SID]]] = None)(implicit arg0: upickle.default.Reader[SID], arg1: upickle.default.Writer[SID], arg2: HasTokens[SID], config: TaskConfig, annotationDataService: AnnotationDataService, settings: QASRLEvaluationSettings, inflections: Inflections)

Type Members

  1. case class AggregateStatSummary(numAs: Int, numInvalidAnswers: Int, totalCost: Double) extends Product with Serializable
  2. case class StatSummary(workerId: String, numAs: Option[Int], numInvalidAnswers: Option[Int], pctBad: Option[Double], agreement: Option[Double], hardAgreement: Option[Double], earnings: Double) extends Product with Serializable

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def aggregateStats: AggregateStatSummary
  5. def allInfos: List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]
  6. val allPrompts: Vector[QASRLEvaluationPrompt[SID]]
  7. def allStatSummaries: List[StatSummary]
  8. implicit val annotationDataService: AnnotationDataService
  9. val approvalRateQualificationTypeID: String
  10. val approvalRateRequirement: QualificationRequirement
  11. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  12. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  13. implicit val config: TaskConfig
  14. def delete(): Unit
  15. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  17. def expire(): Unit
  18. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  20. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  21. implicit val inflections: Inflections
  22. def infosForWorker(workerId: String): List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]
  23. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  24. def latestInfos(n: Int = 5): List[HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]]
  25. val localeQualificationTypeID: String
  26. val localeRequirement: QualificationRequirement
  27. val logger: Logger
    Attributes
    protected
    Definition Classes
    StrictLogging
  28. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  29. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  30. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  31. val numValidationsForPrompt: (QASRLEvaluationPrompt[SID]) ⇒ Int
  32. def printAggregateStats: Unit
  33. def printAllStats: Unit
  34. def printFeedbacks(n: Int = 15): Unit
  35. def printLatestInfos(n: Int = 5): Unit
  36. def printLatestInfosForWorker(workerId: String, n: Int = 5): Unit
  37. def printSingleStatSummary(ss: StatSummary): Unit
  38. def printStats[B](sortFn: (StatSummary) ⇒ B)(implicit arg0: Ordering[B]): Unit
  39. def printStatsForWorker(workerId: String): Unit
  40. def printStatsHeading: Unit
  41. def printWorstInfos(workerId: String, n: Int = 5): Unit
  42. def renderValidation(info: HITInfo[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]): String
  43. def resetAllQualificationValues: Unit
  44. lazy val sampleValPrompt: QASRLEvaluationPrompt[SID]
  45. def save(): Unit
  46. lazy val server: Server
  47. def setValHITsActive(n: Int): Unit
  48. implicit val settings: QASRLEvaluationSettings
  49. def start(interval: FiniteDuration = 30 seconds): Unit
  50. def startSaves(interval: FiniteDuration = 5 minutes): Unit
  51. def statsForWorker(workerId: String): Option[StatSummary]
  52. def stop(): Unit
  53. def stopSaves: Unit
  54. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  55. lazy val taskPageBodyLinks: List[TypedTag[String]]
  56. lazy val taskPageHeadLinks: List[TypedTag[String]]
  57. def toString(): String
    Definition Classes
    AnyRef → Any
  58. def update(): Unit
  59. lazy val valActor: ActorRef
  60. val valAgrDisqualType: QualificationType
  61. val valAgrDisqualTypeId: String
  62. val valAgrDisqualTypeLabelString: String
  63. val valAgrDisqualTypeName: String
  64. val valAgreementRequirement: QualificationRequirement
  65. lazy val valAjaxService: Service[QASRLValidationAjaxRequest[SID]]
  66. val valHITType: HITType
  67. lazy val valHelper: Helper[(valTaskSpec)#Prompt, (valTaskSpec)#Response]
  68. lazy val valManager: ActorRef
  69. var valManagerPeek: QASRLEvaluationHITManager[SID]
  70. lazy val valTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
  71. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  72. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  73. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  74. object AggregateStatSummary extends Serializable
  75. object StatSummary extends Serializable

Inherited from StrictLogging

Inherited from AnyRef

Inherited from Any

Ungrouped