c

qasrl.crowd

QASRLAnnotationPipeline

class QASRLAnnotationPipeline[SID] extends StrictLogging

Linear Supertypes
StrictLogging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. QASRLAnnotationPipeline
  2. StrictLogging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new QASRLAnnotationPipeline(allIds: Vector[SID], posTag: (Vector[String]) ⇒ Vector[Word], numGenerationAssignmentsForPrompt: (QASRLGenerationPrompt[SID]) ⇒ Int, annotationDataService: AnnotationDataService, frozenGenerationHITTypeId: Option[String] = None, frozenValidationHITTypeId: Option[String] = None, generationAccuracyDisqualTypeLabel: Option[String] = None, generationCoverageDisqualTypeLabel: Option[String] = None, validationAgreementDisqualTypeLabel: Option[String] = None)(implicit arg0: upickle.default.Reader[SID], arg1: upickle.default.Writer[SID], arg2: HasTokens[SID], config: TaskConfig, settings: QASRLSettings, inflections: Inflections)

Type Members

  1. case class AggregateStatSummary(numVerbs: Int, numQs: Int, numAs: Int, numInvalidAnswers: Int, totalCost: Double) extends Product with Serializable
  2. case class StatSummary(workerId: String, numVerbs: Option[Int], numQs: Option[Int], accuracy: Option[Double], numAs: Option[Int], numInvalidAnswers: Option[Int], pctBad: Option[Double], agreement: Option[Double], earnings: Double) extends Product with Serializable

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. lazy val accuracyTracker: ActorRef
  5. var accuracyTrackerPeek: QASRLGenerationAccuracyManager[SID]
  6. implicit val ads: AnnotationDataService
  7. def aggregateStats: AggregateStatSummary
  8. def allGenInfos: List[HITInfo[QASRLGenerationPrompt[SID], List[VerbQA]]]
  9. val allIds: Vector[SID]
  10. lazy val allPrompts: Vector[QASRLGenerationPrompt[SID]]
  11. def allStatSummaries: List[StatSummary]
  12. def allValInfos: List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  13. val approvalRateQualificationTypeID: String
  14. val approvalRateRequirement: QualificationRequirement
  15. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  16. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  17. implicit val config: TaskConfig
  18. def currentGenSentences: List[(SID, String)]
  19. def delete(): Unit
  20. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  21. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  22. def expire(): Unit
  23. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  24. val genAccDisqualType: QualificationType
  25. val genAccDisqualTypeId: String
  26. val genAccDisqualTypeLabelString: String
  27. val genAccDisqualTypeName: String
  28. val genAccuracyRequirement: QualificationRequirement
  29. val genActor: ActorRef
  30. lazy val genAjaxService: Service[QASRLGenerationAjaxRequest[SID]]
  31. val genCoverageDisqualType: QualificationType
  32. val genCoverageDisqualTypeId: String
  33. val genCoverageDisqualTypeLabelString: String
  34. val genCoverageDisqualTypeName: String
  35. val genCoverageRequirement: QualificationRequirement
  36. val genHITType: HITType
  37. val genHelper: Helper[(genTaskSpec)#Prompt, (genTaskSpec)#Response]
  38. val genManager: ActorRef
  39. var genManagerPeek: QASRLGenerationHITManager[SID]
  40. val genTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
  41. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  42. def getKeyIndices(id: SID): Set[Int]
  43. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  44. implicit val inflections: Inflections
  45. def infosForGenWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  46. def infosForValWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  47. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  48. def latestValInfos(n: Int = 5): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  49. val localeQualificationTypeID: String
  50. val localeRequirement: QualificationRequirement
  51. val logger: Logger
    Attributes
    protected
    Definition Classes
    StrictLogging
  52. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  53. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  54. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  55. val posTag: (Vector[String]) ⇒ Vector[Word]
  56. def printAStats: Unit
  57. def printAggregateStats: Unit
  58. def printAllFeedbacks(n: Int = Int.MaxValue): Unit
  59. def printCoverageStats: Unit
  60. def printGenFeedback(n: Int): Unit
  61. def printLatestGenInfos(workerId: String, n: Int = 5): Unit
  62. def printLatestValInfos(workerId: String, n: Int = 5): Unit
  63. def printQStats: Unit
  64. def printSingleStatSummary(ss: StatSummary): Unit
  65. def printStats[B](sortFn: (StatSummary) ⇒ B)(implicit arg0: Ordering[B]): Unit
  66. def printStatsForWorker(workerId: String): Unit
  67. def printStatsHeading: Unit
  68. def printValFeedback(n: Int): Unit
  69. def printWorstGenInfos(workerId: String, n: Int = 5): Unit
  70. def printWorstValInfos(workerId: String, n: Int = 5): Unit
  71. def renderValidation(info: HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]): String
  72. def resetAllQualificationValues: Unit
  73. lazy val sampleValPrompt: QASRLValidationPrompt[SID]
  74. def save(): Unit
  75. lazy val server: Server
  76. def setGenHITsActiveEach(n: Int): Unit
  77. def setValHITsActive(n: Int): Unit
  78. implicit val settings: QASRLSettings
  79. def start(interval: FiniteDuration = 30 seconds): Unit
  80. def startSaves(interval: FiniteDuration = 5 minutes): Unit
  81. def statsForWorker(workerId: String): Option[StatSummary]
  82. def stop(): Unit
  83. def stopSaves: Unit
  84. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  85. lazy val taskPageBodyLinks: List[TypedTag[String]]
  86. lazy val taskPageHeadLinks: List[TypedTag[String]]
  87. def toString(): String
    Definition Classes
    AnyRef → Any
  88. def update(): Unit
  89. lazy val valActor: ActorRef
  90. val valAgrDisqualType: QualificationType
  91. val valAgrDisqualTypeId: String
  92. val valAgrDisqualTypeLabelString: String
  93. val valAgrDisqualTypeName: String
  94. val valAgreementRequirement: QualificationRequirement
  95. lazy val valAjaxService: Service[QASRLValidationAjaxRequest[SID]]
  96. val valHITType: HITType
  97. lazy val valHelper: Helper[(valTaskSpec)#Prompt, (valTaskSpec)#Response]
  98. lazy val valManager: ActorRef
  99. var valManagerPeek: QASRLValidationHITManager[SID]
  100. lazy val valTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
  101. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  102. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  103. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  104. object AggregateStatSummary extends Serializable
  105. object StatSummary extends Serializable

Inherited from StrictLogging

Inherited from AnyRef

Inherited from Any

Ungrouped