c

qasrl.crowd

QASRLAnnotationPipeline

class QASRLAnnotationPipeline[SID, Word] extends StrictLogging

Linear Supertypes
StrictLogging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. QASRLAnnotationPipeline
  2. StrictLogging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new QASRLAnnotationPipeline(allIds: Vector[SID], getTokens: (SID) ⇒ Vector[Word], numGenerationAssignmentsForPrompt: (QASRLGenerationPrompt[SID]) ⇒ Int, annotationDataService: AnnotationDataService, frozenGenerationHITTypeId: Option[String] = None, frozenValidationHITTypeId: Option[String] = None, generationAccuracyDisqualTypeLabel: Option[String] = None, generationCoverageDisqualTypeLabel: Option[String] = None, validationAgreementDisqualTypeLabel: Option[String] = None)(implicit arg0: Encoder[SID], arg1: Decoder[SID], arg2: HasToken[Word], arg3: HasPos[Word], arg4: HasIndex[Word], config: TaskConfig, settings: QASRLSettings, inflections: Inflections)

Type Members

  1. case class AggregateStatSummary(numVerbs: Int, numQs: Int, numAs: Int, numInvalidAnswers: Int, totalCost: Double) extends Product with Serializable
  2. case class StatSummary(workerId: String, numVerbs: Option[Int], numQs: Option[Int], accuracy: Option[Double], numAs: Option[Int], numInvalidAnswers: Option[Int], pctBad: Option[Double], agreement: Option[Double], earnings: Double) extends Product with Serializable

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. lazy val accuracyTracker: ActorRef
  5. var accuracyTrackerPeek: QASRLGenerationAccuracyManager[SID]
  6. implicit val ads: AnnotationDataService
  7. def aggregateStats: AggregateStatSummary
  8. def allGenInfos: List[HITInfo[QASRLGenerationPrompt[SID], List[VerbQA]]]
  9. val allIds: Vector[SID]
  10. lazy val allPrompts: Vector[QASRLGenerationPrompt[SID]]
  11. def allStatSummaries: List[StatSummary]
  12. def allValInfos: List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  13. val approvalRateQualificationTypeID: String
  14. val approvalRateRequirement: QualificationRequirement
  15. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  16. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate() @throws( ... )
  17. implicit val config: TaskConfig
  18. def currentGenSentences: List[(SID, String)]
  19. def delete(): Unit
  20. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  21. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  22. def expire(): Unit
  23. val genAccDisqualType: QualificationType
  24. val genAccDisqualTypeId: String
  25. val genAccDisqualTypeLabelString: String
  26. val genAccDisqualTypeName: String
  27. val genAccuracyRequirement: QualificationRequirement
  28. val genActor: ActorRef
  29. lazy val genAjaxService: DotFunction[QASRLGenerationAjaxRequest[SID]]
  30. val genCoverageDisqualType: QualificationType
  31. val genCoverageDisqualTypeId: String
  32. val genCoverageDisqualTypeLabelString: String
  33. val genCoverageDisqualTypeName: String
  34. val genCoverageRequirement: QualificationRequirement
  35. val genHITType: HITType
  36. val genHelper: Helper[(genTaskSpec)#Prompt, (genTaskSpec)#Response]
  37. val genManager: ActorRef
  38. var genManagerPeek: QASRLGenerationHITManager[SID]
  39. val genTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
  40. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  41. def getKeyIndices(id: SID): Set[Int]
  42. val getTokens: (SID) ⇒ Vector[Word]
  43. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  44. implicit val inflections: Inflections
  45. def infosForGenWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  46. def infosForValWorker(workerId: String): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  47. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  48. def latestValInfos(n: Int = 5): List[HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]]
  49. val localeQualificationTypeID: String
  50. val localeRequirement: QualificationRequirement
  51. val logger: Logger
    Attributes
    protected
    Definition Classes
    StrictLogging
  52. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  53. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  54. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  55. def printAStats: Unit
  56. def printAggregateStats: Unit
  57. def printAllFeedbacks(n: Int = Int.MaxValue): Unit
  58. def printCoverageStats: Unit
  59. def printGenFeedback(n: Int): Unit
  60. def printLatestGenInfos(workerId: String, n: Int = 5): Unit
  61. def printLatestValInfos(workerId: String, n: Int = 5): Unit
  62. def printQStats: Unit
  63. def printSingleStatSummary(ss: StatSummary): Unit
  64. def printStats[B](sortFn: (StatSummary) ⇒ B)(implicit arg0: Ordering[B]): Unit
  65. def printStatsForWorker(workerId: String): Unit
  66. def printStatsHeading: Unit
  67. def printValFeedback(n: Int): Unit
  68. def printWorstGenInfos(workerId: String, n: Int = 5): Unit
  69. def printWorstValInfos(workerId: String, n: Int = 5): Unit
  70. def renderValidation(info: HITInfo[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]): String
  71. def resetAllQualificationValues: Unit
  72. lazy val sampleValPrompt: QASRLValidationPrompt[SID]
  73. def save(): Unit
  74. lazy val server: Server
  75. def setGenHITsActiveEach(n: Int): Unit
  76. def setValHITsActive(n: Int): Unit
  77. implicit val settings: QASRLSettings
  78. def start(interval: FiniteDuration = 30 seconds): Unit
  79. def startSaves(interval: FiniteDuration = 5 minutes): Unit
  80. def statsForWorker(workerId: String): Option[StatSummary]
  81. def stop(): Unit
  82. def stopSaves: Unit
  83. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  84. lazy val taskPageBodyLinks: List[TypedTag[String]]
  85. lazy val taskPageHeadLinks: List[TypedTag[String]]
  86. def toString(): String
    Definition Classes
    AnyRef → Any
  87. def update(): Unit
  88. lazy val valActor: ActorRef
  89. val valAgrDisqualType: QualificationType
  90. val valAgrDisqualTypeId: String
  91. val valAgrDisqualTypeLabelString: String
  92. val valAgrDisqualTypeName: String
  93. val valAgreementRequirement: QualificationRequirement
  94. lazy val valAjaxService: DotFunction[QASRLValidationAjaxRequest[SID]]
  95. val valHITType: HITType
  96. lazy val valHelper: Helper[(valTaskSpec)#Prompt, (valTaskSpec)#Response]
  97. lazy val valManager: ActorRef
  98. var valManagerPeek: QASRLValidationHITManager[SID]
  99. lazy val valTaskSpec: NoWebsockets { ... /* 3 definitions in type refinement */ }
  100. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  101. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  102. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  103. object AggregateStatSummary extends Serializable
  104. object StatSummary extends Serializable

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @Deprecated @deprecated @throws( classOf[java.lang.Throwable] )
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from StrictLogging

Inherited from AnyRef

Inherited from Any

Ungrouped