crowd

Type Members

1. case class AccuracyJudgment(validatorId: String, isValid: Boolean) extends Product with Serializable

   

2. class AnnotationDataExporter[SID] extends StrictLogging

   

3. trait AnnotationDataService extends AnyRef

   

4. case class Answer(spans: List[Span]) extends QASRLValidationAnswer with Product with Serializable

   

5. case class ChristenWorker(workerId: String, numAgreementsToAdd: Int) extends Product with Serializable

   

6. class EvaluationDataExporter[SID] extends StrictLogging

   

7. class FileSystemAnnotationDataService extends AnnotationDataService

   

8. case class FlagBadSentence[SID](id: SID) extends Product with Serializable

   

9. case class GenerationStatSummary(numVerbsCompleted: Int, numQuestionsWritten: Int, workerStatsOpt: Option[QASRLGenerationWorkerStats]) extends Product with Serializable

   

10. class QASRLAnnotationPipeline[SID] extends StrictLogging

    

11. class QASRLEvaluationHITManager[SID] extends NumAssignmentsHITManager[QASRLEvaluationPrompt[SID], List[QASRLValidationAnswer]]

    

12. class QASRLEvaluationPipeline[SID] extends StrictLogging

    

13. case class QASRLEvaluationPrompt[SID](id: SID, sourcedQuestions: List[SourcedQuestion]) extends Product with Serializable

    

14. trait QASRLEvaluationSettings extends AnyRef

    

15. class QASRLGenerationAccuracyManager[SID] extends Actor with StrictLogging

    

16. case class QASRLGenerationAjaxRequest[SID](workerIdOpt: Option[String], prompt: QASRLGenerationPrompt[SID]) extends Product with Serializable

    

17. case class QASRLGenerationAjaxResponse(stats: GenerationStatSummary, tokens: Vector[String], inflectedForms: InflectedForms) extends Product with Serializable

    

18. class QASRLGenerationHITManager[SID] extends NumAssignmentsHITManager[QASRLGenerationPrompt[SID], List[VerbQA]] with StrictLogging

    

19. case class QASRLGenerationPrompt[SID](id: SID, verbIndex: Int) extends Product with Serializable

    

20. case class QASRLGenerationWorkerStats(workerId: String, numValidatorJudgments: Int, numAssignmentsCompleted: Int, accuracyJudgments: Vector[AccuracyJudgment], numBonusValids: Int, earnings: Double) extends Product with Serializable

    

21. trait QASRLSettings extends AnyRef

    

22. case class QASRLValidationAjaxRequest[SID](workerIdOpt: Option[String], id: SID) extends Product with Serializable

    

23. case class QASRLValidationAjaxResponse(workerInfoOpt: Option[QASRLValidationWorkerInfoSummary], sentence: Vector[String]) extends Product with Serializable

    

24. sealed trait QASRLValidationAnswer extends AnyRef

    

    Represents a validator response about a question: either it has an answer, or is invalid

25. case class QASRLValidationFinished[SID](valPrompt: QASRLValidationPrompt[SID], numValid: Int) extends Product with Serializable

    

26. class QASRLValidationHITManager[SID] extends NumAssignmentsHITManager[QASRLValidationPrompt[SID], List[QASRLValidationAnswer]]

    

27. case class QASRLValidationPrompt[SID](genPrompt: QASRLGenerationPrompt[SID], sourceHITTypeId: String, sourceHITId: String, sourceAssignmentId: String, qaPairs: List[VerbQA]) extends Product with Serializable

    

28. case class QASRLValidationResponseComparison(thisResponse: QASRLValidationAnswer, otherResponses: List[(String, QASRLValidationAnswer)]) extends Product with Serializable

    

29. case class QASRLValidationResult[SID](prompt: QASRLValidationPrompt[SID], validatorId: String, response: List[QASRLValidationAnswer]) extends Product with Serializable

    

30. case class QASRLValidationWorkerInfo(workerId: String, numAssignmentsCompleted: Int, numAnswerSpans: Int, numInvalids: Int, comparisons: List[QASRLValidationResponseComparison], numBonusAgreements: Int, timeSpent: Long, earnings: Double) extends Product with Serializable

    

    Data structure to keep track of a single worker's stats on the validation task.

31. case class QASRLValidationWorkerInfoSummary(proportionInvalid: Double, numAssignmentsCompleted: Int, agreement: Double) extends Product with Serializable

    

32. case class SourcedQuestion(verbIndex: Int, question: String, sources: Set[String]) extends Product with Serializable

    

33. case class ValidatorBlocked(badValidatorId: String) extends Product with Serializable

    

34. case class VerbQA(verbIndex: Int, question: String, answers: List[Span]) extends Product with Serializable