[1040] | 1 | // Copyright 2012 Georg-August-Universität Göttingen, Germany
|
---|
| 2 | //
|
---|
| 3 | // Licensed under the Apache License, Version 2.0 (the "License");
|
---|
| 4 | // you may not use this file except in compliance with the License.
|
---|
| 5 | // You may obtain a copy of the License at
|
---|
| 6 | //
|
---|
| 7 | // http://www.apache.org/licenses/LICENSE-2.0
|
---|
| 8 | //
|
---|
| 9 | // Unless required by applicable law or agreed to in writing, software
|
---|
| 10 | // distributed under the License is distributed on an "AS IS" BASIS,
|
---|
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
---|
| 12 | // See the License for the specific language governing permissions and
|
---|
| 13 | // limitations under the License.
|
---|
| 14 |
|
---|
[1030] | 15 | package de.ugoe.cs.autoquest.usability.evaluation.rule.evaluator;
|
---|
| 16 |
|
---|
| 17 | import static de.ugoe.cs.autoquest.usability.tasktree.filter.EventTypeFilter.TEXT_INPUT;
|
---|
| 18 | import static de.ugoe.cs.autoquest.usability.util.TextInputUtil.aggregateEnteredTextFromTextInputs;
|
---|
| 19 | import static de.ugoe.cs.autoquest.usability.util.TextInputUtil.characterIsLetterOrDigitPredicate;
|
---|
| 20 |
|
---|
| 21 | import com.google.common.base.CharMatcher;
|
---|
| 22 | import com.google.common.base.Optional;
|
---|
| 23 | import com.google.common.collect.Multiset;
|
---|
| 24 |
|
---|
| 25 | import de.ugoe.cs.autoquest.tasktrees.treeifc.ITaskTree;
|
---|
| 26 | import de.ugoe.cs.autoquest.usability.evaluation.result.UsabilityDefectSeverityLevel;
|
---|
| 27 | import de.ugoe.cs.autoquest.usability.evaluation.rule.set.UsabilityRule;
|
---|
| 28 | import de.ugoe.cs.autoquest.usability.tasktree.filter.FilterStatistic;
|
---|
| 29 | import de.ugoe.cs.autoquest.usability.tasktree.filter.IterativeDFSFilterStrategy;
|
---|
| 30 | import de.ugoe.cs.autoquest.usability.tasktree.filter.TaskTreeFilter;
|
---|
| 31 |
|
---|
[1040] | 32 | /**
|
---|
| 33 | * <p>
|
---|
| 34 | * TODO comment
|
---|
| 35 | * </p>
|
---|
| 36 | *
|
---|
| 37 | * @author Alexander Deicke
|
---|
| 38 | */
|
---|
[1030] | 39 | public class NoLetterOrDigitTextInputsEvaluator extends RuleEvaluator {
|
---|
| 40 |
|
---|
[1040] | 41 | public NoLetterOrDigitTextInputsEvaluator(UsabilityRule evaluatedUsabilityRule,
|
---|
| 42 | ITaskTree taskTree)
|
---|
| 43 | {
|
---|
[1030] | 44 | super(evaluatedUsabilityRule, taskTree);
|
---|
| 45 | }
|
---|
| 46 |
|
---|
| 47 | @Override
|
---|
| 48 | protected FilterStatistic nodesUnderEvaluation(ITaskTree taskTree) {
|
---|
| 49 | Optional<FilterStatistic> cachedNodes = loadFromCache(TEXT_INPUT);
|
---|
[1040] | 50 | return cachedNodes.isPresent() ? cachedNodes.get() : cacheAndReturnNodes(taskTree,
|
---|
| 51 | TEXT_INPUT);
|
---|
[1030] | 52 | }
|
---|
[1040] | 53 |
|
---|
[1030] | 54 | @Override
|
---|
| 55 | protected FilterStatistic extractNodesFromTaskTree(ITaskTree taskTree) {
|
---|
[1040] | 56 | return new TaskTreeFilter(new IterativeDFSFilterStrategy()).filterByEventType(TEXT_INPUT)
|
---|
| 57 | .from(taskTree);
|
---|
[1030] | 58 | }
|
---|
| 59 |
|
---|
| 60 | @Override
|
---|
| 61 | protected float calculateEvaluationMetric() {
|
---|
[1040] | 62 | Multiset<String> enteredTextFragments =
|
---|
| 63 | aggregateEnteredTextFromTextInputs(this.filteredNodes.nodesMatchedFilter());
|
---|
[1030] | 64 | int allCharactersCount = 0;
|
---|
| 65 | int noLetterOrDigitCount = 0;
|
---|
[1040] | 66 | for (String textFragment : enteredTextFragments.elementSet()) {
|
---|
[1030] | 67 | int occurencesOfTextFragment = enteredTextFragments.count(textFragment);
|
---|
| 68 | allCharactersCount += CharMatcher.ANY.countIn(textFragment) * occurencesOfTextFragment;
|
---|
[1040] | 69 | noLetterOrDigitCount +=
|
---|
| 70 | CharMatcher.forPredicate(characterIsLetterOrDigitPredicate()).countIn(textFragment) *
|
---|
| 71 | occurencesOfTextFragment;
|
---|
[1030] | 72 | }
|
---|
[1040] | 73 | return allCharactersCount != 0 ? (float) noLetterOrDigitCount / (float) allCharactersCount
|
---|
| 74 | : 0;
|
---|
[1030] | 75 | }
|
---|
| 76 |
|
---|
| 77 | @Override
|
---|
[1040] | 78 | protected Optional<UsabilityDefectSeverityLevel> determineSeverityLevel(float evaluationMetric)
|
---|
| 79 | {
|
---|
[1030] | 80 | Optional<UsabilityDefectSeverityLevel> recommendationSeverityLevel = Optional.absent();
|
---|
| 81 | if (evaluationMetric > 0.1) // every 10th sign
|
---|
| 82 | {
|
---|
| 83 | recommendationSeverityLevel = Optional.of(UsabilityDefectSeverityLevel.HIGH);
|
---|
| 84 | }
|
---|
| 85 | else if (evaluationMetric > 0.05) // every 20th sign
|
---|
| 86 | {
|
---|
| 87 | recommendationSeverityLevel = Optional.of(UsabilityDefectSeverityLevel.MEDIUM);
|
---|
| 88 | }
|
---|
| 89 | else if (evaluationMetric > 0.02) // every 50th sign
|
---|
| 90 | {
|
---|
| 91 | recommendationSeverityLevel = Optional.of(UsabilityDefectSeverityLevel.LOW);
|
---|
| 92 | }
|
---|
| 93 | else if (evaluationMetric > 0.01) // every 100th sign
|
---|
| 94 | {
|
---|
| 95 | recommendationSeverityLevel = Optional.of(UsabilityDefectSeverityLevel.INFO);
|
---|
| 96 | }
|
---|
| 97 | return recommendationSeverityLevel;
|
---|
| 98 | }
|
---|
[1040] | 99 |
|
---|
[1030] | 100 | }
|
---|