Update wptrunner and start running reftests.

This commit is contained in:
Ms2ger 2014-12-18 12:30:13 +01:00
parent 221275267e
commit 965dcda609
51 changed files with 262 additions and 1 deletions

View file

@ -0,0 +1,5 @@
[dir_auto-contained-script-L.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-contained-script-L-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-contained-script-R.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-contained-script-R-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-EN-L.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-EN-L-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-EN-R.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-EN-R-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-L.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-L-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-N-EN-L.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-N-EN-L-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-N-EN-R.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-N-EN-R-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-N-EN.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-N-EN-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-N-L.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-N-L-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-N-R.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-N-R-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-input-script-R.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-input-script-R-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-isolate.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-isolate-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[dir_auto-pre-N-between-Rs.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-pre-N-between-Rs-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[dir_auto-pre-mixed.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-pre-mixed-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[dir_auto-textarea-N-between-Rs.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-textarea-N-between-Rs-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[dir_auto-textarea-mixed.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-textarea-mixed-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[dir_auto-textarea-script-N-EN.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-textarea-script-N-EN-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-textarea-script-N-between-Rs.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-textarea-script-N-between-Rs-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[dir_auto-textarea-script-mixed.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/dir_auto-textarea-script-mixed-ref.html
disabled: flaky

View file

@ -0,0 +1,5 @@
[lang-xmllang-01.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/lang-xmllang-01-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[lang-xyzzy.html]
type: reftest
reftype: ==
refurl: /html/dom/elements/global-attributes/lang-xyzzy-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[image01.html]
type: reftest
reftype: ==
refurl: /html/semantics/forms/the-input-element/image01-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-li-reftest-002.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-li-element/grouping-li-reftest-002-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-ol-rev-reftest-001.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-ol-element/grouping-ol-rev-reftest-001-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-ol-start-reftest-001.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-ol-element/grouping-ol-start-reftest-001-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-ol-start-reftest-002.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-ol-element/grouping-ol-start-reftest-002-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-ol-type-reftest-001.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-ol-element/grouping-ol-type-reftest-001-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-ol-type-reftest-002.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-ol-element/grouping-ol-type-reftest-002-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-ol-type-reftest-003.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-ol-element/grouping-ol-type-reftest-003-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[grouping-pre-reftest-001.html]
type: reftest
reftype: ==
refurl: /html/semantics/grouping-content/the-pre-element/grouping-pre-reftest-001-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-auto-dir-default.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-auto-dir-default-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-missing-pdf.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-missing-pdf-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-nested.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-nested-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-number.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-number-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-separate.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-separate-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-another-bdi-1.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-another-bdi-1-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-another-bdi-2.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-another-bdi-2-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-letter-following-1.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-letter-following-1-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-letter-following-2.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-letter-following-2-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-letter-preceding-1.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-letter-preceding-1-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-letter-preceding-2.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-letter-preceding-2-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-number-following-1.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-number-following-1-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-number-following-2.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-number-following-2-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-to-surrounding-run.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-to-surrounding-run-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-neutral-wrapped.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-neutral-wrapped-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdi-paragraph-level-container.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdi-element/bdi-paragraph-level-container-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bdo-child.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdo-element/bidi-001-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[bidi-001.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-bdo-element/bidi-001-ref.html
expected: FAIL

View file

@ -0,0 +1,5 @@
[br-bidi-in-inline-ancestors.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-br-element/br-bidi-in-inline-ancestors-ref.html
expected: FAIL

View file

@ -0,0 +1,10 @@
[wbr-element.html]
type: reftest
reftype: !=
refurl: /html/semantics/text-level-semantics/the-wbr-element/wbr-element-notref.html
[wbr-element.html]
type: reftest
reftype: ==
refurl: /html/semantics/text-level-semantics/the-wbr-element/wbr-element-ref.html
expected: FAIL

View file

@ -16,7 +16,13 @@ source $wpt_root/_virtualenv/bin/activate
if [[ $* == *--update-manifest* ]]; then
(python -c "import html5lib" &>/dev/null) || pip install html5lib
fi
(python -c "import wptrunner" &>/dev/null) || pip install 'wptrunner==1.7'
(python -c "import wptrunner" &>/dev/null) || pip install 'wptrunner==1.8'
sed 's$manager_group.unexpected_count() == 0$unexpected_total == 0$' \
$wpt_root/_virtualenv/lib/python2.7/site-packages/wptrunner/wptrunner.py \
> $wpt_root/_virtualenv/lib/python2.7/site-packages/wptrunner/wptrunner.py.new
mv $wpt_root/_virtualenv/lib/python2.7/site-packages/wptrunner/wptrunner.py.new \
$wpt_root/_virtualenv/lib/python2.7/site-packages/wptrunner/wptrunner.py
python $wpt_root/run.py \
--config $wpt_root/config.ini \