This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 4269e8a7ef7 Create template for failing tests. (#21728)
4269e8a7ef7 is described below
commit 4269e8a7ef7e4f8b28691105f5893854ffbe01c1
Author: Ryan Thompson <[email protected]>
AuthorDate: Mon Nov 21 20:14:18 2022 +0000
Create template for failing tests. (#21728)
* initial template
* Update .github/ISSUE_TEMPLATE/failing_test.yml
Co-authored-by: Danny McCormick <[email protected]>
* Update .github/ISSUE_TEMPLATE/failing_test.yml
Co-authored-by: Danny McCormick <[email protected]>
* added checkbox for flakey
* fix issue type
* flaky
* added issue rules
* Update .github/ISSUE_TEMPLATE/failing_test.yml
Co-authored-by: Danny McCormick <[email protected]>
* initial template
* added checkbox for flakey
* Update .github/ISSUE_TEMPLATE/failing_test.yml
Co-authored-by: Danny McCormick <[email protected]>
* Update .github/ISSUE_TEMPLATE/failing_test.yml
Co-authored-by: Danny McCormick <[email protected]>
* fix issue type
* flaky
* added issue rules
* changed template
* added issue rules
* Update .github/ISSUE_TEMPLATE/failing_test.yml
Co-authored-by: Danny McCormick <[email protected]>
* Update .github/ISSUE_TEMPLATE/failing_test.yml
Co-authored-by: Danny McCormick <[email protected]>
* copied bug info so it is the same
* fixed bad template
* returned issue-rules to state
Co-authored-by: Danny McCormick <[email protected]>
---
.github/ISSUE_TEMPLATE/failing_test.yml | 175 ++++++++++++++++++++++++++++++++
.github/issue-rules.yml | 6 ++
2 files changed, 181 insertions(+)
diff --git a/.github/ISSUE_TEMPLATE/failing_test.yml
b/.github/ISSUE_TEMPLATE/failing_test.yml
new file mode 100644
index 00000000000..5247cec9afd
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/failing_test.yml
@@ -0,0 +1,175 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name: Failing Test
+description: Report a failing test
+title: "[Failing Test]: "
+labels: ["bug", "awaiting triage", "failing test"]
+assignees:
+ - octocat
+body:
+ - type: markdown
+ attributes:
+ value: |
+ Thanks for taking the time to fill out this feature request! Once
you've created an issue, you can self-assign by commenting `.take-issue` and
you can close by commenting `.close-issue`.
+ Anyone can reopen a closed issue by commenting `.reopen-issue`.
+ You can also add/remove labels by commenting `.add-labels
label1,label2,'label 3 with spaces'` or `.remove-labels label1,label2,'label 3
with spaces'`,
+ or with `.set-labels label1,label2,'label 3 with spaces'` (which
removes any labels not in that set).
+ - type: textarea
+ id: what-happened
+ attributes:
+ label: What happened?
+ description: Please name which test is failing.
+ placeholder: |
+ If possible include: when the test started failing, a jenkins link,
and any initial debugging you've done.
+
+ If this isn't a bug and you have a question or support request,
please email [email protected] with a description of the problem instead of
opening this issue.
+ - type: dropdown
+ id: failure
+ attributes:
+ label: Issue Failure
+ options:
+ - "Failure: Test is flaky"
+ - "Failure: Test is continually failing"
+ validations:
+ required: true
+ - type: dropdown
+ id: priority
+ attributes:
+ label: Issue Priority
+ description: What priority is this bug? A permanently failing test
should be marked P1. See https://beam.apache.org/contribute/issue-priorities
for the meaning and expectations around issue priorities.
+ options:
+ - "Priority: 3"
+ - "Priority: 2"
+ - "Priority: 1"
+ - "Priority: 0"
+ validations:
+ required: true
+ - type: dropdown
+ id: component
+ attributes:
+ label: Issue Component
+ options:
+ - "Component: beam-community"
+ - "Component: beam-model"
+ - "Component: beam-playground"
+ - "Component: build-system"
+ - "Component: community-metrics"
+ - "Component: cross-language"
+ - "Component: dependencies"
+ - "Component: dsl-dataframe"
+ - "Component: dsl-euphoria"
+ - "Component: dsl-sql"
+ - "Component: dsl-sql-zetasql"
+ - "Component: examples-java"
+ - "Component: examples-python"
+ - "Component: extensions-ideas"
+ - "Component: extensions-java-gcp"
+ - "Component: extensions-java-join-library"
+ - "Component: extensions-java-json"
+ - "Component: extensions-java-kyro"
+ - "Component: extensions-java-protobuf"
+ - "Component: extensions-java-sketching"
+ - "Component: extensions-java-sorter"
+ - "Component: infrastructure"
+ - "Component: io-common"
+ - "Component: io-go-gcp"
+ - "Component: io-ideas"
+ - "Component: io-java-amqp"
+ - "Component: io-java-avro"
+ - "Component: io-java-aws"
+ - "Component: io-java-azure"
+ - "Component: io-java-cassandra"
+ - "Component: io-java-cdap"
+ - "Component: io-java-clickhouse"
+ - "Component: io-java-debezium"
+ - "Component: io-java-elasticsearch"
+ - "Component: io-java-files"
+ - "Component: io-java-gcp"
+ - "Component: io-java-hadoop-file-system"
+ - "Component: io-java-hadoop-format"
+ - "Component: io-java-hbase"
+ - "Component: io-java-hcatalog"
+ - "Component: io-java-healthcare"
+ - "Component: io-java-influxdb"
+ - "Component: io-java-jdbc"
+ - "Component: io-java-jms"
+ - "Component: io-java-kafka"
+ - "Component: io-java-kinesis"
+ - "Component: io-java-kudu"
+ - "Component: io-java-mongodb"
+ - "Component: io-java-mqtt"
+ - "Component: io-java-parquet"
+ - "Component: io-java-pulsar"
+ - "Component: io-java-rabbitmq"
+ - "Component: io-java-redis"
+ - "Component: io-java-snowflake"
+ - "Component: io-java-solr"
+ - "Component: io-java-splunk"
+ - "Component: io-java-text"
+ - "Component: io-java-tfrecord"
+ - "Component: io-java-tika"
+ - "Component: io-java-utilities"
+ - "Component: io-java-xml"
+ - "Component: io-py-avro"
+ - "Component: io-py-aws"
+ - "Component: io-py-common"
+ - "Component: io-py-files"
+ - "Component: io-py-gcp"
+ - "Component: io-py-hadoop"
+ - "Component: io-py-ideas"
+ - "Component: io-py-kafka"
+ - "Component: io-py-mongodb"
+ - "Component: io-py-parquet"
+ - "Component: io-py-tfrecord"
+ - "Component: io-py-vcf"
+ - "Component: java-fn-execution"
+ - "Component: katas"
+ - "Component: project-management"
+ - "Component: release"
+ - "Component: run-inference"
+ - "Component: runner-apex"
+ - "Component: runner-core"
+ - "Component: runner-dataflow"
+ - "Component: runner-direct"
+ - "Component: runner-flink"
+ - "Component: runner-gearpump"
+ - "Component: runner-ideas"
+ - "Component: runner-jet"
+ - "Component: runner-jstorm"
+ - "Component: runner-mapreduce"
+ - "Component: runner-py-direct"
+ - "Component: runner-py-interactive"
+ - "Component: runner-ray"
+ - "Component: runner-samza"
+ - "Component: runner-spark"
+ - "Component: runner-tez"
+ - "Component: runner-twister2"
+ - "Component: runner-universal"
+ - "Component: sdk-go"
+ - "Component: sdk-ideas"
+ - "Component: sdk-java-core"
+ - "Component: sdk-java-harness"
+ - "Component: sdk-py-core"
+ - "Component: sdk-py-harness"
+ - "Component: sdk-typescript"
+ - "Component: test-failures"
+ - "Component: testing"
+ - "Component: testing-nexmark"
+ - "Component: website"
+ validations:
+ required: true
diff --git a/.github/issue-rules.yml b/.github/issue-rules.yml
index 96a1b978e01..9129fee4334 100644
--- a/.github/issue-rules.yml
+++ b/.github/issue-rules.yml
@@ -347,3 +347,9 @@ rules:
- valueFor: 'Component'
contains: 'website'
addLabels: ['website']
+- valueFor: 'Failure'
+ contains: 'Test is flaky'
+ addLabels: ['flaky', 'tests']
+- valueFor: 'Failure'
+ contains: 'Test is continually failing'
+ addLabels: ['permared', 'failing test', 'tests']
