-
Notifications
You must be signed in to change notification settings - Fork 45.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #1 from tensorflow/master
new pull
- Loading branch information
Showing
2,217 changed files
with
142,896 additions
and
261,489 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,25 @@ | ||
| # Copyright 2019 The TensorFlow Authors. All Rights Reserved. | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # ============================================================================ | ||
| # | ||
| # THIS IS A GENERATED DOCKERFILE. | ||
| # | ||
| # This file was assembled from multiple pieces, whose use is documented | ||
| # throughout. Please refer to the TensorFlow dockerfiles documentation | ||
| # for more information. | ||
|
|
||
| # A list of assignees | ||
| assignees: | ||
| - saikumarchalla | ||
| - ravikyram |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,178 @@ | ||
| #!/bin/bash | ||
| # Copyright 2016 The TensorFlow Authors. All Rights Reserved. | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # ============================================================================== | ||
| # | ||
| # Pylint wrapper extracted from main TensorFlow, sharing same exceptions. | ||
| # Specify --incremental to only check files touched since last commit on master, | ||
| # otherwise will recursively check current directory (full repo takes long!). | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| # Download latest configs from main TensorFlow repo. | ||
| wget -q -O /tmp/pylintrc https://github.com/raw/tensorflow/tensorflow/master/tensorflow/tools/ci_build/pylintrc | ||
|
|
||
| SCRIPT_DIR=/tmp | ||
|
|
||
| num_cpus() { | ||
| # Get the number of CPUs | ||
| if [[ -f /proc/cpuinfo ]]; then | ||
| N_CPUS=$(grep -c ^processor /proc/cpuinfo) | ||
| else | ||
| # Fallback method | ||
| N_CPUS=`getconf _NPROCESSORS_ONLN` | ||
| fi | ||
| if [[ -z ${N_CPUS} ]]; then | ||
| die "ERROR: Unable to determine the number of CPUs" | ||
| fi | ||
|
|
||
| echo ${N_CPUS} | ||
| } | ||
|
|
||
| get_changed_files_in_last_non_merge_git_commit() { | ||
| git diff --name-only $(git merge-base master $(git branch --show-current)) | ||
| } | ||
|
|
||
| # List Python files changed in the last non-merge git commit that still exist, | ||
| # i.e., not removed. | ||
| # Usage: get_py_files_to_check [--incremental] | ||
| get_py_files_to_check() { | ||
| if [[ "$1" == "--incremental" ]]; then | ||
| CHANGED_PY_FILES=$(get_changed_files_in_last_non_merge_git_commit | \ | ||
| grep '.*\.py$') | ||
|
|
||
| # Do not include files removed in the last non-merge commit. | ||
| PY_FILES="" | ||
| for PY_FILE in ${CHANGED_PY_FILES}; do | ||
| if [[ -f "${PY_FILE}" ]]; then | ||
| PY_FILES="${PY_FILES} ${PY_FILE}" | ||
| fi | ||
| done | ||
|
|
||
| echo "${PY_FILES}" | ||
| else | ||
| find . -name '*.py' | ||
| fi | ||
| } | ||
|
|
||
| do_pylint() { | ||
| if [[ $# == 1 ]] && [[ "$1" == "--incremental" ]]; then | ||
| PYTHON_SRC_FILES=$(get_py_files_to_check --incremental) | ||
|
|
||
| if [[ -z "${PYTHON_SRC_FILES}" ]]; then | ||
| echo "do_pylint will NOT run due to --incremental flag and due to the "\ | ||
| "absence of Python code changes in the last commit." | ||
| return 0 | ||
| fi | ||
| elif [[ $# != 0 ]]; then | ||
| echo "Invalid syntax for invoking do_pylint" | ||
| echo "Usage: do_pylint [--incremental]" | ||
| return 1 | ||
| else | ||
| PYTHON_SRC_FILES=$(get_py_files_to_check) | ||
| fi | ||
|
|
||
| # Something happened. TF no longer has Python code if this branch is taken | ||
| if [[ -z ${PYTHON_SRC_FILES} ]]; then | ||
| echo "do_pylint found no Python files to check. Returning." | ||
| return 0 | ||
| fi | ||
|
|
||
| # Now that we know we have to do work, check if `pylint` is installed | ||
| PYLINT_BIN="python3.8 -m pylint" | ||
|
|
||
| echo "" | ||
| echo "check whether pylint is available or not." | ||
| echo "" | ||
| ${PYLINT_BIN} --version | ||
| if [[ $? -eq 0 ]] | ||
| then | ||
| echo "" | ||
| echo "pylint available, proceeding with pylint sanity check." | ||
| echo "" | ||
| else | ||
| echo "" | ||
| echo "pylint not available." | ||
| echo "" | ||
| return 1 | ||
| fi | ||
|
|
||
| # Configure pylint using the following file | ||
| PYLINTRC_FILE="${SCRIPT_DIR}/pylintrc" | ||
|
|
||
| if [[ ! -f "${PYLINTRC_FILE}" ]]; then | ||
| die "ERROR: Cannot find pylint rc file at ${PYLINTRC_FILE}" | ||
| fi | ||
|
|
||
| # Run pylint in parallel, after some disk setup | ||
| NUM_SRC_FILES=$(echo ${PYTHON_SRC_FILES} | wc -w) | ||
| NUM_CPUS=$(num_cpus) | ||
|
|
||
| echo "Running pylint on ${NUM_SRC_FILES} files with ${NUM_CPUS} "\ | ||
| "parallel jobs..." | ||
| echo "" | ||
|
|
||
| PYLINT_START_TIME=$(date +'%s') | ||
| OUTPUT_FILE="$(mktemp)_pylint_output.log" | ||
| ERRORS_FILE="$(mktemp)_pylint_errors.log" | ||
|
|
||
| rm -rf ${OUTPUT_FILE} | ||
| rm -rf ${ERRORS_FILE} | ||
|
|
||
| set +e | ||
| # When running, filter to only contain the error code lines. Removes module | ||
| # header, removes lines of context that show up from some lines. | ||
| # Also, don't redirect stderr as this would hide pylint fatal errors. | ||
| ${PYLINT_BIN} --rcfile="${PYLINTRC_FILE}" --output-format=parseable \ | ||
| --jobs=${NUM_CPUS} ${PYTHON_SRC_FILES} | grep '\[[CEFW]' > ${OUTPUT_FILE} | ||
| PYLINT_END_TIME=$(date +'%s') | ||
|
|
||
| echo "" | ||
| echo "pylint took $((PYLINT_END_TIME - PYLINT_START_TIME)) s" | ||
| echo "" | ||
|
|
||
| # Report only what we care about | ||
| # Ref https://pylint.readthedocs.io/en/latest/technical_reference/features.html | ||
| # E: all errors | ||
| # W0311 bad-indentation | ||
| # W0312 mixed-indentation | ||
| # C0330 bad-continuation | ||
| # C0301 line-too-long | ||
| # C0326 bad-whitespace | ||
| # W0611 unused-import | ||
| # W0622 redefined-builtin | ||
| grep -E '(\[E|\[W0311|\[W0312|\[C0330|\[C0301|\[C0326|\[W0611|\[W0622)' ${OUTPUT_FILE} > ${ERRORS_FILE} | ||
|
|
||
| # Determine counts of errors | ||
| N_FORBID_ERRORS=$(wc -l ${ERRORS_FILE} | cut -d' ' -f1) | ||
| set -e | ||
|
|
||
| # Now, print the errors we should fix | ||
| echo "" | ||
| if [[ ${N_FORBID_ERRORS} != 0 ]]; then | ||
| echo "Found ${N_FORBID_ERRORS} pylint errors:" | ||
| cat ${ERRORS_FILE} | ||
| fi | ||
|
|
||
| echo "" | ||
| if [[ ${N_FORBID_ERRORS} != 0 ]]; then | ||
| echo "FAIL: Found ${N_FORBID_ERRORS} errors" | ||
| return 1 | ||
| else | ||
| echo "PASS: Found no errors" | ||
| fi | ||
| } | ||
|
|
||
| do_pylint "$@" | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,39 @@ | ||
| # Copyright 2019 The TensorFlow Authors. All Rights Reserved. | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
| # ============================================================================ | ||
| # | ||
| # THIS IS A GENERATED DOCKERFILE. | ||
| # | ||
| # This file was assembled from multiple pieces, whose use is documented | ||
| # throughout. Please refer to the TensorFlow dockerfiles documentation | ||
| # for more information. | ||
|
|
||
| # Number of days of inactivity before an Issue or Pull Request becomes stale | ||
| daysUntilStale: 7 | ||
| # Number of days of inactivity before a stale Issue or Pull Request is closed | ||
| daysUntilClose: 7 | ||
| # Only issues or pull requests with all of these labels are checked if stale. Defaults to `[]` (disabled) | ||
| onlyLabels: | ||
| - stat:awaiting response | ||
| # Comment to post when marking as stale. Set to `false` to disable | ||
| markComment: > | ||
| This issue has been automatically marked as stale because it has not had | ||
| recent activity. It will be closed if no further activity occurs. Thank you. | ||
| # Comment to post when removing the stale label. Set to `false` to disable | ||
| unmarkComment: false | ||
| closeComment: > | ||
| Closing as stale. Please reopen if you'd like to work on this further. | ||
| limitPerRun: 30 | ||
| # Limit to only `issues` or `pulls` | ||
| only: issues |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| name: CI | ||
| on: pull_request | ||
|
|
||
| jobs: | ||
| pylint: | ||
| runs-on: ubuntu-latest | ||
|
|
||
| steps: | ||
| - name: Set up Python 3.8 | ||
| uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: 3.8 | ||
|
|
||
| - name: Install pylint 2.4.4 | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| pip install pylint==2.4.4 | ||
| - name: Checkout code | ||
| uses: actions/checkout@v2 | ||
| with: | ||
| ref: ${{ github.event.pull_request.head.sha }} | ||
| fetch-depth: 0 | ||
|
|
||
| - name: Fetch master for diff | ||
| run: git fetch origin master:master | ||
|
|
||
| - name: Run pylint script | ||
| run: bash ./.github/scripts/pylint.sh --incremental |
Validating CODEOWNERS rules …
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,61 +1,26 @@ | ||
| * @tensorflow/tf-garden-team @tensorflow/tf-model-garden-team | ||
| /official/ @rachellj218 @saberkun @jaeyounkim | ||
| /official/nlp/ @saberkun @chenGitHuber @lehougoogle @rachellj218 | ||
| /official/vision/ @pengchongjin @xianzhidu @yeqingli @arashwan @saberkun @rachellj218 | ||
| /research/adv_imagenet_models/ @alexeykurakin | ||
| /research/adversarial_crypto/ @dave-andersen | ||
| /research/adversarial_logit_pairing/ @alexeykurakin | ||
| /official/nlp/ @saberkun @chenGitHuber @lehougoogle @rachellj218 @jaeyounkim | ||
| /official/vision/ @xianzhidu @yeqingli @arashwan @saberkun @rachellj218 @jaeyounkim | ||
| /official/vision/beta/projects/assemblenet/ @mryoo | ||
| /official/vision/beta/projects/deepmac_maskrcnn/ @vighneshbirodkar | ||
| /official/vision/beta/projects/simclr/ @luotigerlsx @chentingpc @saxenasaurabh | ||
| /research/adversarial_text/ @rsepassi @a-dai | ||
| /research/attention_ocr/ @xavigibert | ||
| /research/audioset/ @plakal @dpwe | ||
| /research/autoaugment/* @barretzoph | ||
| /research/autoencoders/ @snurkabill | ||
| /research/brain_coder/ @danabo | ||
| /research/cognitive_mapping_and_planning/ @s-gupta | ||
| /research/compression/ @nmjohn | ||
| /research/cognitive_planning/ @s-gupta | ||
| /research/cvt_text/ @clarkkev @lmthang | ||
| /research/deep_contextual_bandits/ @rikel | ||
| /research/deep_speech/ @yhliang2018 | ||
| /research/deeplab/ @aquariusjay @yknzhu @gpapan | ||
| /research/delf/ @andrefaraujo | ||
| /research/domain_adaptation/ @bousmalis @dmrd | ||
| /research/efficient-hrl/ @ofirnachum | ||
| /research/feelvos/ @pvoigtlaender @yuningchai @aquariusjay | ||
| /research/fivo/ @dieterichlawson | ||
| /research/global_objectives/ @mackeya-google | ||
| /research/im2txt/ @cshallue | ||
| /research/inception/ @shlens @vincentvanhoucke | ||
| /research/keypointnet/ @mnorouzi | ||
| /research/learned_optimizer/ @olganw @nirum | ||
| /research/learning_to_remember_rare_events/ @lukaszkaiser @ofirnachum | ||
| /research/learning_unsupervised_learning/ @lukemetz @nirum | ||
| /research/lexnet_nc/ @vered1986 @waterson | ||
| /research/lfads/ @jazcollins @sussillo | ||
| /research/lm_1b/ @oriolvinyals @panyx0718 | ||
| /research/lm_commonsense/ @thtrieu | ||
| /research/lstm_object_detection/ @yinxiaoli @yongzhe2160 | ||
| /research/marco/ @vincentvanhoucke | ||
| /research/maskgan/ @liamb315 @a-dai | ||
| /research/namignizer/ @knathanieltucker | ||
| /research/neural_gpu/ @lukaszkaiser | ||
| /research/neural_programmer/ @arvind2505 | ||
| /research/next_frame_prediction/ @panyx0718 | ||
| /research/object_detection/ @jch1 @tombstone @pkulzc | ||
| /research/pcl_rl/ @ofirnachum | ||
| /research/ptn/ @xcyan @arkanath @hellojas @honglaklee | ||
| /research/qa_kg/ @yuyuz | ||
| /research/real_nvp/ @laurent-dinh | ||
| /research/rebar/ @gjtucker | ||
| /research/sentiment_analysis/ @sculd | ||
| /research/seq2species/ @apbusia @depristo | ||
| /research/skip_thoughts/ @cshallue | ||
| /research/seq_flow_lite/ @thunderfyc | ||
| /research/slim/ @sguada @marksandler2 | ||
| /research/steve/ @buckman-google | ||
| /research/street/ @theraysmith | ||
| /research/struct2depth/ @aneliaangelova | ||
| /research/swivel/ @waterson | ||
| /research/tcn/ @coreylynch @sermanet | ||
| /research/textsum/ @panyx0718 @peterjliu | ||
| /research/transformer/ @daviddao | ||
| /research/vid2depth/ @rezama | ||
| /research/video_prediction/ @cbfinn |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.