Source code for google.cloud.forseti.common.util.retryable_exceptions

# Copyright 2017 The Forseti Security Authors. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""Module to determine whether an exception should be retried."""

import http.client
import socket
import ssl
import urllib.error
import urllib.parse

from future import standard_library
from googleapiclient import errors
import httplib2

from google.cloud.forseti.scanner.scanners.config_validator_util import (
    errors as cv_errors
)

standard_library.install_aliases()

RETRYABLE_EXCEPTIONS = (
    http.client.ResponseNotReady,
    http.client.IncompleteRead,
    httplib2.ServerNotFoundError,
    socket.error,
    ssl.SSLError,
    urllib.error.URLError,  # include "no network connection"
)

CONFIG_VALIDATOR_EXCEPTIONS = (
    cv_errors.ConfigValidatorServerUnavailableError,
)


[docs]def is_retryable_exception(e): """Whether exception should be retried. Args: e (Exception): Exception object. Returns: bool: True for exceptions to retry. False otherwise. """ if isinstance(e, errors.HttpError): if e.resp.status == 429: # Resource exhausted error. return True return isinstance(e, RETRYABLE_EXCEPTIONS)
[docs]def is_retryable_exception_cv(e): """Whether exception should be retried for Config Validator communications. Args: e (Exception): Exception object. Returns: bool: True for exceptions to retry. False otherwise. """ return isinstance(e, CONFIG_VALIDATOR_EXCEPTIONS)