Source code for sosw.components.sigv4

"""
..  hidden-code-block:: text
    :label: View Licence Agreement <br>

    sosw - Serverless Orchestrator of Serverless Workers

    The MIT License (MIT)
    Copyright (C) 2024  sosw core contributors <info@sosw.app>

    Permission is hereby granted, free of charge, to any person obtaining a copy
    of this software and associated documentation files (the "Software"), to deal
    in the Software without restriction, including without limitation the rights
    to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
    copies of the Software, and to permit persons to whom the Software is
    furnished to do so, subject to the following conditions:

    The above copyright notice and this permission notice shall be included in all
    copies or substantial portions of the Software.

    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
    OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
    SOFTWARE.
"""

__all__ = ['AwsSigV4RequestGenerator']
__author__ = "Ivan Sushkov"

import os
import hmac
import hashlib
import logging
import datetime

from urllib.parse import quote, urlparse

logger = logging.getLogger()


[docs] class AwsSigV4RequestGenerator: """ Signature Version 4 (SigV4) is the process to add authentication information to AWS API requests sent by HTTP. For security, most requests to AWS must be signed with an access key. The access key consists of an access key ID and secret access key, which are commonly referred to as your security credentials. How Signature Version 4 works: #. Create a canonical request. #. Use the canonical request and additional metadata to create a string for signing. #. Derive a signing key from your AWS secret access key. Then use the signing key, and the string from the previous #. Add the resulting signature to the HTTP request in a header. """ def __init__(self, **kwargs): """ Supported parameters as kwargs: - aws_service='es' - aws_access_key_id='YOUR_KEY_ID' - aws_secret_access_key='YOUR_SECRET' - aws_session_token='YOUR_SESSION_TOKEN' - aws_region='us-east-1' - aws_host='search-service.us-east-1.es.amazonaws.com' """ if not kwargs.get('aws_service'): raise KeyError("Service is required") self.__dict__.update(kwargs) if not all(getattr(self, attr, None) for attr in ["aws_access_key_id", "aws_secret_access_key"]): logger.debug("Checking environment for credentials") self.aws_access_key_id = os.getenv('AWS_ACCESS_KEY_ID') self.aws_secret_access_key = os.getenv('AWS_SECRET_ACCESS_KEY') self.aws_session_token = os.getenv('AWS_SESSION_TOKEN') or os.getenv('AWS_SECURITY_TOKEN') if any(True for x in (self.aws_access_key_id, self.aws_secret_access_key) if x is None): raise KeyError("AWS Access Key ID and Secret Access Key are required") if not getattr(self, 'aws_region', None): logger.debug("Checking environment for region") self.aws_region = os.getenv('AWS_REGION') if self.aws_region is None: raise KeyError("Region is required") def __call__(self, request): """ Adds the authorization headers required by Amazon's signature version 4 signing process to the request. Adapted from https://docs.aws.amazon.com/general/latest/gr/sigv4-signed-request-examples.html """ self.amzdate, self.datestamp = self.get_headers_and_credential_date() aws_sigv4_headers = self.get_aws_sigv4_headers(request) request.headers.update(aws_sigv4_headers) return request
[docs] def get_aws_sigv4_headers(self, request): """ Returns a dictionary containing the necessary headers for Amazon's signature version 4 signing process. """ parsed_url = urlparse(request.url) logger.debug("Request URL: %s", parsed_url) canonical_querystring = self.get_canonical_querystring(parsed_url) canonical_uri = self.get_canonical_uri(parsed_url) canonical_headers = self.get_canonical_headers(parsed_url) payload_hash = self.get_payload_hash(request) signed_headers = 'host;x-amz-date;x-amz-security-token' if self.aws_session_token else 'host;x-amz-date' canonical_request = '\n'.join([request.method, canonical_uri, canonical_querystring, canonical_headers, signed_headers, payload_hash]) logger.debug("Canonical Request: '%s'", canonical_request) authorization_header = self.get_authorization_header(canonical_request, signed_headers) headers = { 'Authorization': authorization_header, 'X-AMZ-Date': self.amzdate, 'x-amz-content-sha256': payload_hash, } if self.aws_session_token: request.headers['x-amz-security-token'] = self.aws_session_token logger.debug("Generated Request Headers: %s", headers) return headers
@staticmethod def sign(key, msg): return hmac.new(key, msg.encode('utf-8'), hashlib.sha256).digest()
[docs] @staticmethod def get_headers_and_credential_date(): """ Create a date for headers and the credential string """ date_utc_now = datetime.datetime.utcnow() amzdate = date_utc_now.strftime('%Y%m%dT%H%M%SZ') datestamp = date_utc_now.strftime('%Y%m%d') logger.debug("Starting authentication with amzdate=%s and datestamp=%s", amzdate, datestamp) return amzdate, datestamp
[docs] @staticmethod def get_payload_hash(request): """ Create payload hash. For GET requests, the payload is an empty string ("") """ if request.method == 'GET': payload = ''.encode('utf-8') else: if request.body: payload = request.body if isinstance(request.body, bytes) else request.body.encode('utf-8') else: payload = b'' logger.debug("Request Body: <bytes> %s", payload) return hashlib.sha256(payload).hexdigest()
[docs] @staticmethod def get_canonical_querystring(parsed_url): """ Create the canonical query string. According to AWS, by the end of this function our query string values must be URL-encoded (space=%20) and the parameters must be sorted by name. """ querystring = dict(map(lambda i: i.split('='), parsed_url.query.split('&'))) if len( parsed_url.query) else dict() canonical_querystring = "&".join(map(lambda parsed_url: "=".join(parsed_url), sorted(querystring.items()))) return canonical_querystring
[docs] @staticmethod def get_canonical_uri(parsed_url): """ Create canonical URI--the part of the URI from domain to query string (use '/' if no path) """ canonical_uri = quote(parsed_url.path if parsed_url.path else '/', safe='/-_.~') return canonical_uri
[docs] def get_signature_key(self): """ Key derivation functions. See: http://docs.aws.amazon.com/general/latest/gr/signature-v4-examples.html#signature-v4-examples-python """ k_date = self.sign(('AWS4' + self.aws_secret_access_key).encode('utf-8'), self.datestamp) k_region = self.sign(k_date, self.aws_region) k_service = self.sign(k_region, self.aws_service) k_signing = self.sign(k_service, 'aws4_request') return k_signing
[docs] def get_canonical_headers(self, parsed_url): """ Create the canonical headers and signed headers. Header names must be trimmed and lowercase, and sorted in code point order from low to high. Note that there is a trailing ``\\n``. """ # We check if we get host from kwargs than hostname of parsed url host = getattr(self, 'aws_host', None) or parsed_url.hostname canonical_headers = ('host:' + host + '\n' + 'x-amz-date:' + self.amzdate + '\n') if self.aws_session_token: canonical_headers += 'x-amz-security-token:' + self.aws_session_token + '\n' return canonical_headers
[docs] def get_authorization_header(self, canonical_request, signed_headers): """ Create authorization header and add to request headers. """ credential_scope = '/'.join([self.datestamp, self.aws_region, self.aws_service, 'aws4_request']) string_to_sign = '\n'.join(['AWS4-HMAC-SHA256', self.amzdate, credential_scope, hashlib.sha256(canonical_request.encode('utf-8')).hexdigest()]) logger.debug("String-to-Sign: %s", string_to_sign) signing_key = self.get_signature_key() signature = hmac.new(signing_key, string_to_sign.encode('utf-8'), hashlib.sha256).hexdigest() logger.debug("Signature: %s", signature) authorization_header = "AWS4-HMAC-SHA256 Credential={}/{}, SignedHeaders={}, Signature={}".format( self.aws_access_key_id, credential_scope, signed_headers, signature) return authorization_header