Reddit DevOps

Azure API - too many requests issue.

I am trying to fetch the cost & the sub for which it is in a certain limit , like under 5 $, May you guys please take a look, how can i optimize this. I have already fetched the sub ID in a different txt file & importing those here in this script. Taken help from co pliot as well

import requests
import pandas as pd
import time
import random
import ssl
from requests.adapters import HTTPAdapter
from urllib3.util.retry import Retry
from datetime import datetime

# Azure Credentials
TENANT_ID = "x"
CLIENT_ID = "x"
CLIENT_SECRET = "x"
# File containing subscription IDs
SUBSCRIPTIONS_FILE = "subscriptions.txt"
# Exclude specific subscriptions
EXCLUDED_NAMES = ["visual studio", "suscripción de visual studio", "mpn", "pay-as-you-go"]

# Azure Endpoints
TOKEN_URL = f"https://login.microsoftonline.com/{TENANT_ID}/oauth2/v2.0/token"
# Force TLS 1.2+ to prevent SSL errors
ssl_context = ssl.create_default_context()
ssl_context.set_ciphers('DEFAULT:@SECLEVEL=1')

# Configure Requests session with retries
session = requests.Session()
retries = Retry(
total=3,
backoff_factor=5, # Increase delay between retries
status_forcelist=[429, 500, 502, 503, 504] # Retry on rate limits and server errors
)
session.mount("https://", HTTPAdapter(max_retries=retries))

# Get Access Token
def get_access_token():
data = {
"grant_type": "client_credentials",
"client_id": CLIENT_ID,
"client_secret": CLIENT_SECRET,
"scope": "https://management.azure.com/.default"
}
response = session.post(TOKEN_URL, data=data)
response.raise_for_status()
return response.json()["access_token"]

# Read subscription IDs from file
def read_subscription_ids():
with open(SUBSCRIPTIONS_FILE, "r") as file:
return [line.strip() for line in file.readlines() if line.strip()]

# Get cost details for multiple subscriptions in a batch
def get_costs_for_subscriptions(subscription_ids, token):
results = []
failed_subscriptions = []

BATCH_SIZE = 5 # Batch size to avoid Azure rate limits
for i in range(0, len(subscription_ids), BATCH_SIZE):
batch = subscription_ids[i:i + BATCH_SIZE]

for sub_id in batch:
COST_URL = f"https://management.azure.com/subscriptions/{sub_id}/providers/Microsoft.CostManagement/query?api-version=2023-03-01"
headers = {"Authorization": f"Bearer {token}"}

cost_query = {
"type": "ActualCost",
"timeframe": "Custom",
"timePeriod": {
"from": "2025-02-01T00:00:00Z",
"to": "2025-02-28T23:59:59Z"
},
"dataset": {
"granularity": "None",
"aggregation": {
"totalCost": {
"name": "PreTaxCost",
"function": "Sum"
}
}
}
}

for attempt in range(3): # Retry max 3 times
try:
response = session.post(COST_URL, headers=headers, json=cost_query)

if response.status_code == 429:
wait = 5 ** attempt + random.uniform(1, 3) # Exponential backoff
print(f"🔁 429 Too Many Requests for {sub_id}. Retrying in {wait:.2f}s...")
time.sleep(wait)
continue # Retry request
elif response.status_code == 400:
print(f"❌ 400 Bad Request for {sub_id}. Skipping...")
failed_subscriptions.append({"Subscription ID": sub_id,

6 views15:28