O'zini tuzatuvchi quvur

ConnectionError: tashqi API javob bermadi (timeout)

import pandas as pd
show(pd.DataFrame([
    {"Xato": "Tarmoq timeout", "Turi": "O'tkinchi", "To'g'ri javob": "Qayta urinish"},
    {"Xato": "HTTP 503 (server band)", "Turi": "O'tkinchi", "To'g'ri javob": "Qayta urinish"},
    {"Xato": "HTTP 429 (juda ko'p so'rov)", "Turi": "O'tkinchi", "To'g'ri javob": "Kutib qayta urinish"},
    {"Xato": "HTTP 404 (topilmadi)", "Turi": "Doimiy", "To'g'ri javob": "To'xtash, xabar berish"},
    {"Xato": "HTTP 401 (parol xato)", "Turi": "Doimiy", "To'g'ri javob": "To'xtash, xabar berish"},
    {"Xato": "Ustun nomi yo'q", "Turi": "Doimiy", "To'g'ri javob": "To'xtash, xabar berish"},
]))

for i in range(3):
    try:
        return api_dan_ol()
    except Exception:
        continue

"""Qayta urinish, backoff, jitter va zanjir uzgich."""
import random
import time
from typing import Any, Callable

OTKINCHI = (ConnectionError, TimeoutError)


class DoimiyXato(Exception):
    """Qayta urinish foyda bermaydigan xato."""


def qayta_urin(
    f: Callable[[], Any],
    urinish: int = 4,
    asos: float = 0.1,
    jitter: bool = True,
) -> Any:
    """O'tkinchi xatolarda backoff bilan qayta uradi.

    asos: birinchi kutish (soniya). Har urinishda ikki barobar oshadi.
    """
    oxirgi: Exception | None = None
    for n in range(urinish):
        try:
            return f()
        except DoimiyXato:
            raise                                   # doimiy xato - darhol to'xta
        except OTKINCHI as e:
            oxirgi = e
            if n == urinish - 1:
                break
            kut = asos * (2 ** n)
            if jitter:
                kut *= 0.5 + random.random()        # 50%..150%
            time.sleep(kut)
    raise RuntimeError(f"{urinish} urinishdan keyin ham muvaffaqiyatsiz: {oxirgi}")


class ZanjirUzgich:
    """Circuit breaker: ketma-ket xatodan keyin urinishni butunlay to'xtatadi.

    Sabab: yiqilgan servisga urinaverish uni tiklanishga qo'ymaydi.
    """

    def __init__(self, chegara: int = 5, tiklanish: float = 30.0) -> None:
        self.chegara = chegara
        self.tiklanish = tiklanish
        self.xatolar = 0
        self.ochilgan: float | None = None

    @property
    def ochiqmi(self) -> bool:
        if self.ochilgan is None:
            return False
        if time.monotonic() - self.ochilgan > self.tiklanish:
            self.ochilgan, self.xatolar = None, 0    # yarim ochiq: yana sinab ko'ramiz
            return False
        return True

    def chaqir(self, f: Callable[[], Any]) -> Any:
        if self.ochiqmi:
            raise RuntimeError("zanjir uzilgan - urinish qilinmadi")
        try:
            natija = f()
        except Exception:
            self.xatolar += 1
            if self.xatolar >= self.chegara:
                self.ochilgan = time.monotonic()
            raise
        self.xatolar = 0
        return natija

python3 -c "
import sys, time; sys.path.insert(0, 'src')
from quvur.chidamlilik import qayta_urin, DoimiyXato

# 3-urinishda ishlaydigan soxta API
holat = {'n': 0}
def beqaror_api():
    holat['n'] += 1
    if holat['n'] < 3:
        raise ConnectionError('tarmoq uzildi')
    return 'maʼlumot keldi'

t0 = time.perf_counter()
natija = qayta_urin(beqaror_api, asos=0.1, jitter=False)
dt = time.perf_counter() - t0
print(f'natija      : {natija}')
print(f'urinishlar  : {holat[\"n\"]}')
print(f'jami kutish : {dt*1000:.0f} ms  (0.1s + 0.2s kutildi)')
print()

# doimiy xato - qayta urinmasligi kerak
holat2 = {'n': 0}
def buzuq_api():
    holat2['n'] += 1
    raise DoimiyXato('401: parol notogri')

t0 = time.perf_counter()
try:
    qayta_urin(buzuq_api, asos=0.1)
except DoimiyXato as e:
    dt = time.perf_counter() - t0
    print(f'doimiy xato : {e}')
    print(f'urinishlar  : {holat2[\"n\"]}  (qayta urinilmadi)')
    print(f'sarflangan  : {dt*1000:.0f} ms')
"

python3 -c "
import random, collections

def urinish_vaqtlari(n_quvur=100, jitter=False, asos=1.0, urinish=4):
    random.seed(7)
    vaqtlar = []
    for _ in range(n_quvur):
        t = 0.0
        for k in range(urinish):
            kut = asos * (2 ** k)
            if jitter:
                kut *= 0.5 + random.random()
            t += kut
            vaqtlar.append(round(t, 1))
    return collections.Counter(vaqtlar)

for nom, j in (('JITTERSIZ', False), ('JITTER BILAN', True)):
    c = urinish_vaqtlari(jitter=j)
    eng_zich = c.most_common(1)[0]
    print(f'{nom:14s} eng zich soniya: {eng_zich[0]:>5}s da {eng_zich[1]:>3} ta urinish, '
          f'jami {len(c)} xil vaqt')
"

python3 -c "
import sys; sys.path.insert(0, 'src')
from quvur.chidamlilik import ZanjirUzgich

z = ZanjirUzgich(chegara=3, tiklanish=0.5)

def yiqilgan_servis():
    raise ConnectionError('servis ishlamayapti')

urinildi = 0
uzilgan = 0
for i in range(10):
    try:
        z.chaqir(yiqilgan_servis)
    except ConnectionError:
        urinildi += 1
    except RuntimeError:
        uzilgan += 1

print(f'haqiqiy urinish      : {urinildi}  (zanjir uzilgunga qadar)')
print(f'urinilmadi (uzilgan) : {uzilgan}')
print(f'tejaldi              : {uzilgan/10*100:.0f}% so\\'rov')
print()
import time; time.sleep(0.6)
print('0.6 s kutildi (tiklanish muddati o\\'tdi)')
print('zanjir ochiqmi:', z.ochiqmi, '-> yana sinab ko\\'rish mumkin')
"

python3 -c "
import sys, json, pathlib; sys.path.insert(0, 'src')
import pandas as pd

d = pd.read_csv('../datasets/ijara.csv').head(3000).copy()

# ataylab buzamiz
import numpy as np
rng = np.random.default_rng(42)
buzuq = rng.choice(d.index, 90, replace=False)
d.loc[buzuq[:30], 'narx_mln'] = -5          # manfiy narx
d.loc[buzuq[30:60], 'maydon'] = 0           # nol maydon
d.loc[buzuq[60:], 'xonalar'] = 99           # imkonsiz xona soni

QOIDA = {
    'narx_mln': lambda s: (s > 0) & (s < 200),
    'maydon':   lambda s: (s >= 10) & (s <= 500),
    'xonalar':  lambda s: (s >= 1) & (s <= 10),
}

yaxshi = pd.Series(True, index=d.index)
sabab = {}
for ustun, tekshir in QOIDA.items():
    ok = tekshir(d[ustun])
    sabab[ustun] = int((~ok).sum())
    yaxshi &= ok

toza = d[yaxshi]
karantin = d[~yaxshi]

print(f'kirgan qatorlar  : {len(d):,}')
print(f'toza             : {len(toza):,}')
print(f'karantin         : {len(karantin):,}')
print()
for u, n in sabab.items():
    print(f'  {u:10s}: {n:>3} qator qoidaga mos emas')
print()
ulush = len(karantin)/len(d)*100
print(f'karantin ulushi  : {ulush:.2f}%')
print(f'qaror            : {\"DAVOM ETADI\" if ulush < 5 else \"TOXTAYDI\"} (chegara 5%)')
"

python3 -c "
import pandas as pd, pathlib

d = pd.read_csv('../datasets/ijara.csv').head(500).drop_duplicates('elon_id')
kun = '2026-09-15'

def qoshib_yoz(fayl):
    '''NOTOGRI: har safar qoshadi'''
    eski = pd.read_csv(fayl) if pathlib.Path(fayl).exists() else pd.DataFrame()
    pd.concat([eski, d]).to_csv(fayl, index=False)
    return len(pd.read_csv(fayl))

def almashtirib_yoz(fayl):
    '''TOGRI: shu kun uchun ozgarishni almashtiradi'''
    eski = pd.read_csv(fayl) if pathlib.Path(fayl).exists() else pd.DataFrame(columns=d.columns)
    if 'kun' in eski.columns:
        eski = eski[eski['kun'] != kun]
    yangi = d.assign(kun=kun)
    pd.concat([eski, yangi]).to_csv(fayl, index=False)
    return len(pd.read_csv(fayl))

for nom, f, fayl in (('qoshib yozish', qoshib_yoz, 'a.csv'), ('almashtirib yozish', almashtirib_yoz, 'b.csv')):
    pathlib.Path(fayl).unlink(missing_ok=True)
    n1 = f(fayl); n2 = f(fayl); n3 = f(fayl)
    print(f'{nom:20s}: 1-ishga tushirish {n1:>5,} | 2-marta {n2:>5,} | 3-marta {n3:>5,}')
    pathlib.Path(fayl).unlink(missing_ok=True)
print()
print('Birinchisi har safar shishadi. Ikkinchisi ozgarmaydi - u idempotent.')
"

diagramma(
    {
        "Manba": (0, 1.8, 1.8, 0.9, "manba"),
        "Qayta urinish\n+ backoff": (2.6, 1.8, 2.3, 0.9, "qayta"),
        "Zanjir\nuzgich": (5.6, 1.8, 1.9, 0.9, "qayta"),
        "Sifat\ntekshiruvi": (8.2, 1.8, 2.0, 0.9, "qayta"),
        "Karantin": (8.2, 0.2, 2.0, 0.8, "kuzatuv"),
        "Idempotent\nyozish": (11.0, 1.8, 2.1, 0.9, "saqlash"),
    },
    [
        ("Manba", "Qayta urinish\n+ backoff"),
        ("Qayta urinish\n+ backoff", "Zanjir\nuzgich"),
        ("Zanjir\nuzgich", "Sifat\ntekshiruvi"),
        ("Sifat\ntekshiruvi", "Karantin", "yomon"),
        ("Sifat\ntekshiruvi", "Idempotent\nyozish", "toza"),
    ],
    nom="ozini_tuzatish.png", kenglik=14,
    izoh="Har bosqich bitta xato turini hal qiladi. Birgalikda tungi qongiroqni yoqotadi.",
)