"""Article 1 conclusion: Fig. 14, share of signals exactly on a ZigZag extreme, FU / base / AFU / SFU, 95% Wilson CI."""
import os, sys
import numpy as np, pandas as pd
sys.path.insert(0, os.path.dirname(__file__))
from eng_style import plain, INK, HATCHES

F = os.path.join(os.environ["APPDATA"], r"MetaQuotes\Terminal\Common\Files")
OUT = os.path.dirname(os.path.abspath(__file__))   # charts are saved next to the script


def wilson(k, n, z=1.96):
    p = k / n; den = 1 + z ** 2 / n
    c = (p + z ** 2 / (2 * n)) / den
    h = z * np.sqrt(p * (1 - p) / n + z ** 2 / (4 * n ** 2)) / den
    return c - h, c + h


data = {(s, t): pd.read_csv(os.path.join(F, f"FU_{s}_{t}.csv"))
        for s in ["EURUSD", "BTCUSD", "EURGBP"] for t in ["D1", "H4"]}
groups = {"All sets": list(data), "D1": [k for k in data if k[1] == "D1"], "H4": [k for k in data if k[1] == "H4"]}
types = ["FU", "base", "AFU", "SFU"]
names = {"FU": "FU", "base": "base", "AFU": "AFU", "SFU": "SFU"}

val = {t: [] for t in types}; err = {t: [[], []] for t in types}
for g, keys in groups.items():
    for t in types:
        k = n = 0
        for key in keys:
            d = data[key]
            hit = ((d.dir == -1) & d.zz_high.notna()) | ((d.dir == 1) & d.zz_low.notna())
            m = (d.dir != 0) if t == "base" else (d.type == t)
            k += (m & hit).sum(); n += m.sum()
        lo, hi = wilson(k, n); p = k / n
        val[t].append(100 * p); err[t][0].append(100 * (p - lo)); err[t][1].append(100 * (hi - p))
        print(g, t, round(100 * p, 1), round(100 * lo, 1), round(100 * hi, 1))

fig, ax = plain()
x = np.arange(len(groups)); w = 0.2
hatch = {"FU": HATCHES[0], "base": "", "AFU": HATCHES[2], "SFU": HATCHES[1]}
for j, t in enumerate(types):
    xs = x - 0.4 + w * (j + 0.5)
    ax.bar(xs, val[t], w, fc="#e6e6e6" if t == "base" else "white", ec=INK, lw=1.0, hatch=hatch[t], label=names[t])
    ax.errorbar(xs, val[t], yerr=err[t], fmt="none", ecolor=INK, elinewidth=1.0, capsize=4)
    for xi, v, e in zip(xs, val[t], err[t][1]):
        ax.text(xi, v + e + 0.3, f"{v:.1f}", ha="center", va="bottom", fontsize=8.5)
ax.set_xticks(x); ax.set_xticklabels(list(groups), style="normal")
ax.set_ylabel("% of signals"); ax.set_ylim(0, 26)
ax.legend(loc="upper left", ncol=4, frameon=False, fontsize=9.5)
fig.savefig(os.path.join(OUT, "fig14_ladder.png"), dpi=100)
