patchcenter/tools/import_environnement.py
Admin MPCZ 753d4076c9 Migre etat vers labels iTop verbatim (Production, Nouveau, etc.)
Aligne la colonne servers.etat sur les valeurs iTop exactes au lieu
des codes lowercase internes.

Impact:
- servers.etat stocke: Production, Implémentation, Stock, Obsolète,
  EOL, prêt, tests, Nouveau, A récupérer, Cassé, Cédé, En panne,
  Perdu, Recyclé, Occasion, A détruire, Volé
- Remplace tous les 'production'/'obsolete'/'stock'/'eol'/'implementation'
  en WHERE/comparisons par les labels iTop verbatim (~10 fichiers)
- Templates badges/filtres: valeurs + labels iTop
- itop_service: maintient mapping iTop API internal code <-> DB label
- import_sanef_*: norm_etat retourne la valeur iTop verbatim ou None
  (plus de fallback silencieux sur 'production')

Ajoute:
- tools/import_etat_itop.py : migration lowercase -> iTop + re-import CSV
- tools/import_environnement.py : fix dry-run pour ADD COLUMN idempotent

Supprime:
- tools/fix_etat_extend.py (obsolete par import_etat_itop.py)
2026-04-14 18:40:56 +02:00

123 lines
4.1 KiB
Python

"""Ajoute colonne environnement sur servers et importe depuis CSV iTop.
Stocke les 7 valeurs iTop verbatim: Développement, Intégration, Pré-Prod,
Production, Recette, Test, Formation.
Usage:
python tools/import_environnement.py <csv1> [<csv2> ...] [--dry-run]
"""
import os
import csv
import argparse
from sqlalchemy import create_engine, text
DATABASE_URL = os.getenv("DATABASE_URL_DEMO") or os.getenv("DATABASE_URL") \
or "postgresql://patchcenter:PatchCenter2026!@localhost:5432/patchcenter_demo"
ITOP_ENVS = [
"Développement", "Intégration", "Pré-Prod",
"Production", "Recette", "Test", "Formation",
]
# Aliases courants -> valeur iTop canonique
ENV_ALIASES = {
"developpement": "Développement",
"dev": "Développement",
"integration": "Intégration",
"int": "Intégration",
"preprod": "Pré-Prod",
"pre-prod": "Pré-Prod",
"pre prod": "Pré-Prod",
"prod": "Production",
"production": "Production",
"recette": "Recette",
"rec": "Recette",
"test": "Test",
"tests": "Test",
"formation": "Formation",
}
def norm_env(raw):
if not raw:
return None
s = raw.strip()
if not s or s in ("-", "(null)", "workgroup"):
return None
if s in ITOP_ENVS:
return s
return ENV_ALIASES.get(s.lower())
def main():
parser = argparse.ArgumentParser()
parser.add_argument("csv_paths", nargs="+")
parser.add_argument("--dry-run", action="store_true")
args = parser.parse_args()
engine = create_engine(DATABASE_URL)
print(f"[INFO] DB: {DATABASE_URL.split('@')[-1]}")
conn = engine.connect().execution_options(isolation_level="AUTOCOMMIT")
# 1. Ajoute colonne + CHECK (idempotent, toujours execute y compris dry-run)
print("[INFO] Ajoute colonne environnement...")
conn.execute(text("ALTER TABLE servers ADD COLUMN IF NOT EXISTS environnement varchar(20)"))
conn.execute(text("ALTER TABLE servers DROP CONSTRAINT IF EXISTS servers_environnement_check"))
allowed_sql = ", ".join(f"'{v}'" for v in ITOP_ENVS)
conn.execute(text(
f"ALTER TABLE servers ADD CONSTRAINT servers_environnement_check "
f"CHECK (environnement IN ({allowed_sql}) OR environnement IS NULL)"
))
print(f"[INFO] Envs iTop autorises: {ITOP_ENVS}")
# 2. Relecture CSV -> update
updated = 0
unchanged = 0
not_found = 0
unknown = set()
for csv_path in args.csv_paths:
print(f"\n[INFO] Lecture {csv_path}")
with open(csv_path, "r", encoding="utf-8-sig", newline="") as f:
sample = f.read(4096)
f.seek(0)
delim = ";" if sample.count(";") > sample.count(",") else ","
reader = csv.DictReader(f, delimiter=delim)
rows = list(reader)
print(f"[INFO] {len(rows)} lignes (delim={delim!r})")
for r in rows:
hostname = (r.get("Nom") or r.get("Hostname") or "").strip()
if not hostname or not any(c.isalpha() for c in hostname):
continue
raw = (r.get("Environnement") or r.get("Environment") or "").strip()
new_env = norm_env(raw)
if raw and new_env is None and raw not in ("-", "(null)", "workgroup", ""):
unknown.add(raw)
continue
if new_env is None:
continue
srv = conn.execute(text("SELECT id, environnement FROM servers WHERE hostname=:h"),
{"h": hostname}).fetchone()
if not srv:
not_found += 1
continue
if srv.environnement == new_env:
unchanged += 1
continue
if args.dry_run:
print(f" DRY: {hostname} {srv.environnement} -> {new_env}")
else:
conn.execute(text("UPDATE servers SET environnement=:e WHERE id=:sid"),
{"e": new_env, "sid": srv.id})
updated += 1
conn.close()
print(f"\n[DONE] Maj: {updated} | Inchanges: {unchanged} | Hors base: {not_found}")
if unknown:
print(f"[WARN] Valeurs non mappees: {unknown}")
if __name__ == "__main__":
main()