LanguageJson.py

import json
import gitlab
from datetime import datetime
import time
from concurrent.futures import ThreadPoolExecutor, as_completed

def get_project_languages(project):
    """Récupère les langages pour un projet donné, en gérant les exceptions."""
    try:
        return project.id, project.languages()
    except Exception as e:
        print(f"Erreur pour le projet {project.id}: {e}")
        return project.id, {}

def json_number_language(projects, max_workers=10) -> json:
    """Crée le JSON des langues utilisées sur tous les projets GitLab, en parallèle."""
    result = {}

    # Appels parallèles aux projets GitLab
    with ThreadPoolExecutor(max_workers=max_workers) as executor:
        futures = [executor.submit(get_project_languages, project) for project in projects]
        for future in as_completed(futures):
            project_id, languages = future.result()
            for language, lines in languages.items():
                result[language] = result.get(language, 0) + lines

    total_lines = sum(result.values())
    result_percentage = {
        language: (lines / total_lines) * 100 for language, lines in result.items()
    }
    sorted_result = sorted(result_percentage.items(), key=lambda item: item[1], reverse=True)

    current_date = datetime.now().strftime("%Y-%m-%d")
    json_structure = [{
        "date": current_date,
        "state": [item[0] for item in sorted_result],
        "count": [item[1] for item in sorted_result],
    }]

    try:
        with open("json/Language/cumulate.json", "r") as file:
            existing_data = json.load(file)
    except (FileNotFoundError, json.JSONDecodeError):
        existing_data = []

    if isinstance(existing_data, list):
        existing_data.extend(json_structure)
    else:
        existing_data = json_structure

    with open("json/Language/cumulate.json", "w") as file:
        json.dump(existing_data, file, indent=4)

    return json.dumps(existing_data, indent=4)

# if __name__ == "__main__":
#     print("fetch")
#     gl = gitlab.Gitlab(GITLAB_URL, private_token=ACCESS_TOKEN)
#     projects = gl.projects.list(all=True)

#     print("start")
#     start_time = time.time()
#     output_json = json_number_language(projects)  
#     print(output_json)
#     print(f"Temps d'exécution : {time.time() - start_time:.2f} secondes")
# 6s pour environ 900projets
# soit 0,006 s par projets