ActivityAnalyzer.pyw

######################################################
## This script doesn't affect any CC/CQ artifacts.
## It only delivers data to your fingertips very fast.
## It allows you to analyze either whole freeze list,
## one or more activities or make delivery preview.
## This script will be used mainly for determination
## of dependencies on different activities.
##
##
## Created by Ondrej MICHAL (H157043)
## Updated: 04/2019
######################################################

#########
## Time spent on kaizen (charged ie. at work)
## 24.5.2018 8:15h
#########

#!/usr/bin/env python
# -*- coding: utf-8 -*-
import os, re, sys
from pip._internal import main as pipmain
from subprocess import PIPE, Popen
pkgLst = ["Tkinter", "tkFileDialog", "openpyxl"]

# pylint: disable=C0103, C0301, C0326
def install(pkgLst):
    try:
        pipmain(["install", "--upgrade", "pip"])
    except:
        print("\33[101m\nERROR: Unable to upgrade PIP package.\33[0m")
    for pkg in pkgLst:
        try:
            import pkg
        except:
            try:
                pipmain(["install", pkg])
                import pkg
            except:
                print("\33[101m\nERROR: Unable to install {} package.\33[0m").format(pkg)
                sys.exit()

def FindView(inFileTxt):
    view = tkFileDialog.askdirectory(title="Choose view", initialdir="C:")
    inFileTxt.delete(0, 'end')
    inFileTxt.insert(0, view)

def FindFreezeFile(outFileTxt):
    freezeList = tkFileDialog.askopenfilename(title="Choose freeze list", initialdir="//az18st2701/FCOPS/C919_NLR/C919_Software_NLR/SIR", defaultextension=".xlsx")
    outFileTxt.delete(0, 'end')
    outFileTxt.insert(0, freezeList)

def Analyze(freezeList, view, VOB, intView, project):
    w = openpyxl.load_workbook(freezeList.get())
    ws = w.get_sheet_by_name(name='SIR List')
    # Dictionary of all ARs in SIR List {'DEV_Phx':[AR, AR,...],'DEV_FACRI':[AR, AR,...]}
    ARdict = {}
    HonFei_Facri = [] # list of all HonFei/FACRI ARs
    PVOB = VOB.get()

    for row in ws.iter_rows():
        if row[0].value is None or row[3].value is None or row[5].value is  None:
            continue
        if row[0].value == "Building" and ('C919' in row[5].value) and ('Brno' not in row[3].value) and ('India' not in row[3].value):
            AR = re.search(r'C919[A-Z]\d{8}', row[5].value)
            if AR is None:
                continue
            AR = AR.group(0)
            com = Popen(r"cleartool descr -fmt '%[stream]Xp' activity:"+AR+"@\\"+PVOB, stdout=PIPE, universal_newlines=True, creationflags=0x08000000)
            AR_stream, stderrdata = com.communicate()
            AR_stream = AR_stream.strip("'")
            if AR_stream == "":
                # DEV_HonFei/DEV_FACRI
                HonFei_Facri.append(AR)
            elif AR_stream in ARdict:
                ARdict[AR_stream].append(AR)
            else:
                ARdict[AR_stream] = [AR]

    if HonFei_Facri:  # check empty list 'the pythonic way'
        # cleartool deliver -preview -long -stream DEV_HonFei@\C919_FC_RC_HI_PVOB -to H157043_C919_FC_SW_Int_Voltron -target C919_FC_SW_Int@\C919_FC_RC_HI_PVOB
        com = Popen(r'cleartool lsactivity -fmt "%[crm_record_id]p %[headline]p\n" -in stream:DEV_HonFei@\C919_FC_RC_HI_PVOB')
        AllHonFeiAct, stderrdata = com.communicate()
        # cleartool deliver -preview -long -stream DEV_FACRI@\C919_FC_RC_HI_PVOB -to H157043_C919_FC_SW_Int_Voltron -target C919_FC_SW_Int@\C919_FC_RC_HI_PVOB
        com = Popen(r'cleartool lsactivity -fmt "%[crm_record_id]p %[headline]p\n" -in stream:DEV_FACRI@\C919_FC_RC_HI_PVOB')
        AllFacriAct, stderrdata = com.communicate()
        HonFeiList = []
        FACRIList = []
        for hf_ar in HonFei_Facri:
            for hf in AllHonFeiAct:
                if (hf_ar in hf) and (hf_ar not in HonFeiList):
                    HonFeiList.append(hf[:13])
            for fa in AllFacriAct:
                if (hf_ar in fa) and (hf_ar not in FACRIList):
                    FACRIList.append(fa[:13])
        if HonFeiList:
            ARdict["DEV_HonFei"] = HonFeiList
        if FACRIList:
            ARdict["DEV_FACRI"] = FACRIList

    # only for control
    for d in ARdict:
        print(ARdict[d])

    exit()

    # to be able to execute cleartool command and don't have to do it more then once
    os.chdir(r"M:\%s" % (view.get()))
    # Dictionary of all dependencies {'DEV_Phx':[AR, AR,...],'DEV_FACRI':[AR, AR,...]}
    DependentARs = {}

    # This approach is suitable only for non-Brno/India/HonFei/Facri streams
    for i in ARdict:
        if "DEV_HonFei" in i or "Dev_FACRI" in i:
            continue
        CtDeliverStrm = r"cleartool deliver -preview -stream %s@\%s -to %s -target %s@\%s -activities " % (i, PVOB, view.get(), intView.get(), PVOB)
        for y in ARdict[i]:
            CtDeliverStrm += r"activity:%s@\%s," % (y, PVOB)
        # delete last comma
        CtDeliverStrm = CtDeliverStrm.rstrip(',')

        # make delivery preview
        print("Delivering preview of: %s stream." % (i))
        com = Popen(CtDeliverStrm, stdout=PIPE, universal_newlines=True, creationflags=0x08000000)
        depData, stderrdata = com.communicate()
        print(depData)

        if stderrdata != None:
            print("ERROR!!!")
            print(stderrdata)
            break

        # process dependencies
        while "C919" in depData:
            AR = re.search(r'C919[A-Z]\d{8}', depData)
            if AR is None:
                break
            AR = AR.group(0)
            if i not in DependentARs:
                DependentARs[i] = [AR]
            elif AR not in DependentARs[i]:
                DependentARs[i].append(AR)
            depData = depData.replace(AR, "")

    # Develop approach suitable for ALL streams incl. Brno/India/HonFei/Facri
    # based on mechanical control of 'h-link'
    # zkusit hledat delivered actvities podle 'h-link' (have hyperlinks with r"/C919_FC_SW_Int/")
    #   diffbl could be solution. diffbl compares the contents of baselines or streams.
    #   diffbl -act/ivities: Displays differences in terms of activities.

    # k dependent AR-kam pak vylistovat change set
    # filtrovat podle komponenty SW_ - kodove komponenty, textove zmeny v DOC
    # kodove zmeny vyhodit uzivateli


if __name__ == '__main__':
    install(pkgLst)
    form = Tkinter.Tk()
    form.minsize(width=735, height=365)
    form.maxsize(width=735, height=365)
    getFld = Tkinter.IntVar()
    statTxt = "In progress:"
    form.wm_title(' CC/CQ Activity Analyzer')

    stepOne = Tkinter.LabelFrame(form, width=550, height=160, text=" Analyze Freeze List and Make Delivery Pre-view")
    stepOne.grid(row=0, columnspan=7, sticky='w', padx=5, pady=5, ipadx=5, ipady=5)
    stepOne.grid_propagate(0)

    helpLf = Tkinter.LabelFrame(form, text=" Description ")
    helpLf.grid(row=0, column=9, columnspan=2, rowspan=8, sticky='NS', padx=3, pady=5)
    helpLbl = Tkinter.Label(helpLf, wraplength=150, anchor="n", \
                justify='left', text="This script doesn't affect any CC/CQ artefacts. It only delivers data to your fingertips very fast.\
                \n\nIt allows you to analyze either whole freeze list, one or more activities or make delivery pre-view.\
                \n\nThis script will be used mainly for determination of dependencies on different activities.")
    helpLbl.grid(row=0)

    stepTwo = Tkinter.LabelFrame(form, width=550, height=70, text=" Analyze Dependent Activit(y)ies: ")
    stepTwo.grid(row=2, columnspan=7, sticky='w', padx=5, pady=5, ipadx=5, ipady=5)
    stepTwo.grid_propagate(0)


    stepThree = Tkinter.LabelFrame(form, width=550, height=40, text=" 3. Delivery Pre-view: ")
    stepThree.grid(row=3, columnspan=7, sticky='w', padx=5, pady=5, ipadx=5, ipady=5)
    stepThree.grid_propagate(0)

    VOBLbl = Tkinter.Label(stepOne, text="PVOB:")
    VOBLbl.grid(row=0, column=0, sticky='E', padx=5, pady=2)

    VOBTxt = Tkinter.Entry(stepOne, width=25)
    VOBTxt.insert(0, "C919_FC_RC_HI_PVOB")
    VOBTxt.grid(row=0, column=1, sticky="WE", pady=3)

    outFileLbl1 = Tkinter.Label(stepOne, text="Int. Stream:")
    outFileLbl1.grid(row=0, column=5, sticky='E', padx=5, pady=2)

    outFileTxt1 = Tkinter.Entry(stepOne, width=25)
    outFileTxt1.insert(0, "C919_FC_SW_Int")
    outFileTxt1.grid(row=0, column=7, sticky="WE", pady=2)

    ProjLbl = Tkinter.Label(stepOne, text="Project:")
    ProjLbl.grid(row=1, column=0, sticky='E', padx=5, pady=2)

    ProjTxt = Tkinter.Entry(stepOne, width=25)
    ProjTxt.insert(0, "C919_FC_SW")
    ProjTxt.grid(row=1, column=1, sticky="WE", pady=3)

    inFileLbl1 = Tkinter.Label(stepOne, text="Integration View:")
    inFileLbl1.grid(row=2, column=0, sticky='E', padx=5, pady=2)

    inFileTxt1 = Tkinter.Entry(stepOne)
    inFileTxt1.insert(0, "H157043_C919_FC_SW_Int_Voltron")
    inFileTxt1.grid(row=2, column=1, columnspan=7, sticky="WE", pady=3)

    inFileBtn1 = Tkinter.Button(stepOne, text="Browse...", command=lambda i=inFileTxt1: FindView(i))
    inFileBtn1.grid(row=2, column=8, sticky='W', padx=5, pady=2)

    outFileLbl2 = Tkinter.Label(stepOne, text="Select Freeze List:")
    outFileLbl2.grid(row=3, column=0, sticky='E', padx=5, pady=2)

    outFileTxt2 = Tkinter.Entry(stepOne)
    outFileTxt2.grid(row=3, column=1, columnspan=7, sticky="WE", pady=2)

    outFileBtn2 = Tkinter.Button(stepOne, text="Browse...", command=lambda i=outFileTxt2: FindFreezeFile(i))
    outFileBtn2.grid(row=3, column=8, sticky='W', padx=5, pady=2)

    anaButton1 = Tkinter.Button(stepOne, text="      Analyze...      ", command=lambda d=outFileTxt2, e=inFileTxt1, f=VOBTxt, g=outFileTxt1, h=ProjTxt: Analyze(d, e, f, g, h))
    anaButton1.grid(row=4, column=7, columnspan=2, sticky='ne', padx=5, pady=5)

    outTblLbl = Tkinter.Label(stepTwo, text="Enter activities:")
    outTblLbl.grid(row=5, column=0, sticky='W', padx=5, pady=2)

    outTblTxt = Tkinter.Entry(stepTwo, width=80)
    outTblTxt.insert(0, " format 'id,id,...' (no spaces)")
    outTblTxt.grid(row=6, column=0, columnspan=3, padx=5, pady=2, sticky='E')
    outTblTxt.grid_propagate(0)

    getFldChk = Tkinter.Checkbutton(stepTwo, text="Get fields", onvalue=1, offvalue=0)
    getFldChk.grid(row=5, column=1, columnspan=3, pady=2, sticky='WE')

    anaButton1 = Tkinter.Button(stepTwo, text="Analyze...", command=Analyze)
    anaButton1.grid(row=6, column=7, columnspan=2, sticky='ne', padx=0, pady=5)

    cancelBtn = Tkinter.Button(form, text="      Quit      ", command=form.destroy)
    cancelBtn.grid(row=9, column=9, columnspan=2, sticky='E', padx=5, pady=2)

    form.mainloop()