VultureChecker/VultureCheckerDialog.py

changeset 2
b517a1c5d5de
child 3
0e548b994980
diff -r ea6aed49cd69 -r b517a1c5d5de VultureChecker/VultureCheckerDialog.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/VultureChecker/VultureCheckerDialog.py	Sun Oct 04 18:28:36 2015 +0200
@@ -0,0 +1,532 @@
+# -*- coding: utf-8 -*-
+
+# Copyright (c) 2015 Detlev Offenbach <detlev@die-offenbachs.de>
+#
+
+"""
+Module implementing a dialog to show the vulture check results.
+"""
+
+from __future__ import unicode_literals
+
+try:
+    str = unicode       # __IGNORE_EXCEPTION__ __IGNORE_WARNING__
+except NameError:
+    pass
+
+import os
+import fnmatch
+
+from PyQt5.QtCore import pyqtSlot, qVersion, Qt, QTimer, QLocale
+from PyQt5.QtWidgets import (
+    QDialog, QDialogButtonBox, QAbstractButton, QHeaderView, QTreeWidgetItem,
+    QApplication
+)
+
+from .Ui_VultureCheckerDialog import Ui_VultureCheckerDialog
+
+from E5Gui.E5Application import e5App
+
+import Preferences
+import Utilities
+
+from .vulture import Item
+
+
+class VultureCheckerDialog(QDialog, Ui_VultureCheckerDialog):
+    """
+    Class implementing a dialog to show the vulture check results.
+    """
+    FilePathRole = Qt.UserRole + 1
+    
+    def __init__(self, vultureService, parent=None):
+        """
+        Constructor
+        
+        @param vultureService reference to the service
+        @type VulturePlugin
+        @param parent reference to the parent widget
+        @type QWidget
+        """
+        super(VultureCheckerDialog, self).__init__(parent)
+        self.setupUi(self)
+        self.setWindowFlags(Qt.Window)
+        
+        self.buttonBox.button(QDialogButtonBox.Close).setEnabled(False)
+        self.buttonBox.button(QDialogButtonBox.Cancel).setDefault(True)
+        
+        self.resultList.headerItem().setText(self.resultList.columnCount(), "")
+        
+        self.vultureService = vultureService
+        self.vultureService.analysisDone.connect(self.__processResult)
+        self.vultureService.error.connect(self.__processError)
+        self.vultureService.batchFinished.connect(self.__batchFinished)
+        
+        self.cancelled = False
+        
+        self.__project = e5App().getObject("Project")
+        self.__locale = QLocale()
+        self.__finished = True
+        self.__errorItem = None
+        
+        self.__fileList = []
+        self.filterFrame.setVisible(False)
+    
+    def __resizeResultColumns(self):
+        """
+        Private method to resize the list columns.
+        """
+        self.resultList.header().resizeSections(QHeaderView.ResizeToContents)
+        self.resultList.header().setStretchLastSection(True)
+    
+    def __createErrorItem(self, filename, message):
+        """
+        Private slot to create a new error item in the result list.
+        
+        @param filename name of the file
+        @type str
+        @param message error message
+        @type str
+        """
+        if self.__errorItem is None:
+            self.__errorItem = QTreeWidgetItem(self.resultList, [
+                self.tr("Errors")])
+            self.__errorItem.setExpanded(True)
+            self.__errorItem.setForeground(0, Qt.red)
+        
+        msg = "{0} ({1})".format(self.__project.getRelativePath(filename),
+                                 message)
+        if not self.resultList.findItems(msg, Qt.MatchExactly):
+            itm = QTreeWidgetItem(self.__errorItem, [msg])
+            itm.setForeground(0, Qt.red)
+            itm.setFirstColumnSpanned(True)
+    
+    def prepare(self, fileList, project):
+        """
+        Public method to prepare the dialog with a list of filenames.
+        
+        @param fileList list of filenames
+        @type list of str
+        @param project reference to the project object
+        @type Project
+        """
+        self.__fileList = fileList[:]
+        self.__project = project
+        
+        self.buttonBox.button(QDialogButtonBox.Close).setEnabled(True)
+        self.buttonBox.button(QDialogButtonBox.Cancel).setEnabled(False)
+        self.buttonBox.button(QDialogButtonBox.Close).setDefault(True)
+        
+        self.filterFrame.setVisible(True)
+        
+        self.__data = self.__project.getData(
+            "CHECKERSPARMS", "Vulture")
+        if self.__data is None or "ExcludeFiles" not in self.__data:
+            self.__data = {"ExcludeFiles": ""}
+        self.excludeFilesEdit.setText(self.__data["ExcludeFiles"])
+    
+    def start(self, fn):
+        """
+        Public slot to start the code metrics determination.
+        
+        @param fn file or list of files or directory to show
+            the code metrics for
+        @type str or list of str
+        """
+        self.__errorItem = None
+        self.resultList.clear()
+        self.cancelled = False
+        QApplication.processEvents()
+        
+        self.buttonBox.button(QDialogButtonBox.Close).setEnabled(False)
+        self.buttonBox.button(QDialogButtonBox.Cancel).setEnabled(True)
+        self.buttonBox.button(QDialogButtonBox.Cancel).setDefault(True)
+        QApplication.processEvents()
+        
+        self.__prepareResultLists()
+        
+        if isinstance(fn, list):
+            self.files = fn
+        elif os.path.isdir(fn):
+            self.files = []
+            extensions = set(Preferences.getPython("PythonExtensions") +
+                             Preferences.getPython("Python3Extensions"))
+            for ext in extensions:
+                self.files.extend(
+                    Utilities.direntries(fn, True, '*{0}'.format(ext), 0))
+        else:
+            self.files = [fn]
+        self.files.sort()
+        # check for missing files
+        for f in self.files[:]:
+            if not os.path.exists(f):
+                self.files.remove(f)
+        
+        if len(self.files) > 0:
+            # disable updates of the list for speed
+            self.resultList.setUpdatesEnabled(False)
+            self.resultList.setSortingEnabled(False)
+            
+            self.checkProgress.setMaximum(len(self.files))
+            self.checkProgress.setVisible(len(self.files) > 1)
+            self.checkProgressLabel.setVisible(len(self.files) > 1)
+            QApplication.processEvents()
+            
+            # now go through all the files
+            self.progress = 0
+            if len(self.files) == 1 or not self.vultureService.hasBatch:
+                self.__batch = False
+                self.vultureCheck()
+            else:
+                self.__batch = True
+                self.vultureCheckBatch()
+    
+    def vultureCheck(self, codestring=''):
+        """
+        Public method to start a vulture check for one Python file.
+        
+        The results are reported to the __processResult slot.
+        
+        @keyparam codestring optional sourcestring
+        @type str
+        """
+        if not self.files:
+            self.checkProgressLabel.setPath("")
+            self.checkProgress.setMaximum(1)
+            self.checkProgress.setValue(1)
+            self.__finish()
+            return
+        
+        self.filename = self.files.pop(0)
+        self.checkProgress.setValue(self.progress)
+        self.checkProgressLabel.setPath(self.filename)
+        QApplication.processEvents()
+        
+        if self.cancelled:
+            return
+        
+        try:
+            self.source = Utilities.readEncodedFile(self.filename)[0]
+            self.source = Utilities.normalizeCode(self.source)
+        except (UnicodeError, IOError) as msg:
+            self.__createErrorItem(self.filename, str(msg).rstrip())
+            self.progress += 1
+            # Continue with next file
+            self.vultureCheck()
+            return
+
+        self.__finished = False
+        self.vultureService.vultureCheck(
+            None, self.filename, self.source)
+
+    def vultureCheckBatch(self):
+        """
+        Public method to start a vulture check batch job.
+        
+        The results are reported to the __processResult slot.
+        """
+        self.__lastFileItem = None
+        
+        self.checkProgressLabel.setPath(self.tr("Preparing files..."))
+        progress = 0
+        
+        argumentsList = []
+        for filename in self.files:
+            progress += 1
+            self.checkProgress.setValue(progress)
+            QApplication.processEvents()
+            
+            try:
+                source = Utilities.readEncodedFile(filename)[0]
+                source = Utilities.normalizeCode(source)
+            except (UnicodeError, IOError) as msg:
+                self.__createErrorItem(filename, str(msg).rstrip())
+                continue
+            
+            argumentsList.append((filename, source))
+        
+        # reset the progress bar to the checked files
+        self.checkProgress.setValue(self.progress)
+        QApplication.processEvents()
+        
+        self.__finished = False
+        self.vultureService.vultureCheckBatch(argumentsList)
+    
+    def __batchFinished(self):
+        """
+        Private slot handling the completion of a batch job.
+        """
+        self.checkProgressLabel.setPath("")
+        self.checkProgress.setMaximum(1)
+        self.checkProgress.setValue(1)
+        self.__finish()
+    
+    def __processError(self, fn, msg):
+        """
+        Private slot to process an error indication from the service.
+        
+        @param fn filename of the file
+        @type str
+        @param msg error message
+        @type str
+        """
+        self.__createErrorItem(fn, msg)
+    
+    def __processResult(self, fn, result):
+        """
+        Private slot called after perfoming a vulture analysis on one file.
+        
+        @param fn filename of the file
+        @type str
+        @param result result dict
+        @type dict
+        """
+        if self.__finished:
+            return
+        
+        # Check if it's the requested file, otherwise ignore signal if not
+        # in batch mode
+        if not self.__batch and fn != self.filename:
+            return
+        
+        self.checkProgressLabel.setPath(self.__project.getRelativePath(fn))
+        QApplication.processEvents()
+        
+        if "error" in result:
+            self.__createErrorItem(fn, result["error"])
+        else:
+            self.__storeResult(result)
+        
+        self.progress += 1
+        
+        self.checkProgress.setValue(self.progress)
+        QApplication.processEvents()
+        
+        if not self.__batch:
+            self.vultureCheck()
+    
+    def __finish(self):
+        """
+        Private slot called when the action or the user pressed the button.
+        """
+        if not self.__finished:
+            self.__finished = True
+            
+            if not self.cancelled:
+                self.__createResultItems()
+            
+            # reenable updates of the list
+            self.resultList.setSortingEnabled(True)
+            self.resultList.sortItems(0, Qt.AscendingOrder)
+            self.resultList.setUpdatesEnabled(True)
+            
+            self.cancelled = True
+            self.buttonBox.button(QDialogButtonBox.Close).setEnabled(True)
+            self.buttonBox.button(QDialogButtonBox.Cancel).setEnabled(False)
+            self.buttonBox.button(QDialogButtonBox.Close).setDefault(True)
+            
+            self.resultList.header().resizeSections(
+                QHeaderView.ResizeToContents)
+            self.resultList.header().setStretchLastSection(True)
+            if qVersion() >= "5.0.0":
+                self.resultList.header().setSectionResizeMode(
+                    QHeaderView.Interactive)
+            else:
+                self.resultList.header().setResizeMode(QHeaderView.Interactive)
+            
+            self.checkProgress.setVisible(False)
+            self.checkProgressLabel.setVisible(False)
+    
+    @pyqtSlot(QAbstractButton)
+    def on_buttonBox_clicked(self, button):
+        """
+        Private slot called by a button of the button box clicked.
+        
+        @param button button that was clicked
+        @type QAbstractButton
+        """
+        if button == self.buttonBox.button(QDialogButtonBox.Close):
+            self.close()
+        elif button == self.buttonBox.button(QDialogButtonBox.Cancel):
+            self.cancelled = True
+            if self.__batch:
+                self.vultureService.cancelVultureCheckBatch()
+                QTimer.singleShot(1000, self.__finish)
+            else:
+                self.__finish()
+    
+    @pyqtSlot()
+    def on_startButton_clicked(self):
+        """
+        Private slot to start a code metrics run.
+        """
+        fileList = self.__fileList[:]
+        
+        filterString = self.excludeFilesEdit.text()
+        if "ExcludeFiles" not in self.__data or \
+           filterString != self.__data["ExcludeFiles"]:
+            self.__data["ExcludeFiles"] = filterString
+            self.__project.setData(
+                "CHECKERSPARMS", "Vulture", self.__data)
+        filterList = [f.strip() for f in filterString.split(",")
+                      if f.strip()]
+        if filterList:
+            for filter in filterList:
+                fileList = \
+                    [f for f in fileList if not fnmatch.fnmatch(f, filter)]
+        
+        self.start(fileList)
+    
+    def clear(self):
+        """
+        Public method to clear all results.
+        """
+        self.resultList.clear()
+    
+    @pyqtSlot(QTreeWidgetItem, int)
+    def on_resultList_itemActivated(self, item, column):
+        """
+        Private slot to handle the activation of a result item.
+        
+        @param item reference to the activated item
+        @type QTreeWidgetItem
+        @param column column the item was activated in
+        @type int
+        """
+        if item.parent() is not None:
+            filename = item.data(0, self.FilePathRole)
+            try:
+                lineno = int(item.text(0))
+            except ValueError:
+                lineno = 1
+            if filename:
+                vm = e5App().getObject("ViewManager")
+                vm.openSourceFile(filename, lineno)
+    
+    def __prepareResultLists(self):
+        """
+        Private method to prepare the result lists.
+        """
+        self.__definedAttrs = []
+        self.__definedFuncs = []
+        self.__definedProps = []
+        self.__definedVars = []
+        self.__usedAttrs = []
+        self.__usedVars = []
+        self.__tupleAssignVars = []
+        self.__namesImportedAsAliases = []
+    
+    def __storeResult(self, result):
+        """
+        Private method to store the result of an analysis.
+        
+        @param result result dictionary
+        @type dict
+        """
+        self.__definedAttrs.extend(
+            [self.__dict2Item(d) for d in result["DefinedAttributes"]])
+        self.__definedFuncs.extend(
+            [self.__dict2Item(d) for d in result["DefinedFunctions"]])
+        self.__definedProps.extend(
+            [self.__dict2Item(d) for d in result["DefinedProperties"]])
+        self.__definedVars.extend(
+            [self.__dict2Item(d) for d in result["DefinedVariables"]])
+        self.__usedAttrs.extend(
+            [self.__dict2Item(d) for d in result["UsedAttributes"]])
+        self.__usedVars.extend(
+            [self.__dict2Item(d) for d in result["UsedVariables"]])
+        self.__tupleAssignVars.extend(
+            [self.__dict2Item(d) for d in result["TupleVariables"]])
+        self.__namesImportedAsAliases.extend(
+            [self.__dict2Item(d) for d in result["Aliases"]])
+    
+    def __dict2Item(self, d):
+        """
+        Private method to convert an item dictionary to a vulture item.
+        
+        @param d item dictionary
+        @type dict
+        @return vulture item
+        @rtype vulture.Item
+        """
+        return Item(d["name"], d["type"], d["file"], d["line"])
+    
+    def __getUnusedItems(self, defined, used):
+        """
+        Private method to get a list of unused items.
+        
+        @param defined list of defined items
+        @type list of vulture.Item
+        @param used list of used items
+        @type list of vulture.Item
+        @return list of unused items
+        @rtype list of vulture.Item
+        """
+        return list(set(defined) - set(used))
+
+    def __unusedFunctions(self):
+        """
+        Private method to get the list of unused functions.
+        
+        @return list of unused functions
+        @rtype list of vulture.Item
+        """
+        return self.__getUnusedItems(
+            self.__definedFuncs,
+            self.__usedAttrs + self.__usedVars + self.__namesImportedAsAliases)
+
+    def __unusedProperties(self):
+        """
+        Private method to get the list of unused properties.
+        
+        @return list of unused properties
+        @rtype list of vulture.Item
+        """
+        return self.__getUnusedItems(self.__definedProps, self.__usedAttrs)
+
+    def __unusedVariables(self):
+        """
+        Private method to get the list of unused variables.
+        
+        @return list of unused variables
+        @rtype list of vulture.Item
+        """
+        return self.__getUnusedItems(
+            self.__definedVars,
+            self.__usedAttrs + self.__usedVars + self.__tupleAssignVars +
+            self.__namesImportedAsAliases)
+
+    def __unusedAttributes(self):
+        """
+        Private method to get the list of unused attributes.
+        
+        @return list of unused attributes
+        @rtype list of vulture.Item
+        """
+        return self.__getUnusedItems(self.__definedAttrs, self.__usedAttrs)
+    
+    def __createResultItems(self):
+        """
+        Private method to populate the list with the analysis result.
+        """
+        def filename(item):
+            return item.file
+        
+        lastFileItem = None
+        lastFileName = ""
+        for item in sorted(self.__unusedFunctions() + 
+                           self.__unusedProperties() +
+                           self.__unusedVariables() + 
+                           self.__unusedAttributes(),
+                           key=filename):
+            if lastFileItem is None or lastFileName != item.file:
+                lastFileItem = QTreeWidgetItem(self.resultList, [
+                    self.__project.getRelativePath(item.file)])
+                lastFileItem.setData(0, self.FilePathRole, item.file)
+                lastFileItem.setExpanded(True)
+                lastFileItem.setFirstColumnSpanned(True)
+                lastFileName = item.file
+            
+            itm = QTreeWidgetItem(lastFileItem, [
+                "{0:6d}".format(item.lineno), str(item), item.typ])
+            itm.setData(0, self.FilePathRole, item.file)

eric ide

mercurial