metrixpp/mainline/core/dir.py

'''
Created on 26/06/2012

@author: konstaa
'''

import core.api

import re
import os
import logging
import time
import binascii

class Plugin(core.api.Plugin, core.api.Parent, core.api.IConfigurable, core.api.IRunable):
    
    def __init__(self):
        self.reader = DirectoryReader()
        self.exclude_rules = []
    
    def declare_configuration(self, parser):
        parser.add_option("--general.non-recursively", action="store_true", default=False,
                         help="If the option is set (True), sub-directories are not processed [default: %default]")
        parser.add_option("--general.exclude-files", default=r'^[.]',
                         help="Defines the pattern to exclude files from processing [default: %default]")
        parser.add_option("--general.proctime.on", action="store_true", default=False,
                         help="If the option is set (True), the tool measures processing time per every file [default: %default]")
    
    def configure(self, options):
        self.non_recursively = options.__dict__['general.non_recursively']
        self.add_exclude_rule(re.compile(options.__dict__['general.exclude_files']))
        self.is_proctime_enabled = options.__dict__['general.proctime.on']

    def initialize(self):
        if self.is_proctime_enabled == True:
            namespace = self.get_plugin_loader().get_database_loader().create_namespace('general')
            namespace.add_field('proctime', self.measure_proctime_type)
        
    def run(self, args):
        if len(args) == 0:
            self.reader.run(self, "./")
        for directory in args:
            self.reader.run(self, directory)
        
    def add_exclude_rule(self, re_compiled_pattern):
        self.exclude_rules.append(re_compiled_pattern)
        
    def is_file_excluded(self, file_name):
        for each in self.exclude_rules:
            if re.match(each, file_name) != None:
                return True
        return False 
        
class DirectoryReader():
    
    def run(self, plugin, directory):
        
        def run_recursively(plugin, directory):
            for fname in os.listdir(directory):
                full_path = os.path.join(directory, fname)
                if plugin.is_file_excluded(fname) == False:
                    if os.path.isdir(full_path):
                        if plugin.non_recursively == False:
                            run_recursively(plugin, full_path)
                    else:
                        logging.info("Processing: " + full_path)
                        ts = time.time()
                        
                        f = open(full_path, 'r');
                        text = f.read();
                        f.close()
                        checksum = binascii.crc32(text) & 0xffffffff # to match python 3

                        data = plugin.get_plugin_loader().get_database_loader().create_file_data(full_path, checksum, text)
                        plugin.notify_children(data)
                        if plugin.is_proctime_enabled == True:
                            data.set_data('general', 'proctime', time.time() - ts)
                        plugin.get_plugin_loader().get_database_loader().save_file_data(data)
                        logging.debug("-" * 60)
                else:
                    logging.info("Excluding: " + full_path)
                    logging.debug("-" * 60)
        
        run_recursively(plugin, directory)