Forums

# ---------------------------------------------------------------------------------------------------------------------
class DataHandler(PatternMatchingEventHandler):
patterns = ['*.csv', '*.txt']

def on_any_event(self, event):
    global file_config
    global log_obj

    log_obj.info(event.event_type)
    print(event.event_type)
    if event.event_type in ['created'] and not event.is_directory:
        print('Waiting the copy operation for file %s to finish.' % event.src_path)
        log_obj.info('Waiting the copy operation for file %s to finish.' % event.src_path)
        size1 = -1
        while True:
            size2 = os.path.getsize(event.src_path)
            if size1 == size2:
                break
            size1 = size2
            time.sleep(2)

        log_obj.info('Processing file %s.' % event.src_path)

        row_cnt = load_from_csv(event.src_path, file_config, log_obj)

        if not os.path.exists(file_config.archive_folder):
            os.makedirs(file_config.archive_folder, mode=0o777)

        shutil.move(event.src_path, os.path.join(file_config.archive_folder, os.path.basename(event.src_path)))

        log_obj.info('File %s imported. Rows imported: %s' % (event.src_path, str(row_cnt)))


# ---------------------------------------------------------------------------------------------------------------------
def execute(cfg_name='/home/absolutereg/task/file_watcher.config'):
global file_config
global log_obj

return_value = 0

print(datetime.datetime.fromtimestamp(time.time()).strftime('%Y-%m-%d %H:%M:%S'))
print("Loading Configuration...")

file_config = labio.configWrapper.load_configuration(cfg_name)

if file_config.isLoaded:
    # Initializing the log system
    log_obj = None
    try:
        log_obj = labio.logWrapper.return_logging(file_config.log)
    except:
        return_value = 1
        print(traceback.format_exc())

    if return_value == 0:
        try:
            log_obj.info('Starting process...')

            event_handler = DataHandler()

            observer = Observer()
            observer.schedule(event_handler, path=file_config.watch_folder, recursive=False)
            observer.start()

            try:
                while True:
                    time.sleep(1)
            except:
                log_obj.error(traceback.format_exc())
                observer.stop()

            observer.join()

            log_obj.info('Ending process...')
        except:
            return_value = 1
            log_obj.error('Unexpected error: %s' % traceback.format_exc())
            log_obj.info('Execution aborted due to errors. Please see the log file for more details.')
    else:
        return_value = 1
else:
    print('Config file not loaded. %s' % cfg_name)
    return_value = 1

return return_value