Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

 

# Copyright 2013 Virantha Ekanayake All Rights Reserved. 

# 

# Licensed under the Apache License, Version 2.0 (the "License"); 

# you may not use this file except in compliance with the License. 

# You may obtain a copy of the License at 

# 

#    http://www.apache.org/licenses/LICENSE-2.0 

# 

# Unless required by applicable law or agreed to in writing, software 

# distributed under the License is distributed on an "AS IS" BASIS, 

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 

# See the License for the specific language governing permissions and 

# limitations under the License. 

 

""" 

    Provides capability to search PDFs and file to a specific folder based 

    on keywords 

""" 

 

from sets import Set 

import sys, os 

import re 

import logging 

import shutil 

 

from PyPDF2 import PdfFileReader 

from pypdfocr_filer import PyFiler 

from pypdfocr_filer_dirs import PyFilerDirs 

 

class PyPdfFiler(object): 

    def __init__(self, filer): 

 

        assert isinstance(filer, PyFiler) 

        self.filer = filer  # Must be a subclass of PyFiler 

 

        # Whether to fall back on filename for matching keywords against 

        # if there is no match in the text 

        self.file_using_filename = False 

 

    def iter_pdf_page_text(self, filename): 

        self.filename = filename 

        reader = PdfFileReader(filename) 

        logging.info("pdf scanner found %d pages in %s" % (reader.getNumPages(), filename)) 

        for pgnum in range(reader.getNumPages()): 

            text = reader.getPage(pgnum).extractText() 

            text = text.encode('ascii', 'ignore') 

            text = text.replace('\n', ' ') 

            yield text 

 

    def _get_matching_folder(self, pdfText): 

        searchText = pdfText.lower() 

        for folder,strings in self.filer.folder_targets.items(): 

            for s in strings: 

                logging.debug("Checking string %s" % s) 

                if s in searchText: 

                    logging.info("Matched keyword '%s'" % s) 

                    return folder 

        # No match found, so return  

        return None 

 

    def file_original (self, original_filename): 

        return self.filer.file_original(original_filename) 

 

    def move_to_matching_folder(self, filename): 

        for page_text in self.iter_pdf_page_text(filename): 

            tgt_folder = self._get_matching_folder(page_text) 

            if tgt_folder: break  # Stop searching through pdf pages as soon as we find a match 

 

        if not tgt_folder and self.file_using_filename: 

            tgt_folder = self._get_matching_folder(filename) 

 

        tgt_file = self.filer.move_to_matching_folder(filename, tgt_folder) 

        return tgt_file 

 

if __name__ == '__main__': 

    p = PyPdfFiler(PyFilerDirs()) 

    for page_text in p.iter_pdf_page_text("scan_ocr.pdf"): 

        print (page_text)