root/06/libkombilo-branches/hash_center/process.py

#! /usr/bin/env python2.4

# from pysqlite2 import dbapi2
import os
import os.path
import sys
import glob
import time
from libkombilo import *

try: 
    # os.system('rm t1.db*')
    pass
except: 
    pass

def process(filenames):
    """Process a list of sgf files, put the game info into "table" of the database
    given by con, and call the relevant processing functions for the algorithms in algos"""

    starttime = time.time()
    try:
        pop = ProcessOptions()
        pop.algos = ALGO_FINALPOS | ALGO_MOVELIST | ALGO_HASH_FULL | ALGO_HASH_CORNER | ALGO_HASH_CENTER
        # pop.rootNodeTags = 'PW,PB,RE,DT'
        pop.sgfInDB = False
        gl = GameList('t1.db', 'id', '', pop, 150)
    except DBError:
        print 'Database error'
    gl.start_processing()
    counter = 0
    for filename in filenames:
        print counter
        try:
            file = open(filename)
            sgf = file.read()
            file.close()
        except:
            print 'Unable to read file %s' % filename
            continue

        path, fn = os.path.split(filename)
        if gl.process(sgf, path, fn, '', CHECK_FOR_DUPLICATES_STRICT):
            if gl.process_results() & IS_DUPLICATE: 
                print 'duplicate', counter
        else: print 'SGF error'
        counter += 1
        
    gl.finalize_processing()
    print 'Processed %d games in %.2f seconds' % (counter, time.time()-starttime)

# filelist = glob.glob('./*.sgf')
# filelist = glob.glob('/home/ug/go/gogod06/*/*.sgf')
# filelist = glob.glob('/home/ug/go/KGS/*/*.sgf')
filelist = glob.glob('/home/ug/go/KGS2005/*.sgf')

filelist.sort()
process(filelist)

# gl = GameList("t1.db", "id", "[[filename.]], ")

# p = Pattern(CENTER_PATTERN, 19, 3, 5, ".X..OX.OX.OXOXO")
# so = SearchOptions()

# gl.reset()
# gl.search(p, so)

# for i in range(gl.size())[-10:]:
#       print gl.currentEntryAsString(i)