<gh_stars>1-10
"""
Created on Jun 10, 2012

@author: eric
"""


from  ambry.bundle import BuildBundle
import petl.fluent as petl  # @UnresolvedImport


class Bundle(BuildBundle):

    def prepare(self):
        from ambry.identity import PartitionIdentity
        
        super(self.__class__, self).prepare()
    
        return True
  
    @property
    def fields(self):
        from functools import partial
        import random
        return   [
                  ('id', lambda: None),
                  ('text',partial(random.choice, ['chocolate', 'strawberry', 'vanilla'])),
                  ('integer', partial(random.randint, 0, 500)),
                  ('float', random.random),
                  ]
  
    @property
    def fields2(self):
        from functools import partial
        import random
        return   [
                  ('id', lambda: None),
                  ('text',partial(random.choice, ['chocolate', 'strawberry', 'vanilla'])),
                  ('integer', partial(random.randint, 0, 500)),
                  ('float', random.random),
                  ('extra', lambda: None),
                  ('extra2', lambda: None),
                  ]

    @property
    def fields3(self):
        from functools import partial
        import random
        import datetime
        return   [
                  ('id', lambda: None),
                  ('text',partial(random.choice, ['chocolate', 'strawberry', 'vanilla'])),
                  ('integer', partial(random.randint, 0, 500)),
                  ('float', random.random),
                  ('date', lambda: "20{:02d}-{:02d}-{:02d}".format(random.randint(0, 10), random.randint(1,12), random.randint(1,25))),
                  ('datetime', lambda: "20{:02d}-{:02d}-{:02d}T{:02d}:{:02d}".format(random.randint(0, 10), random.randint(1,12), 
                                                                                     random.randint(1,25), random.randint(0, 23), random.randint(0, 59))),
                  ('time', lambda: "{:02d}:{:02d}".format(random.randint(0, 23), random.randint(0, 59)))
                  ]

    def build_small(self):
        p = self.partitions.find_or_new_db(table='tthree')
        table = p.table

        field_gen =  self.fields3

        with p.inserter() as ins:

            for i in range(5000):
                row = { f[0]:f[1]() for f in field_gen }
                ins.insert(row)

        return True
    def build(self):

        self.log("=== Build db, using an inserter")
        self.build_db_inserter()

        self.log("=== Update")
        self.build_db_updater()

        self.log("=== Build geo")
        self.build_geo()

        self.log("=== Build missing")
        self.build_with_missing()
        
        self.log("=== Build csvsegments")
        self.build_csvsegments()

        self.log("=== Build csv")
        self.build_csv()


        self.log("=== Build hdf")
        self.build_hdf()

        return True


    def build_csvsegments(self):
        
        p = self.partitions.find_or_new_db(table="tone", grain=None)

        pi = p.identity
        print pi.dict
        print pi.name
        print pi.fqname
        print pi.path

        with p.database.csvinserter(segment_rows=100) as ins:
            for i in range(1000):
                ins.insert((None,"str"+str(i),i,i))
        
    def build_with_missing(self):
        
        p = self.partitions.find_or_new_db(table="tone", grain='missing')
        
        with p.database.inserter('tone') as ins:
            for i in range(1000):
                ins.insert({ 'tone_id':None,
                             'text':"str"+str(i),
                             'integer':i,
                             'float':i})

    def build_db_inserter_codes(self):  
        from collections import defaultdict
        from ambry.database.inserter import CodeCastErrorHandler
        p = self.partitions.find_or_new_db(table='coding')
        table = p.table

        def yield_rows():

            field_gen =  self.fields3

            for i in range(10000):
                row = { f[0]:f[1]() for f in field_gen }

                if i % 51 == 0:
                    row['integer'] = chr(65+(i/51 % 26))

                if i % 13 == 0:
                    row['date'] = chr(65+(i/13 % 26))
   
                yield row


        # Reset all of the columns to float data type so the intuition process can
        # run completely 
        self.schema.reset_to_float('coding')

        # Iterate through the records and intuit the types of the columns, 
        # then update the schema. 
        memo = self.schema.update('coding', yield_rows(),
                logger=self.init_log_rate(3000,'Update table schema'))

        lr = self.init_log_rate(3000)

        with p.inserter(cast_error_handler=CodeCastErrorHandler) as ins:
            
            for row in yield_rows():

                ins.insert(row)
                lr()

    def build_db_inserter(self):  
        
        p = self.partitions.find_or_new_db(table='tthree')

        table = p.table

        field_gen =  self.fields3
      
        lr = self.init_log_rate(5000)

        with p.inserter() as ins:
            
            for i in range(10000):
                row = { f[0]:f[1]() for f in field_gen }
                ins.insert(row)
                lr()
        
            # Should be case insensitive
            for i in range(10000):
                row = { f[0].title():f[1]() for f in field_gen }
                ins.insert(row)
                lr()
        
            # The caster should be idempotent
            caster = table.caster
            for i in range(10000):
                row = { f[0]:f[1]() for f in field_gen }
                cast_row, cast_errors = caster(row)
                ins.insert(cast_row)
                lr()
        

    def build_db_updater(self):

        p = self.partitions.find(table='tthree')

        with p.updater('tthree') as upd:
            for row in p.query("SELECT * FROM tthree"):
                upd.update({'_id': row['id'], '_float': row['float']*2})


    def build_geo(self):
   
        # Create other types of partitions. 
        geot1 = self.partitions.find_or_new_geo(table='geot1')
        
        with geot1.database.inserter() as ins:
            for lat in range(10):
                for lon in range(10):
                    ins.insert({'name': str(lon)+';'+str(lat), 'lon':lon, 'lat':lat})
        
        # Create other types of partitions. 
        geot2 = self.partitions.find_or_new_geo(table='geot2')
     
        with geot2.database.inserter() as ins:
            for lat in range(10):
                for lon in range(10):
                    ins.insert({'name': "Centroid(POINT({} {}))".format(lon,lat),
                                'wkt':"POINT({} {})".format(lon,lat)})
        
    def build_hdf(self):
        import numpy as np
        hdf = self.partitions.find_or_new_hdf(table='hdf5')

        a = np.zeros((10,10))
        for y in range(10):
            for x in range(10):
                a[x,y] = x*y
 
        ds = hdf.database.create_dataset('hdf', data=a, compression=9)
        hdf.database.close()       

    def build_csv(self):
        from ambry.identity import Identity
        
        for j in range(1,5):
            csvt = self.partitions.find_or_new_csv(table='csv', segment=j)
            lr = self.init_log_rate(2500, "Segment "+str(j))
            with csvt.database.inserter(skip_header=True) as ins:
                for i in range(5000):
                    r = [i,'foo',i, float(i)* 37.452, '|','\\','"']
                    ins.insert(r)
                    lr()


            self.log("Wrote to {}".format(csvt.database.path))

    def deps(self):
        
        com = self.library.dep('communities').partition
        
        print com.database.path
        
        



        