from pymongo import Connection
 
loadsplitsize = 10000
 
#init a list
list=['a','b','c']
 
con = Connection('192.168.1.1',12701)
db = con['mydb']
db.authenticate('username', 'passw0rd')
mycollection = db['mycollection']
 
# 分页的插入数据库
offset=0
while(offset < len(list)):
	mycollection.insert(list[offset:offset+loadsplitsize])
	offset += loadsplitsize

#!/bin/bash
 
datefile="datefile"
echo > $datefile
 
function importOneMonthLog()
{
	start_day=1
    year=$1
    month=$2
    total_day_num=$3
    while [ $start_day -le $total_day_num ] 
    do
        if [ $start_day -lt 10 ];then
            echo ${year}${month}0${start_day} >> $datefile
        else
            echo ${year}${month}${start_day} >> $datefile
        fi
        start_day=`expr $start_day + 1`
    done
}
 
function importAllLogs()
{
    # 能够符合计算的log月份
    MOST_BEFORE_YEAR_MONTH="201202"
    n=1
    LAST_YEAR_MONTH=`date -d '1 months ago' +%Y%m`
    while [ $LAST_YEAR_MONTH -gt $MOST_BEFORE_YEAR_MONTH ] 
    do
        LAST_YEAR_MONTH=`date -d ''$n' months ago' +%Y%m`
        LAST_YEAR=`date -d ''$n' months ago' +%Y`
        LAST_MONTH=`date -d ''$n' months ago' +%m`
        LAST_DAY_NUM=`cal $LAST_MONTH $LAST_YEAR | xargs | awk '{print $NF}'`
		importOneMonthLog ${LAST_YEAR} ${LAST_MONTH} ${LAST_DAY_NUM}
        n=`expr $n + 1`
    done
    NOW_YEAR_MONTH=`date +%Y%m`
    NOW_YEAR=`date +%Y`
    NOW_MONTH=`date +%m`
    NOW_DAY_NUM=`date -d "1 day ago" +%d`
	importOneMonthLog ${NOW_YEAR} ${NOW_MONTH} ${NOW_DAY_NUM} 
}
 
importAllLogs
 
sort $datefile > ${datefile}.sort
while read line
do
    ./importApiaccessLog-main.py $line
    #echo $line
done < ${datefile}.sort

#!/usr/bin/python2 
 
 import sqlite3 
 import datetime 
 import contextlib 
 
 with sqlite3.connect("testing.db") as conn: 
     with contextlib.closing(conn.cursor()) as cursor: 
         cursor.execute('''create table if not exists person ( 
                 id int, 
                 name text, 
                 birthday text 
                 )''') 
 
         cursor.execute('''insert into person values 
                 (1, 'Zhang San', "1980-01-02") 
                 ''') 
 
         cursor.execute('''insert into person values 
                 (2, 'Li Si', ?) 
                 ''', [datetime.datetime(1990,3,4)]) 
 
         cursor.execute('''insert into person values 
                 (?, ?, ?) 
                 ''', [3, "Wang Wu", datetime.datetime.now()]) 
 
         cursor.executemany('''insert into person values 
                 (?, ?, ?) 
                 ''', [ 
                     (4, "Alice", datetime.datetime(2001,7,8)), 
                     (5, "Bob", datetime.datetime(2002,9,10)), 
                     (6, "Cindy", datetime.datetime(2003,11,12)), 
                     ]) 
 
         d_str = raw_input("Before which date? (in yyyy-MM-dd. for example: 1995-5-6): ") 
         d = datetime.datetime.strptime(d_str, "%Y-%m-%d") 
 
         cursor.execute('''select * from person where birthday < ?''', 
                 [ d ]) 
 
         a = cursor.fetchall() 
         print a

<?xml version="1.0" encoding="UTF-8"?>  
<!DOCTYPE beans PUBLIC "-//SPRING//DTD BEAN//EN" "http://www.springframework.org/dtd/spring-beans.dtd">  
 
<beans>  
    <bean id="dataSource"  
        class="org.apache.commons.dbcp.BasicDataSource">  
        <property name="driverClassName">  
            <value>com.mysql.jdbc.Driver</value>  
        </property>  
        <property name="url">  
            <value>jdbc:mysql://localhost:3306/myuser</value>  
        </property>  
        <property name="username">  
            <value>lighter</value>  
        </property>  
        <property name="password">  
            <value>12345</value>  
        </property>  
    </bean>  
    <bean id="sessionFactory"  
        class="org.springframework.orm.hibernate3.LocalSessionFactoryBean">  
        <property name="dataSource" ref="dataSource" />  
        <property name="hibernateProperties">  
            <props>  
                <prop key="hibernate.dialect">  
                    org.hibernate.dialect.MySQLDialect  
                </prop>  
                <prop key="hibernate.show_sql">true</prop>  
            </props>  
        </property>  
        <property name="mappingResources">  
            <list>  
                <value>org/mmc/dao/domain/User.hbm.xml</value>  
            </list>  
        </property>  
    </bean>  
    <!-- 配置Hibernate的事务管理器 -->  
    <bean id="transactionManager"  
        class="org.springframework.orm.hibernate3.HibernateTransactionManager">  
        <property name="sessionFactory" ref="sessionFactory" />  
    </bean>  
 
    <!-- 定义事务拦截器bean -->  
    <bean id="transactionInterceptor"  
        class="org.springframework.transaction.interceptor.TransactionInterceptor">  
        <property name="transactionManager" ref="transactionManager" />  
        <property name="transactionAttributes">  
            <props>  
                <prop key="insert*">PROPAGATION_REQUIRED</prop>  
                <prop key="find*">PROPAGATION_REQUIRED,readOnly</prop>  
                <prop key="*">PROPAGATION_REQUIRED</prop>  
            </props>  
        </property>  
    </bean>  
 
    <!-- 定义BeanNameAutoProxyCreator-->  
    <bean  
        class="org.springframework.aop.framework.autoproxy.BeanNameAutoProxyCreator">  
        <property name="beanNames">  
        <!-- 所有名字以DAO,Service结尾的bean,将由该"bean后处理器"为其创建事务代理;实际上应该在业务层进行事务管理,这里只是举一个简单例子 -->  
            <value>*DAO,*Service</value>  
        </property>  
        <!--  下面定义BeanNameAutoProxyCreator所需的事务拦截器-->  
        <property name="interceptorNames">  
            <list>  
                <!-- 可以增加其他的拦截器 -->  
                <value>transactionInterceptor</value>  
            </list>  
        </property>  
    </bean>  
 
    <!-- 举下面这一个例子:这时候,这一个bean已经有了事务管理,可以增加类似的bean -->  
    <bean id="searchUserDAO" class="org.mmc.dao.impl.SearchUserDAO">  
        <property name="sessionFactory" ref="sessionFactory" />  
    </bean>  
</beans>

# crontab -l
35 9 * * * cd /home/work/test; ./test.py

# su - root
# tail -f /var/log/cron

#!/usr/local/bin/python
# coding=utf-8
#
#   Author: neoremind
#   E-mail: neoremind@baidu.com
#   Function: xxx
#