Sequoiadb操作

JadeLuo
浏览: 410921 次
性别:
来自: 珠海
最近访客更多访客>>

robertsun
whzxxyf
xx5333
woshichenzhiyuan
博主相关

博客
微博
相册
留言
关于我
文章分类

社区版块

存档分类

博客分类：
nosql
java
nosql java
package com.iminido.nosql;

import com.google.gson.Gson;
import com.iminido.constant.Const;
import com.iminido.instruction.core.IstRequ;
import com.iminido.log.Log;
import com.iminido.util.SU;
import static com.iminido.util.SU.parseJSON2Map;
import com.iminido.util.TL;
import com.sequoiadb.base.CollectionSpace;
import com.sequoiadb.base.DBCollection;
import com.sequoiadb.base.DBCursor;
import com.sequoiadb.base.Sequoiadb;
import com.sequoiadb.base.SequoiadbDatasource;
import com.sequoiadb.base.SequoiadbOption;
import com.sequoiadb.exception.BaseException;
import com.sequoiadb.net.ConfigOptions;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.Semaphore;
import java.util.concurrent.TimeUnit;
import java.util.logging.Level;
import java.util.logging.Logger;

import org.bson.BSONObject;
import org.bson.BasicBSONObject;
import org.bson.util.JSON;

/**
 *
 * @author JadeLuo
 */
public class NoSQLDb {

    private static SequoiadbDatasource sequoiadbDatasource;
    private static final Log log = Log.init(NoSQLDb.class);
    private static Semaphore semaphore = new Semaphore(1);

    static {
        initSequoiadbDatasource();
    }

    public static void initSequoiadbDatasource() {
        ArrayList<String> urls = new ArrayList<>();
        ConfigOptions nwOpt = new ConfigOptions();          // 定义连接选项
        SequoiadbOption dsOpt = new SequoiadbOption();	    // 定义连接池选项

        urls.add(Const.SEQUOIADB_HOST + ":" + Const.SEQUOIADB_PORT);
//        urls.add("ubuntu-dev2:11810");
//        urls.add("ubuntu-dev3:11810");

        nwOpt.setConnectTimeout(500);                       // 设置若连接失败，超时时间（ms）
        nwOpt.setMaxAutoConnectRetryTime(0);	            // 设置若连接失败，重试次数

// 以下设置的都是 SequoiadbOption 的默认值
        dsOpt.setMaxConnectionNum(500);                     // 设置连接池最大连接数
        dsOpt.setInitConnectionNum(10);                     // 初始化连接池时，创建连接的数量
        dsOpt.setDeltaIncCount(10);                        // 当池中没有可用连接时，增加连接的数量
        dsOpt.setMaxIdeNum(10);                             // 周期清理多余的空闲连接时，应保留连接的数量
        dsOpt.setTimeout(5 * 1000);                         // 当已使用的连接数到达设置的最大连接数时（500），请求连接的等待时间。
        dsOpt.setAbandonTime(10 * 60 * 1000);               // 连接存活时间，当连接空闲时间超过连接存活时间，将被连接池丢弃
        dsOpt.setRecheckCyclePeriod(1 * 60 * 1000);         // 清除多余空闲连接的周期
        dsOpt.setRecaptureConnPeriod(10 * 60 * 1000);       // 检测并取回异常地址的周期

        sequoiadbDatasource = new SequoiadbDatasource(urls, Const.SEQUOIADB_USERNAME, Const.SEQUOIADB_PASSWORD, nwOpt, dsOpt); // 创建连接池
    }

    public static synchronized Sequoiadb getSequoiadb() {
        Sequoiadb sdb = null;
        try {
            sdb = sequoiadbDatasource.getConnection();
        } catch (BaseException ex) {
            System.out.println("getIdleConnNum1  " + sequoiadbDatasource.getIdleConnNum());
            System.out.println("getUsedConnNum" + sequoiadbDatasource.getUsedConnNum());
            Logger.getLogger(NoSQLDb.class.getName()).log(Level.SEVERE, null, ex);
        } catch (InterruptedException ex) {
            System.out.println("getIdleConnNum2  " + sequoiadbDatasource.getIdleConnNum());
            System.out.println("getUsedConnNum" + sequoiadbDatasource.getUsedConnNum());
            Logger.getLogger(NoSQLDb.class.getName()).log(Level.SEVERE, null, ex);
        }

        if (sdb == null) {
            while (sdb == null) {
                try {
                    semaphore.tryAcquire(1, 2, TimeUnit.SECONDS);
                } catch (InterruptedException ex) {
                    System.out.println("getIdleConnNum3  " + sequoiadbDatasource.getIdleConnNum());
                    System.out.println("getUsedConnNum" + sequoiadbDatasource.getUsedConnNum());
                    Logger.getLogger(NoSQLDb.class.getName()).log(Level.SEVERE, null, ex);
                }
                try {
                    sdb = sequoiadbDatasource.getConnection();
                } catch (BaseException | InterruptedException ex) {
                    System.out.println("getIdleConnNum4  " + sequoiadbDatasource.getIdleConnNum());
                    System.out.println("getUsedConnNum" + sequoiadbDatasource.getUsedConnNum());
                    Logger.getLogger(NoSQLDb.class.getName()).log(Level.SEVERE, null, ex);
                }
            }
            semaphore.release();
            return sdb;
        }
        return sdb;
    }

    public static CollectionSpace initCollectionSpace(String csName) {
        try {
            Sequoiadb sdb = getSequoiadb();
            CollectionSpace cs;
            if (sdb.isCollectionSpaceExist(csName)) {
                cs = sdb.getCollectionSpace(csName);
            } else {
                cs = sdb.createCollectionSpace(csName);
            }
            return cs;
        } catch (BaseException ex) {
            Logger.getLogger(NoSQLDb.class.getName()).log(Level.SEVERE, null, ex);
            log.debug("D:\\working\\workspace\\LF_S_SignalProc\\src\\com\\iminido\\nosql\\NoSQLDb.java initCollectionSpace 方法获取 Sequoiadb 为空");
            return null;
        }
    }

    public static DBCollection initCollection(String collectionName) {
        CollectionSpace cs = initCollectionSpace(Const.SEQUOIADB_DATABASE);
        DBCollection cl;
        if (cs.isCollectionExist(collectionName)) {
            cl = cs.getCollection(collectionName);
        } else {
            cl = cs.createCollection(collectionName);
        }
        return cl;
    }

    public static void removeAll(String collectionName) {
        DBCollection cl = initCollection(collectionName);
        cl.delete(new BasicBSONObject());
        sequoiadbDatasource.close(cl.getSequoiadb());
    }

    public static void remove(String collectionName) {
        DBCollection cl = initCollection(collectionName);
        cl.delete(new BasicBSONObject());
        sequoiadbDatasource.close(cl.getSequoiadb());
    }

    public static boolean delete(String cl, String matcher) {
        try {
            DBCollection dbc = initCollection(cl);
            dbc.delete(matcher);
            sequoiadbDatasource.close(dbc.getSequoiadb());
            return true;
        } catch (Exception e) {
            log.error("delete " + cl + "matcher=>" + matcher + "失败", e);
            return false;
        }
    }

    public static void delete(String cl, String matcher, String hint) {
        DBCollection dbc = initCollection(cl);
        dbc.delete(matcher, hint);
        sequoiadbDatasource.close(dbc.getSequoiadb());
    }

    public static boolean insert(String collectionName, String... key_val) {
        String strJson = strs2json(key_val);
        log.debug("D:\\working\\workspace\\LF_S_SignalProc\\src\\com\\iminido\\nosql\\NoSQLDb.java save=>" + strJson);
        if (strJson != null) {
            BSONObject dbo;
            try {
                dbo = (BasicBSONObject) JSON.parse(strJson); //添加异常处理 
            } catch (Exception e) {
                log.error("解析json字符串异常,传入的字符串为：" + strJson, e);
                return false;
            }

            try {
                DBCollection dbc = initCollection(collectionName);
                dbc.insert(dbo);
                sequoiadbDatasource.close(dbc.getSequoiadb());
                return true;
            } catch (Exception e) {
                return false;
            }
        }
        return false;
    }

    public static boolean insert(String collectionName, String strJson) {
        BSONObject dbo = null;
        try {
            dbo = (BasicBSONObject) JSON.parse(strJson); //添加异常处理 
        } catch (Exception e) {
            log.error("解析json字符串异常,传入的字符串为：" + strJson, e);
            return false;
        }

        DBCollection dBCollection = initCollection(collectionName);
        Object object = dBCollection.insert(dbo);
        sequoiadbDatasource.close(dBCollection.getSequoiadb());
        return true;
    }

    public static boolean insertNestJson(String collectionName, String strJson, String strJson2, String nameOfNest) {
        BSONObject dbo = null;
        try {
            dbo = (BasicBSONObject) JSON.parse(strJson); //添加异常处理 
        } catch (Exception e) {
            log.error("解析json字符串异常,传入的字符串为：" + strJson, e);
            return false;
        }

        BSONObject dbo2 = null;
        try {
            dbo2 = (BasicBSONObject) JSON.parse(strJson2); //添加异常处理 
        } catch (Exception e) {
            log.error("解析json字符串异常,传入的字符串为：" + strJson, e);
            return false;
        }

        dbo.put(nameOfNest, dbo2);

        DBCollection dBCollection = initCollection(collectionName);
        Object object = dBCollection.insert(dbo);
        sequoiadbDatasource.close(dBCollection.getSequoiadb());
        return true;
    }

    public static boolean insert(String collectionName, IstRequ requ) {
        String strJson = TL.requ2json(requ);
        BSONObject dbo = null;
        try {
            dbo = (BasicBSONObject) JSON.parse(strJson); //添加异常处理 
        } catch (Exception e) {
            log.error("解析json字符串异常,传入的字符串为：" + strJson, e);
            return false;
        }

        DBCollection dBCollection = initCollection(collectionName);
        dBCollection.insert(dbo);
        sequoiadbDatasource.close(dBCollection.getSequoiadb());
        return true ;
    }

    public static Object insert(String collectionName, IstRequ requ, String args) {
        String strJson = TL.requ2json(requ, args);
        BSONObject dbo = null;
        try {
            dbo = (BasicBSONObject) JSON.parse(strJson); //添加异常处理 
        } catch (Exception e) {
            log.error("解析json字符串异常,传入的字符串为：" + strJson, e);
        }

        DBCollection dBCollection = initCollection(collectionName);
        Object object = dBCollection.insert(dbo);
        sequoiadbDatasource.close(dBCollection.getSequoiadb());
        return object;
    }

//    public static void savej(String collectionName, IstRequ req) {
//        String strJson = req.get("j");
//        strJson = strJson.replaceAll("\'", "\""); //把单引号替换成双引号，不用这句也可以执行成功。加这句是为了让我记住json应用中存在单双引号问题,在jquery中，如果json是用单引号的话，就会出错，在php中json用单引号也会出错。
//        insert(collectionName, strJson);
//    }
    public static boolean isExist(String collectionName, String matcher) {
        if (null == queryOne(collectionName, matcher, matcher, matcher, null)) {
            return false;
        } else {
            return true;
        }
    }

    public static BSONObject queryOne(String collectionName, String matcher, String selector, String orderBy, String hint) {
        DBCollection dBCollection = initCollection(collectionName);
        BSONObject bSONObject = dBCollection.queryOne(str2BSONObject(matcher), str2BSONObject(selector), str2BSONObject(orderBy), str2BSONObject(hint), 0);
        sequoiadbDatasource.close(dBCollection.getSequoiadb());
        return bSONObject;
    }

    public static DBCursor findandclose(String collectionName, String... key_val) {
        DBCollection dBCollection = initCollection(collectionName);
        DBCursor dBCursor = dBCollection.query();
        sequoiadbDatasource.close(dBCollection.getSequoiadb());
        return dBCursor;
    }

    public static DBCursor query(String collectionName, String... key_val) {
        return initCollection(collectionName).query();
    }

    public static DBCursor query(String collectionName) {
        return initCollection(collectionName).query();
    }

    public static DBCursor query(String collectionName, String matcher, String selector, String orderBy, String hint, int limitNum) {
        return initCollection(collectionName).query(matcher, selector, orderBy, hint);
    }

    public static BasicBSONObject str2BSONObject(String jsonString) {
        return (BasicBSONObject) JSON.parse(jsonString);
    }

    public static List exec(String sql) {
        DBCursor c = null;
        Sequoiadb seq = null;
        try {
            seq = sequoiadbDatasource.getConnection();
            c = seq.exec(sql);
        } catch (BaseException e) {
            e.printStackTrace();
        } catch (InterruptedException ex) {
            Logger.getLogger(NoSQLDb.class.getName()).log(Level.SEVERE, null, ex);
        }

        if (c != null && c.hasNext()) {
            List list = new ArrayList();
            while (c.hasNext()) {
                list.add(c.getNext());
            }
            if (seq != null) {
                sequoiadbDatasource.close(seq);
            }
            return list;
        } else {
            if (seq != null) {
                sequoiadbDatasource.close(seq);
            }
            return null;
        }
    }

    public static String exeSql(String sql) {
        return list2String(exec(sql));
    }

    public static String exe(String sql) {
        return list2String(exec(sql));
    }

    public static boolean execUpdate(String sql) {
        try {
            Sequoiadb seq = sequoiadbDatasource.getConnection();
            seq.execUpdate(sql);
            sequoiadbDatasource.close(seq);
            return true;
        } catch (BaseException e) {
            e.printStackTrace();
            log.warn(sql, e);
            return false;
        } catch (InterruptedException ex) {
            Logger.getLogger(NoSQLDb.class.getName()).log(Level.SEVERE, null, ex);
            return false;
        }
    }

    //matcher test
    public static List query(String cl, String matcher) {
        DBCollection dbc = initCollection(cl);
        DBCursor c = dbc.query(matcher, null, null, null, 0L, 100L);
        List<String> list = null;//new ArrayList<>();
        if (c != null && c.hasNext()) {
            list = cur2list(c);
        } else {
            sequoiadbDatasource.close(dbc.getSequoiadb());
            return list;
        }
        sequoiadbDatasource.close(dbc.getSequoiadb());
        return list;

    }
    
    //matcher test
    public static List query(String cl, String matcher,String selector) {
        DBCollection dbc = initCollection(cl);
        DBCursor c = dbc.query(matcher, selector, null, null, 0L, 100L);
        List<String> list = null;//new ArrayList<>();
        if (c != null && c.hasNext()) {
            list = cur2list(c);
        } else {
            sequoiadbDatasource.close(dbc.getSequoiadb());
            return list;
        }
        sequoiadbDatasource.close(dbc.getSequoiadb());
        return list;

    }

    //returnRows test
    public static DBCursor query(String cl, String matcher, long returnRows) {
        return initCollection(cl).query(matcher, null, null, null, 0L, returnRows);
    }

    // selector {filed:1}
    public static DBCursor query(String cl, String matcher, String selector, long returnRows) {
        return initCollection(cl).query(matcher, selector, null, null, 0L, returnRows);
    }

    //orderBy {filed:1/-1}
    public static DBCursor query(String cl, String matcher, String selector, String orderBy, long returnRows) {
        return initCollection(cl).query(matcher, selector, orderBy, null, 0L, returnRows);
    }

    //hint (index) {}
    public static DBCursor query(String cl, String matcher, String selector, String orderBy, String hint, long returnRows) {
        DBCollection dbc = initCollection(cl);
        DBCursor dbcu = dbc.query(matcher, selector, orderBy, hint, 0L, returnRows);
        sequoiadbDatasource.close(dbc.getSequoiadb());
        return dbcu;
    }

    public static List query2(String cl, String matcher, String selector, String orderBy, String hint, long returnRows,List<String> list ) {
        DBCollection dbc = initCollection(cl);
        DBCursor c = dbc.query(matcher, selector, orderBy, hint, 0L, returnRows);
      
        if (c != null && c.hasNext()) {
            while (c.hasNext()) {
                String str1 = (String) c.getNext().get("acc");
                for (int j = 0; j < list.size(); j++) {
                    String str2 = list.get(j);
                    if (str2.equals(str1)) {
                        list.remove(str1);
                    }
                }
            }
        } else {
            sequoiadbDatasource.close(dbc.getSequoiadb());
            return list;//直接返回生成的推荐号
        }
        sequoiadbDatasource.close(dbc.getSequoiadb());
        return list;
    }

    public static DBCursor query(String cl, String matcher, long returnRows, long skipRows) {
        return initCollection(cl).query(matcher, null, null, null, skipRows, returnRows);
    }

    public static String query(String cl, String matcher, String selector, String orderBy, String hint, long skipRows, long returnRows) {
        DBCollection dbc = initCollection(cl);
        String jsonString = cur2jsonstr(dbc.query(matcher, selector, orderBy, hint, skipRows, returnRows));
        sequoiadbDatasource.close(dbc.getSequoiadb());
        return jsonString;
    }

    public static void update(String cl, String matcher, String modifier, String hint) {
        DBCollection dbc = initCollection(cl);
        dbc.update(matcher, modifier, hint);
        sequoiadbDatasource.close(dbc.getSequoiadb());
    }

    public static void update$unsetAll(String cl, String matcher, String field, String hint) {
        DBCollection dbc = initCollection(cl);
        dbc.update(matcher, "{$unset:" + field + ":[]}", hint); // NoSQLDb.update("friend", "{}", "{$unset:{label:[]}}", "{}");
        sequoiadbDatasource.close(dbc.getSequoiadb());
    }

    public static void update$unset(String cl, String matcher, String modifier, String hint) {
        DBCollection dbc = initCollection(cl);
        dbc.update(matcher, "{$unset:" + modifier + "}", hint); //  NoSQLDb.update("friend", "{}", "{$unset:{label:[33,44,55]}}", "{}");
        sequoiadbDatasource.close(dbc.getSequoiadb());

    }

    public static void update$addtoset(String cl, String matcher, String modifier, String hint) {
        DBCollection dbc = initCollection(cl);
        dbc.update(matcher, "{$addtoset:" + modifier + "}", hint); //    NoSQLDb.upsert("friend", "{}", "{$addtoset:{label:[33,44,55]}}", "{}");
        sequoiadbDatasource.close(dbc.getSequoiadb());
    }

    /**
     * 不存在会自动插入新记录
     *
     * @param cl
     * @param matcher
     * @param modifier
     * @param hint
     */
    public static void upsert(String cl, String matcher, String modifier, String hint) {
        DBCollection dbc = initCollection(cl);
        BSONObject ma = null;
        BSONObject mo = null;
        BSONObject hi = null;
        if (matcher != null) {
            ma = (BSONObject) JSON.parse(matcher);
        }
        if (modifier != null) {
            mo = (BSONObject) JSON.parse(modifier);
        }
        if (hint != null) {
            hi = (BSONObject) JSON.parse(hint);
        }
        dbc.upsert(ma, mo, hi);
        sequoiadbDatasource.close(dbc.getSequoiadb());

    }

    public static String strs2json(String... key_val) {
        String strJson = null;
        if (key_val != null) {
            StringBuilder sb = new StringBuilder();
            sb.append("{");
            int i = 0;
            while (key_val[i] != null) {
                sb.append(key_val[i]).append(":'").append(key_val[++i]).append("'");
                if (i < key_val.length - 1) {
                    sb.append(",");
                    i++;
                } else {
                    key_val[i] = null;
                }
            }
            sb.append("}");
            strJson = sb.toString();

        }
        return strJson;
    }

    public static List cur2list(DBCursor c) {
        if (c != null && c.hasNext()) {
            List list = new ArrayList();
            while (c.hasNext()) {
                list.add(c.getNext());
            }

            return list;
        }
        return null;
    }

    public static String cur2jsonstr(DBCursor c) {
        String jsonString = "";
        if (c != null && c.hasNext()) {
            while (c.hasNext()) {
                jsonString = jsonString + (c.getNext().toString());
            }
            c.close();
            return jsonString;
        }
        return "{}";
    }

    private static String list2String(List list) {
        if (list != null) {
            StringBuilder sb = new StringBuilder();
            list.stream().forEach((Object s) -> {
                sb.append(s).append(",");
            });
            return sb.toString();
        } else {
            return null;
        }

    }

    public static void main(String[] args) {
//        NoSQLDb.insertNestJson(Const.TEST, "{a:'a'}","{cc:'dd'}","nestJson");

        String s = "{ \"_id\": { \"$oid\": \"544634608e849c2f20465015\" }, \"a\": \"a\", \"nestJson\": { \"cc\": \"dd\" } }";
        s = s.replace("\\", "");
        SU.parseJSON2Map(s);

    }
}
分享到：
mysql on DUPLICATE KEY UPDATE test1.name ... | sequoiadb模糊查询
2014-10-22 20:59
浏览 1799
评论(0)
分类:操作系统
查看更多
发表评论

您还没有登录,请您登录后再发表评论
最近访客更多访客>>

博主相关

文章分类

社区版块

存档分类

最新评论

Sequoiadb操作

评论

发表评论

相关推荐

最近访客 更多访客>>

博主相关

文章分类

社区版块

存档分类

最新评论

Sequoiadb操作

评论

发表评论

相关推荐

ygsoft.com 性能优化与安全处理备忘

http 417

websocket run shell

spring mvc controller 启用自动执行

java http proxy request demo

java中使用原生DOM(org.w3c.dom.*)对xml的操作

java协程

java 序列化与反序列化

SpringMVC 重写HttpMessageConverter进行Xss过滤

idea intellij

jvm垃圾回收参数配置

java http请求头设置强制服务端返回不同格式结果

pingpp支付 支持 android ios pc web

防止精度丢失

批量新增触发器

读取配置文件

线上jvm进程CPU load高排查脚本-jkiller

ne4j 入门

mysql 类型

redis

最近访客更多访客>>

pingpp支付支持 android ios pc web
