原始json:
{ "listsn": "", "code": "fwq_add", "detail": { "appdate": "2016-06-28", "expectdate": "2016-06-30", "service_text": { "text": "NAT管理(乐视云计算有限公司产品研发中心_基础架构_网络服务_NAT管理)", "id": "343" }, "projectname_text": { "id": "575789b9f0a2d7e179ac750b", "text": "采购项目" }, "note": "test", "totalmoney": 132500, "detail": [ { "buss": "", "alamLinks_text": [ { "text": "张三1", "id": "zhangsan1@qq.com" } ], "opSystem_text": { "id": "CentOS 6.6", "text": "CentOS 6.6" }, "buss_text": { "id": "", "text": "" }, "template": "569f89b02ae6ff1d0043ed7b", "use_type_text": { "id": "1", "text": "生产环境" }, "fpData": [], "follow_idc_text": { "id": "1", "text": "否" }, "alamLinks": "zhangsan1@qq.com", "num": 2, "modular": "test", "follow_idc": "1", "netReq_text": { "text": "美国机房", "id": "569f9ae72ae6ff1d0043edc1" }, "opSystem": "CentOS 6.6", "netReq": "569f9ae72ae6ff1d0043edc1", "use_type": "1", "template_text": { "id": "569f89b02ae6ff1d0043ed7b", "text": "A1-1 [CPU:24C(E5-2620V3*2) 内存:128G(16G*8) 硬盘:600G(系统 raid1) ||标配实体机(普通应用)||26500 ]" } }, { "buss_text": { "id": "", "text": "" }, "num": 3, "use_type": "2", "follow_idc_text": { "id": "1", "text": "否" }, "netReq": "568a7d67b9687e31c81d8379", "opSystem_text": { "id": "CentOS 6.6", "text": "CentOS 6.6" }, "modular": "test2", "use_type_text": { "text": "测试环境", "id": "2" }, "template": "569f89c32ae6ff1d0043ed7c", "alamLinks_text": [ { "id": "zhangsan1@letv.com", "text": "张三1" } ], "follow_idc": "1", "alamLinks": "zhangsan1@letv.com", "opSystem": "CentOS 6.6", "buss": "", "template_text": { "id": "569f89c32ae6ff1d0043ed7c", "text": "A1-2 [CPU:24C(E5-2620V3*2) 内存:128G(16G*8) 硬盘:600G(系统 raid1),3T(数据 raid5) ||标配实体机(普通应用)||26500 ]" }, "netReq_text": { "id": "568a7d67b9687e31c81d8379", "text": "核心纯内网" }, "fpData": [] } ], "marate": "必要性说明test", "projectname": "575789b9f0a2d7e179ac750b", "service": "343", "explain": "必要性说明test", "purchase_type": "1", "purchase_type_text": { "id": "1", "text": "重点项目" } }, "desc": "测试单据", "reader": "", "createtime": "2016-06-28 09:54:15", "type": "", "uuid": "cecaf698-a2d7-41fa-94b1-d157f38b3cfc", "status": 593, "updatetime": "2016-06-28 09:54:15", "orderid": 7437, "title": "测试单据", "owner": "zhangsan1@qq.com", "qq": "187287822", "leader": "李四 - ", "owner_name": "zhangsan1(zhangsan1@qq.com)", "telphone": "13718899792" }
原始代码:
/* 重点项目实体机需求汇总 查询数据 */ func (this *IndexController) ProjectReqTotalData() { fmt.Println("ddddddd-------------------->hhhhhhhh--------------------------->") startTime := this.GetString("startTime") endTime := this.GetString("endTime") projectname := this.GetString("projectname") /* db.process_list_info.aggregate( {"$match":{"status":551}}, {"$unwind":"$detail.detail"}, {"$group": {"_id":{ "peizhi":"$detail.detail.template", "projectname":"$detail.projectname_text.text", "project":"$detail.projectname", "service":"$detail.service", "servicename":"$detail.service_text.text" }, "tatalNum":{"$sum":"$detail.detail.num_int"}}}, {"$project":{"peizhi_id":"$_id.peizhi","netReq":"$_id.netReq","num":"$tatalNum"}}) */ /* 国内部分 */ matchConditionMap1 := map[string]interface{}{} matchConditionMap1["detail.purchase_type_text.id"] = "1" matchConditionMap1["code"] = "fwq_add" neMap1 := map[string]interface{}{} neMap1["status"] = int64(10) neMap2 := map[string]interface{}{} neMap2["status"] = int64(17) matchConditionMap1["$nor"] = [2]interface{}{neMap1,neMap2} //matchConditionMap1["status"] = int64(551) if startTime != "" { q_map := map[string]interface{}{} q_map["$gte"] = startTime matchConditionMap1["createtime"] = q_map } if endTime != "" { q_map2 := map[string]interface{}{} q_map2["$lte"] = endTime matchConditionMap1["createtime"] = q_map2 } if projectname != "" { matchConditionMap1["detail.projectname"] = projectname } matchMap := map[string]interface{}{} matchMap["$match"] = matchConditionMap1 unwindMap := map[string]interface{}{} unwindMap["$unwind"] = "$detail.detail" //国内条件 queryMap1 := map[string]interface{}{} queryMap2 := map[string]interface{}{} queryMap3 := map[string]interface{}{} queryMap4 := map[string]interface{}{} queryMap5 := map[string]interface{}{} queryMap1["detail.detail.netReq"] = "568a7d67b9687e31c81d8379" //核心纯内网 queryMap2["detail.detail.netReq"] = "568a7dadb9687e31c81d8395" //电信公网IP queryMap3["detail.detail.netReq"] = "569f76952ae6ff1d0043ed6f" //联通公网IP queryMap4["detail.detail.netReq"] = "569f82e62ae6ff1d0043ed72" //多线公网IP queryMap5["detail.detail.netReq"] = "56c2f8102ae6ff1d004c2a8f" //外地机房 queryArray := []interface{}{} queryArray = append(queryArray,queryMap1) queryArray = append(queryArray,queryMap2) queryArray = append(queryArray,queryMap3) queryArray = append(queryArray,queryMap4) queryArray = append(queryArray,queryMap5) qMap := map[string]interface{}{} qMap["$or"] = queryArray matchMap2 := map[string]interface{}{} matchMap2["$match"] = qMap groupMap := map[string]interface{}{} idMap := map[string]interface{}{} idMap["peizhi"] = "$detail.detail.template" idMap["peizhiname"] = "$detail.detail.template_text.text" idMap["projectname"] = "$detail.projectname_text.text" idMap["project"] = "$detail.projectname" //idMap["service"] = "$detail.service" //idMap["servicename"] = "$detail.service_text.text" sumMap := map[string]interface{}{} sumMap["$sum"] = "$detail.detail.num" groupMap["_id"] = idMap groupMap["tatalNum"] = sumMap mapGroup := map[string]interface{}{} mapGroup["$group"] = groupMap sortMap := map[string]interface{}{} sort1:=map[string]interface{}{} //sort1["tatalNum"] = 1 //sort1["_id"] = 1 sort1["_id.projectname"] = 1 //sort1["_id.service"] = 1 sort1["_id.peizhi"] = 1 sortMap["$sort"] = sort1 groupArr := make([]interface{}, 0) groupArr = append(groupArr, matchMap) groupArr = append(groupArr, unwindMap) groupArr = append(groupArr, matchMap2) groupArr = append(groupArr, mapGroup) groupArr = append(groupArr, sortMap) //fmt.Println("打印参数>>国内——————————————>",groupArr) var baseMongo componets.BaseMongo resultIn := baseMongo.FindPipe("lingshu", "process_list_info", groupArr) //fmt.Println("打印结果>>国内------>") //fmt.Println(resultIn) /* 国外部分 */ matchConditionMap1_out := map[string]interface{}{} matchConditionMap1_out["detail.purchase_type_text.id"] = "1" matchConditionMap1_out["code"] = "fwq_add" //matchConditionMap1_out["status"] = int64(551) matchMap_out := map[string]interface{}{} matchMap_out["$match"] = matchConditionMap1_out unwindMap_out := map[string]interface{}{} unwindMap_out["$unwind"] = "$detail.detail" qMap_out := map[string]interface{}{} qMap_out["$nor"] = queryArray // 国外条件 //matchConditionMap2["$detail.detail.netReq"] = "not in" //国内条件 matchMap2_out := map[string]interface{}{} matchMap2_out["$match"] = qMap_out groupMap_out := map[string]interface{}{} idMap_out := map[string]interface{}{} idMap_out["peizhi"] = "$detail.detail.template" idMap_out["peizhiname"] = "$detail.detail.template_text.text" idMap_out["projectname"] = "$detail.projectname_text.text" idMap_out["project"] = "$detail.projectname" //idMap_out["service"] = "$detail.service" //idMap_out["servicename"] = "$detail.service_text.text" sumMap_out := map[string]interface{}{} sumMap_out["$sum"] = "$detail.detail.num" groupMap_out["_id"] = idMap_out groupMap_out["tatalNum_out"] = sumMap_out mapGroup_out := map[string]interface{}{} mapGroup_out["$group"] = groupMap_out sortMap_out := map[string]interface{}{} sort2:=map[string]interface{}{} //sort2["_id"] = 1 sort2["_id.projectname"] = 1 //sort2["_id.service"] = 1 sort2["_id.detail.template"] = 1 sortMap_out["$sort"] = sort2 groupArr_out := make([]interface{}, 0) groupArr_out = append(groupArr_out, matchMap) groupArr_out = append(groupArr_out, unwindMap_out) groupArr_out = append(groupArr_out, matchMap2_out) groupArr_out = append(groupArr_out, mapGroup_out) groupArr_out = append(groupArr_out, sortMap_out) //fmt.Println("打印参数>>国外——————————————>",groupArr_out) var baseMongo_out componets.BaseMongo resultOut := baseMongo_out.FindPipe("lingshu", "process_list_info", groupArr_out) //fmt.Println("打印结果>>国外------>") //fmt.Println(resultOut) for _,v := range resultIn { inMap := v.(bson.M) v.(bson.M)["tatalNum_out"] = float64(0) groupid := inMap["_id"].(bson.M) for _, v_out := range resultOut { outMap := v_out.(bson.M) groupid_out := outMap["_id"].(bson.M) if groupid_out["peizhi"].(string) == groupid["peizhi"].(string) && groupid_out["projectname"].(string) == groupid["projectname"].(string) && groupid_out["project"].(string) == groupid["project"].(string){ v.(bson.M)["tatalNum_out"] = outMap["tatalNum_out"] v_out.(bson.M)["is_merge"] = "1" } } } //fmt.Println("打印out处理后数据——————————>",resultOut) for _,m := range resultOut { if m.(bson.M)["is_merge"]==nil{ m.(bson.M)["tatalNum"] = float64(0) resultIn = append(resultIn,m) } } utils_r := componets.Utils{} for _, item := range resultIn { template_id := item.(bson.M)["_id"].(bson.M)["peizhi"].(string) objectid := bson.ObjectIdHex(template_id) itemRes := baseMongo.FindById("lingshu", "cmdb_store_dict",objectid) fmt.Println("打印模版信息————————>",itemRes) templateName := itemRes.(bson.M)["templateName"] cost := itemRes.(bson.M)["cost"] price := "0" if cost!=nil { price = cost.(string) if price=="" { price ="0" } } inNum := float64(0) outNum := float64(0) if(reflect.TypeOf(item.(bson.M)["tatalNum"]).Name()=="int"){ inNum = float64(item.(bson.M)["tatalNum"].(int)) }else { inNum = item.(bson.M)["tatalNum"].(float64) } if(reflect.TypeOf(item.(bson.M)["tatalNum_out"]).Name()=="int"){ outNum = float64(item.(bson.M)["tatalNum_out"].(int)) }else { outNum = item.(bson.M)["tatalNum_out"].(float64) } tempprice,_ := strconv.ParseFloat(price,64) price_float := utils_r.Round(tempprice,2) inTotalMoney := price_float * inNum outTotalMoney := price_float * outNum item.(bson.M)["inTotalMoney"] = utils_r.Round(inTotalMoney,2) item.(bson.M)["outTotalMoney"] = utils_r.Round(outTotalMoney,2) item.(bson.M)["_id"].(bson.M)["jixingName"] = templateName item.(bson.M)["cost"] = price_float } //fmt.Println("发送组合结果-——————————>",resultIn) this.Data["resultIn"] = resultIn this.Data["Baseurl"]=beego.AppConfig.String("baseurl") this.TplNames = "statistics/projectreqtotaldata.html" }
mongdb原始命令:
b.process_list_info.aggregate( {"$match":{"status":551}}, {"$unwind":"$detail.detail"}, {"$group": {"_id":{ "peizhi":"$detail.detail.template", "projectname":"$detail.projectname_text.text", "project":"$detail.projectname", "service":"$detail.service", "servicename":"$detail.service_text.text" }, "tatalNum":{"$sum":"$detail.detail.num_int"}}}, {"$project":{"peizhi_id":"$_id.peizhi","netReq":"$_id.netReq","num":"$tatalNum"}}) db.process_list_info.aggregate({"$unwind":"$detail.detail”}) db.process_list_info.aggregate({"$match":{"detail.projectname_text.id":"575789b9f0a2d7e179ac750b"}},{"$unwind":"$detail.detail”}) db.process_list_info.aggregate({"$match":{"detail.projectname_text.id":"575789b9f0a2d7e179ac750b"}},{"$unwind":"$detail.detail"},{"$project":{"tttt":"$createtime"}}) db.process_list_info.aggregate({"$match":{"detail.projectname_text.id":"575789b9f0a2d7e179ac750b","orderid":8285}},{"$unwind":"$detail.detail"},{"$group":{"_id":"$detail.detail.template","tatalNum":{"$sum":"$detail.detail.num"}}},{"$project":{"peizhi_id":"$_id","num":"$tatalNum"}}) db.process_list_info.aggregate({"$match":{"status":551}},{"$unwind":"$detail.detail"},{"$group":{"_id":{"peizhi":"$detail.detail.template","netReq":"$detail.detail.netReq"},"tatalNum":{"$sum":"$detail.detail.num_int"}}},{"$project":{"peizhi_id":"$_id.peizhi","netReq":"$_id.netReq","num":"$tatalNum"}}) db.process_list_info.aggregate({"$match":{"status":551}},{"$unwind":"$detail.detail"},{"$group":{"_id":{"peizhi":"$detail.detail.template","projectname":"$detail.projectname_text.text","project":"$detail.projectname","service":"$detail.service","servicename":"$detail.service_text.text"},"tatalNum":{"$sum":"$detail.detail.num_int"}}},{"$project":{"peizhi_id":"$_id.peizhi","netReq":"$_id.netReq","num":"$tatalNum"}})
注意:不管是mongdb原始命令,还是go调用,$sum操作符号,只能汇总数值类型的字段(比如,Double,float等);之前保存的时候num字段保存为string类型(“5”),无法汇总; db.process_list_info.find({"code":"fwq_add"}).forEach(function(obj){obj.detail.detail.forEach(function(bj){ bj.num = parseFloat(bj.num) } );db.process_list_info.save(obj) }) db.process_list_info.find({"code":"fwq_mv_add"}).forEach(function(obj){obj.detail.detail.forEach(function(bj){ bj.num = parseFloat(bj.num) } );db.process_list_info.save(obj) }) 这样处理以后num字段转换成了Double; db.foo.find({bad: {$exists: true}}).forEach(function(obj) { obj.user_id = new NumberInt(obj.user_id); db.foo.save(obj); });
go的管道调用
func (this *BaseMongo) FindPipe(dataBase string, col string, queryStruct []interface{}) []interface{} { if session.Ping() != nil { doConn() } c := session.DB(dataBase).C(col) var result []interface{} c.Pipe(&queryStruct).All(&result) return result }
有疑问加站长微信联系(非本文作者)