mongo操作

Sun, 23 Jul 2023 00:00:00 +0000

根据日期查询数量

db.getCollection("api_invocation_logs").find({"createdDate":{"$gte":ISODate("2024-01-09T00:00:00Z"),"$lt":ISODate("2024-01-10T00:00:00Z")}}).count()

查看某个字段不为空的数据

db.getCollection('waimao_company_info').find({'numberOfEmployees':{$ne:null}})

查看某个表所有字段

mr = db.runCommand({
    "mapreduce": "waimao_company_info",
    "map": function() {
        for (var key in this) {
            emit(key, null);
        }
    },
    "reduce": function(key, stuff) {
        return null;
    },
    "out": "waimao_company_info" + "_keys"
})

db[mr.result].distinct("_id")

模糊查询

db.getCollection("rocket").find(
{emails:/@/}
)

Hive-mongo导入导出

Sun, 21 Aug 2022 00:00:00 +0000

1.MongoDB拉出到hive

# 导入mongodb的包到hadoop
add jar /var/lib/hadoop-hdfs/bin/hive_mongoDB/mongo-hadoop-core-2.0.2.jar;
add jar /var/lib/hadoop-hdfs/bin/hive_mongoDB/mongo-hadoop-hive-2.0.2.jar;
add jar /var/lib/hadoop-hdfs/bin/hive_mongoDB/mongo-java-driver-3.12.8.jar;
set mongo.input.split.create_input_splits=false;


DROP TABLE IF EXISTS ods.ods_ex_trade_mdb_wmb_rocket_waimao_company_info_mapping;
drop table ods.ods_zxk_annualBusiness_mapping;
create external table ods.ods_zxk_annualBusiness_mapping(
`_id` string,
companyName string,
Tel string
)STORED BY 'com.mongodb.hadoop.hive.MongoStorageHandler'
WITH SERDEPROPERTIES('mongo.columns.mapping'='{"_id":"_id","companyName":"companyName","Tel":"Tel"}')
TBLPROPERTIES('mongo.uri'='mongodb://username:password@172.16.98.159:21000/annualReport.annualBusiness?authSource=admin');

MongoDB on LeoChu Space

mongo操作

Hive-mongo导入导出

1.MongoDB拉出到hive