mongodb基础操作
作者：互联网
前言
本文主要针对的是mongoDB的基本操作，以及使用python语言对mongodb的接口调用。
使用工具为pycharme
robot 3T【已经被收购，推出了收费版。robot 3T还是免费的】
简单的curd
mongDB终端的调用
添加
单条插入，再插入的时候会自动创建集合。但是没有插入数据mongodb是不会给该数据库创建集合的
db.basic.insert({"banner":
{"version":"1.5.10",
"name":"banana",
"url":"https://d8adcj2p1hmcm.2a5af24a944943436.png",
"start_time":1656604800,
"end_time":1656604800}})
多条批量插入
db.basic.insertMany([
{
"banner": {
"version": "1.5.10",
"name": "rabbit",
"url": "https://d8adc72f2dda2a5af24a944943436.png",
"start_time": 1656604800,
"end_time": 1656604800
},
"total":2,
"category_id": "d6e3af40-3d42-315d-a983-ce745277593f"
},
{
"banner": {
"version": "1.5.11",
"name": "oppo",
"url": "https://d8adcj22dda2a5af24a944943436.png",
"start_time": 1656604800,
"end_time": 1656604800
},
"total":5,
"category_id": "d6eeaf40-3c42-315d-a983-ce745277593f"
},
{
"banner": {
"version": "1.5.12",
"name": "huawei",
"url": "https://d8adcj2p12dda2a5af24a944943436.png",
"start_time": 1656604800,
"end_time": 1656604800
},
"total":10,
"category_id": "d6e33440-3c42-315d-a983-ce745277593f"
},
{
"banner": {
"version": "1.5.13",
"name": "xiaomi",
"url": "https://f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time": 1656604800,
"end_time": 1656604800
},
"total":20,
"category_id": "06e3af40-3c42-315d-a983-ce745277593f"
},
{
"banner": {
"version": "1.5.13",
"name": "apple",
"url": "https://f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time": 1656604800,
"end_time": 1656604800
},
"total":7,
"category_id": "d6e3af40-3c42-315d-a983-ce745277593f"
}
])
注意insert是insertOne于insertMany的并集，insert是很老的版本使用不建议再使用
查看
条件查询
查看所有的数据
db.basic.find({})
查看total值大于10
db.basic.find({"total":{"$gt":10}})
查看total为空，即不存在total的字段的文档
db.basic.find({"total":{"$ne":null}})
查询total>10,定义展示的字段banner，total，但是默认还会展示_id
db.basic.find({"total":{"$gt":10}},{"banner":true,"total":true})
查询total>10,定义展示的字段banner的version字段，total，不展示_id；
db.basic.find({"total":{"$gt":10}},{"banner.version":true,"total":true,"_id":0})
如果没有total，将不展示total
db.basic.find({"total":{"$eq":null}},{"banner.version":true,"total":true,"_id":0})
db.basic.count({})
修改
db.basic.updateOne({"total":{"$eq":2}},
{"$set":{"banner.version":"1.8.1"}}
)
db.basic.updateMany({"total":{"$gt":10}},
{"$set":{"banner.version":"1.6.1"}}
)
注意
update 已被弃用,返回{n:1, nModified:1}
返回{n:1, nModified:1}
更新一个就用updateOne,是对update的封装,不支持{multi:true}属性,加了也没用,返回{n:1, nModified:1}
返回{n:1, nModified:1}
更新多个就用updateMany,是对update的封装,自动加入了{multi:true}属性,设为false也不行,返回{n:1, nModified:1}
返回{n:1, nModified:1}
删除
db.basic.deleteOne({"total":{"$eq":7}})
db.basic.deleteMany({"total":{"$eq":7}})
python的调用
"""
@author:taipi
desc:处理一次增删改查
"""
from bson import ObjectId
from pymongo import MongoClient
from mongo.config import host,port,username,password
client = MongoClient(host=host,port=port,username=username,password=password)
collection = client.mongo_basic.mongo_basic
data_list = [
{'name': '朱小三', 'age': 20, 'address': '北京'},
{'name': '刘小四', 'age': 21, 'address': '上海'},
{'name': '马小五', 'age': 22, 'address': '山东'},
{'name': '夏侯小七', 'age': 23, 'address': '河北'},
{'name': '公孙小八', 'age': 24, 'address': '广州'},
{'name': '慕容小九', 'age': 25, 'address': '杭州'},
{'name': '欧阳小十', 'age': 26, 'address': '深圳'},
]
# 插入操作
collection.insert_many(data_list)
# 更新操作
result = collection.update_many(
{'name': '马小五'},
{'$set': {'address': '鞍山', 'age': 32}}
)
result = collection.update_one({'name': '隐身人'},
{'$set': {'name': '隐身人','age': 0,'address': '里世界'}},
upsert=True)
# 3. 删除
result = collection.delete_many({'age': 0})
print(result)
# 4. 查询
rows = collection.find({})
# 条件查询
rows = collection.find({'age': {'$lt': 25, '$gt': 21},
'name': {'$ne': '夏侯小七'}})
# 1. 空值
rows = collection.find({'grade': None})
# 2. 布尔值
rows = collection.find({'student': True}, {'_id': 0})
# 3. 排序参数
rows = collection.find({}, {'_id': 0}).sort('age', -1)
# 4. 查询_id
rows = collection.find({'_id': ObjectId('5b2f75d26b78a61364d09f45')},
{'_id': 0})
for row in rows:
print(row)
高级查询
aggregate一般聚合查询
edcation集合
/* 1 */
{
"_id" : ObjectId("630807cc0337dacc9a895997"),
"name" : "李大娃",
"age" : 10,
"grade" : "五年级",
"student" : true,
"interest" : "唱歌"
}
/* 2 */
{
"_id" : ObjectId("630807cc0337dacc9a895998"),
"name" : "张二娃",
"age" : 12,
"grade" : "六年级",
"student" : true,
"interest" : "跳舞"
}
/* 3 */
{
"_id" : ObjectId("630807cc0337dacc9a895999"),
"name" : "马三娃",
"age" : 14,
"grade" : "八年级",
"student" : true,
"interest" : "下棋"
}
/* 4 */
{
"_id" : ObjectId("630807cc0337dacc9a89599a"),
"name" : "刘四娃",
"age" : 16,
"grade" : null,
"student" : false,
"interest" : "无"
}
/* 5 */
{
"_id" : ObjectId("630807cc0337dacc9a89599b"),
"name" : "朱五娃",
"age" : 18,
"grade" : "高三",
"student" : true,
"interest" : "写字"
}
/* 6 */
{
"_id" : ObjectId("630807cc0337dacc9a89599c"),
"name" : "高六娃",
"age" : 8,
"grade" : "一年级",
"student" : true,
"interest" : "学习"
}
/* 7 */
{
"_id" : ObjectId("630807cc0337dacc9a89599d"),
"name" : "赵气娃",
"age" : 10,
"grade" : "五年级",
"student" : true,
"interest" : "乐高"
}
/* 8 */
{
"_id" : ObjectId("630807cc0337dacc9a89599e"),
"name" : "葫芦娃",
"age" : 100,
"grade" : null,
"student" : false,
"interest" : "喷火"
}
/* 9 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499d5"),
"name" : "李大娃",
"age" : 10,
"grade" : "五年级",
"student" : true,
"interest" : "唱歌"
}
/* 10 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499d6"),
"name" : "张二娃",
"age" : 12,
"grade" : "六年级",
"student" : true,
"interest" : "跳舞"
}
/* 11 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499d7"),
"name" : "马三娃",
"age" : 14,
"grade" : "八年级",
"student" : true,
"interest" : "下棋"
}
/* 12 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499d8"),
"name" : "刘四娃",
"age" : 16,
"grade" : null,
"student" : false,
"interest" : "无"
}
/* 13 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499d9"),
"name" : "朱五娃",
"age" : 18,
"grade" : "高三",
"student" : true,
"interest" : "写字"
}
/* 14 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499da"),
"name" : "高六娃",
"age" : 8,
"grade" : "一年级",
"student" : true,
"interest" : "学习"
}
/* 15 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499db"),
"name" : "赵气娃",
"age" : 10,
"grade" : "五年级",
"student" : true,
"interest" : "乐高"
}
/* 16 */
{
"_id" : ObjectId("630a0c6bfd4705dee45499dc"),
"name" : "葫芦娃",
"age" : 100,
"grade" : null,
"student" : false,
"interest" : "喷火"
}
/* 17 */
{
"_id" : ObjectId("630a0ca0f831c4217f439fd7"),
"name" : "李大娃",
"age" : 110,
"grade" : "五年级",
"student" : true,
"interest" : "唱歌"
}
/* 18 */
{
"_id" : ObjectId("630a0ca0f831c4217f439fd8"),
"name" : "张二娃",
"age" : 132,
"grade" : "六年级",
"student" : true,
"interest" : "跳舞"
}
/* 19 */
{
"_id" : ObjectId("630a0ca0f831c4217f439fd9"),
"name" : "高六娃",
"age" : 28,
"grade" : "一年级",
"student" : true,
"interest" : "学习"
}
/* 20 */
{
"_id" : ObjectId("630a0ca0f831c4217f439fda"),
"name" : "赵气娃",
"age" : 190,
"grade" : "五年级",
"student" : true,
"interest" : "乐高"
}
/* 21 */
{
"_id" : ObjectId("630a0ca0f831c4217f439fdb"),
"name" : "葫芦娃",
"age" : 1100,
"grade" : null,
"student" : false,
"interest" : "喷火"
}
basic集合
/* 1 */
{
"_id" : ObjectId("630979f17b63fa7fc2f1d687"),
"banner" : {
"version" : "1.5.10",
"name" : "banana",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
}
}
/* 2 */
{
"_id" : ObjectId("63097c877b63fa7fc2f1d688"),
"banner" : {
"version" : "1.8.1",
"name" : "rabbit",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 2.0,
"category_id" : "d6e3af40-3d42-315d-a983-ce745277593f"
}
/* 3 */
{
"_id" : ObjectId("63097c877b63fa7fc2f1d689"),
"banner" : {
"version" : "1.5.11",
"name" : "oppo",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 5.0,
"category_id" : "d6eeaf40-3c42-315d-a983-ce745277593f"
}
/* 4 */
{
"_id" : ObjectId("63097c877b63fa7fc2f1d68a"),
"banner" : {
"version" : "1.5.12",
"name" : "huawei",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 10.0,
"category_id" : "d6e33440-3c42-315d-a983-ce745277593f"
}
/* 5 */
{
"_id" : ObjectId("63097c877b63fa7fc2f1d68b"),
"banner" : {
"version" : "1.6.1",
"name" : "xiaomi",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 20.0,
"category_id" : "06e3af40-3c42-315d-a983-ce745277593f"
}
/* 6 */
{
"_id" : ObjectId("630989b37b63fa7fc2f1d68d"),
"banner" : {
"version" : "1.5.10",
"name" : "rabbit",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 2.0,
"category_id" : "d6e3af40-3d42-315d-a983-ce745277593f"
}
/* 7 */
{
"_id" : ObjectId("630989b37b63fa7fc2f1d68e"),
"banner" : {
"version" : "1.5.12",
"name" : "huawei",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 10.0,
"category_id" : "d6e33440-3c42-315d-a983-ce745277593f"
}
/* 8 */
{
"_id" : ObjectId("630989b37b63fa7fc2f1d68f"),
"banner" : {
"version" : "1.5.13",
"name" : "xiaomi",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 20.0,
"category_id" : "06e3af40-3c42-315d-a983-ce745277593f"
}
/* 9 */
{
"_id" : ObjectId("630989b37b63fa7fc2f1d690"),
"banner" : {
"version" : "1.5.13",
"name" : "apple",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 7.0,
"category_id" : "d6e3af40-3c42-315d-a983-ce745277593f"
}
/* 10 */
{
"_id" : ObjectId("630989dc7b63fa7fc2f1d691"),
"banner" : {
"version" : "1.5.10",
"name" : "rabbit",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 2.0,
"category_id" : "d6e3af40-3d42-315d-a983-ce745277593f"
}
/* 11 */
{
"_id" : ObjectId("630989dc7b63fa7fc2f1d692"),
"banner" : {
"version" : "1.5.12",
"name" : "huawei",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 10.0,
"category_id" : "d6e33440-3c42-315d-a983-ce745277593f"
}
/* 12 */
{
"_id" : ObjectId("630989dc7b63fa7fc2f1d693"),
"banner" : {
"version" : "1.5.13",
"name" : "xiaomi",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 20.0,
"category_id" : "06e3af40-3c42-315d-a983-ce745277593f"
}
/* 13 */
{
"_id" : ObjectId("630989dc7b63fa7fc2f1d694"),
"banner" : {
"version" : "1.5.13",
"name" : "apple",
"url" : "https://d8adcj2p1hmcm.cloudfront.net/thumbnail/f40c06c8071321a872f2dda2a5af24a944943436.png",
"start_time" : 1656604800.0,
"end_time" : 1656604800.0
},
"total" : 7.0,
"category_id" : "d6e3af40-3c42-315d-a983-ce745277593f"
}
具体实操
aggregate在很多场景都是可以被find实现的，但其的优势在于组合
1）match用法
db.edcation.aggregate(
[{"$match":{"age":{"$gte":10}}}])
其本质和find没有什么区别
db.edcation.find({"age":{"$gte":10}})
2）返回一部分字段project的用法
db.edcation.aggregate(
[{"$match":{"age":{"$gte":10}}},
{"$project":{"_id":0,"name":true,"interest":true}}])
其本质与find的第二括号一致
db.edcation.find({"age":{"$gte":10}},{"_id":0,"name":true,"interest":true})
3）临时添加固定字段"hello"，find实现不了
db.edcation.aggregate(
[{"$match":{"age":{"$gte":10}}},
{"$project":{"_id":0,"name":true,"interest":true,"hello":"world"}}])
4）给新字段动态赋值，find实现不了
db.edcation.aggregate(
[{"$match":{"age":{"$gte":10}}},
{"$project":{"_id":0,"name":true,"hobby":"$interest"}}])
5）给现有字段"student"重新赋值，但是这是一个查询性赋值不会修改数据库中真实的内容
db.edcation.aggregate(
[{"$match":{"age":{"$gte":10}}},
{"$project":{"_id":0,"name":true,"hobby":"$interest","student":"true"}}])
6）可以将嵌套的内容取到第一级
db.basic.aggregate({"$match":{"total":{"$ne":null}}},
{"$project":{"total":true,"version":"$banner.version","url":"$banner.url"}})
find取到的依然是分级的
db.basic.find({"total":{"$ne":null}},
{"total":true,"banner.version":true,"banner.url":true})
7）如果固定字段有含有$符号，那么就要使用$literal来解决，这也算是aggregate的bug吧
db.edcation.aggregate(
[{"$match":{"age":{"$gte":10}}},
{"$project":{"_id":0,"name":true,"interest":true,"hello":{"$literal":"$world"}}}])
8）分组去重，与find的distinct还是有本质的区别的；group
db.edcation.aggregate(
[{"$group":{"_id":"$name"}}])
min，max，avg，sum统计函数的使用
db.edcation.aggregate(
[{"$group":{"_id":"$name"
,"min_age":{"$min":"$age"}
,"max_age":{"$max":"$age"}
,"sum_age":{"$sum":"$age"}
}}])
aggregate复杂聚合查询
拆分数组
unwind，但是每次只能拆一个字段
元数据
db.getCollection('clothes').find({}).limit(2)
/* 1 */
{
"_id" : ObjectId("6308e0edf8fcab402f1c8cae"),
"name" : "帽子",
"size" : [
"L",
"S"
],
"price" : [
300,
100
]
}
/* 2 */
{
"_id" : ObjectId("6308e0eef8fcab402f1c8caf"),
"name" : "鞋子",
"size" : [
"M",
"L"
],
"price" : [
800,
600
]
}
实操
db.getCollection('clothes').aggregate(
[{"$unwind":"$size"},{"$unwind":"$price"}
])
/* 1 */
{
"_id" : ObjectId("6308e0edf8fcab402f1c8cae"),
"name" : "帽子",
"size" : "L",
"price" : 300
}
/* 2 */
{
"_id" : ObjectId("6308e0edf8fcab402f1c8cae"),
"name" : "帽子",
"size" : "L",
"price" : 100
}
注意这里的操作是限制不了展示的条数返回的
aggregate联合多个集合查询
lookup操作
db.example_user.aggregate(
[{"$lookup":{
"from":"example_post",
"localField":"id",
"foreignField":"user_id",
"as":"weibo_info"}}
]
)
其格式可以表示为
example_user集合
example_post集合
"localField":"id",example_user集合的id
"foreignField":"user_id",example_post集合的user_id
"as"联合后example_post集合嵌套在example_user集合中且名字为weibo_info，这个as是必须的操作
检验
db.example_user.aggregate(
[
{"$match":{"age":{"$gt":20}}},
{"$lookup":{
"from":"example_post",
"localField":"id",
"foreignField":"user_id",
"as":"weibo_info"},
},
{"$unwind":"$weibo_info"},
{"$project":{"work":true,"age":true,"name":true,"content":"$weibo_info.content"}
}
]
)
元数据
example_post
{
"_id" : ObjectId("630966fc926011d7763697a5"),
"user_id" : 1002,
"content" : "考试完了，好无聊啊啊",
"post_time" : "2018-06-11 12:23:12"
}
/* 2 */
{
"_id" : ObjectId("630966fc926011d7763697a6"),
"user_id" : 1003,
"content" : "大家看我今天吃得什么[图片]",
"post_time" : "2018-06-11 12:27:12"
}
example_user
{
"_id" : ObjectId("630966fd926011d7763697b3"),
"age" : 17,
"id" : 1001,
"name" : "王小一",
"register_date" : "2018-06-09",
"work" : "学生"
}
/* 2 */
{
"_id" : ObjectId("630966fd926011d7763697b4"),
"age" : 18,
"id" : 1002,
"name" : "张小二",
"register_date" : "2018-06-09",
"work" : "学生"
}
安全问题
安装
1、下载 https://www.mongodb.com/try/download/community
2、可以创建一下单独文件夹来解压
tar -zxvf mongodb-linux-x86_64-rhel70-4.2.5.tgz -C /usr/local/
3.在/usr/local/mongodb设置mongodb.conf
[root@VM-4-3-centos mongodb]# cat mongodb.conf
port=27017 #端口
bind_ip=0.0.0.0 #默认是127.0.0.1
dbpath=/usr/local/mongodb/data #数据库存放
logpath=/usr/local/mongodb/logs/mongodb.log #日志文件
fork=true #设置后台运行
auth=true #开启认证
4.配置环境变量/etc/profile
export PATH=/usr/local/mongodb/bin:$PATH
5.使配置生效
source /etc/profile
6.在mongodb的根目录下，创建如下文件
mkdir logs data
7.启动服务
mongod --config mongodb.conf
8.查看服务
[root@VM-4-3-centos mongodb]# netstat -tlpn|grep 27017
tcp 0 0 0.0.0.0:27017 0.0.0.0:* LISTEN
设置密码
注意密码还是要加上的，尽量还是复杂一些吧。我刚部署的项目，还没来得急上密码就被黑客搞了。很没意思
登录：
/usr/local/mongodb/bin
mongo --port 27017 -u username -p password
mongo --port 27017 将不会查到有效的消息
1）查看所有库
show dbs
2）use admin
3）db.createUser({ user: "admin", pwd: "xx", roles: [{ role: "userAdminAnyDatabase", db: "admin" }] })
4）db.createUser({user: "root",pwd: "xxx", roles: [ { role: "root", db: "admin" } ]})
5）查看集合
show collections;
6）
标签：name,ObjectId,mongodb,age,基础,操作,total,true,id 来源： https://www.cnblogs.com/topass123/p/16631863.html