sqlalchemy 大全
tags:
篇首语:本文由小常识网(cha138.com)小编为大家整理,主要介绍了sqlalchemy 大全相关的知识,希望对你有一定的参考价值。
原生sql 转换成 sqlalchemy
SELECT a.uid,count( if (a.total_sell_balance>a.total_buy_balance,true,null)) / count(*) as num1,
count(*) as num2,
count( if (a.total_sell_balance>a.total_buy_balance,true,null)) as profitnum, CASE WHEN b.trade_days <= 20 THEN b.trade_days WHEN b.trade_days > 20 THEN (b.trade_num / b.trade_days) * 20 END as avgnum, b.trade_days as trade_days FROM tb_stat_win_rate as a
LEFT JOIN tb_stat_month_trade as b on a.uid=b.uid WHERE a.amount = 0 GROUP BY a.uid HAVING num2>4 AND num1>0 ORDER BY num1 DESC,avgnum DESC,trade_days DESC
毫不逊色的sqlalchemy is coming
query = db.session.query( TbStatMonthTrade.trade_days, func.if_(TbStatMonthTrade.trade_days <= 20, TbStatMonthTrade.trade_days,(TbStatMonthTrade.trade_num / TbStatMonthTrade.trade_days) * 20), TbStatWinRate.uid, func.count(func.if_(TbStatWinRate.total_sell_balance > TbStatWinRate.total_buy_balance,True,None)) / func.count(TbStatWinRate.uid), func.count(TbStatWinRate.uid), func.count(func.if_(TbStatWinRate.total_sell_balance > TbStatWinRate.total_buy_balance,True,None)), ) query = query.filter(TbStatWinRate.amount == 0).outerjoin(TbStatWinRate,TbStatMonthTrade.uid == TbStatWinRate.uid) query = query.group_by(TbStatWinRate.uid) query = query.having(and_( func.if_(func.count(TbStatWinRate.uid) > 4,True,None), func.if_(func.count(func.if_(TbStatWinRate.total_sell_balance > TbStatWinRate.total_buy_balance,True,None)) / func.count(TbStatWinRate.uid)>0,True,None) )) query = query.order_by( func.count(func.if_(TbStatWinRate.total_sell_balance > TbStatWinRate.total_buy_balance, True,None)) / func.count(TbStatWinRate.id).desc(), func.if_(TbStatMonthTrade.trade_days <= 20, TbStatMonthTrade.trade_days,(TbStatMonthTrade.trade_num / TbStatMonthTrade.trade_days) * 20).desc(), TbStatMonthTrade.trade_days.desc())[0:10]
SQLAchemy
SQLAlchemy是Python编程语言下的一款ORM框架,该框架建立在数据库API之上,使用关系对象映射进行数据库操作,简言之便是:将对象转换成SQL,然后使用数据API执行SQL并获取执行结果。
SQLAlchemy本身无法操作数据库,其必须以来pymsql等第三方插件,Dialect用于和数据API进行交流,根据配置文件的不同调用不同的数据库API,从而实现对数据库的操作,如:
1
2
3
4
5
6
7
8
9
10
11
12
13
|
mysql + mysqldb: / / <user>:<password>@<host>[:<port>] / <dbname> pymysql mysql + pymysql: / / <username>:<password>@<host> / <dbname>[?<options>] MySQL - Connector mysql + mysqlconnector: / / <user>:<password>@<host>[:<port>] / <dbname> cx_Oracle oracle + cx_oracle: / / user: pass @host:port / dbname[?key = value&key = value...] |
注意 :
1 写入数据库表汉字时候 需要加编码 charset=utf8
1
|
engine = create_engine( \'mysql+pymysql://root@127.0.0.1:3306/db2?charset=utf8\' ) #1 连接已存在的数据库 |
2 查看执行输出 echo=true
1
|
engine = create_engine( \'sqlite:///dbyuan67.db\' , echo = True ) |
一、底层处理
使用 Engine/ConnectionPooling/Dialect 进行数据库操作,Engine使用ConnectionPooling连接数据库,然后再通过Dialect执行SQL语句。
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
#!/usr/bin/env python # -*- coding:utf-8 -*- from sqlalchemy import create_engine engine = create_engine( "mysql+pymysql://root:123@127.0.0.1:3306/t1" , max_overflow = 5 ) # 执行SQL # cur = engine.execute( # "INSERT INTO hosts (host, color_id) VALUES (\'1.1.1.22\', 3)" # ) # 新插入行自增ID # cur.lastrowid # 执行SQL # cur = engine.execute( # "INSERT INTO hosts (host, color_id) VALUES(%s, %s)",[(\'1.1.1.22\', 3),(\'1.1.1.221\', 3),] # ) # 执行SQL # cur = engine.execute( # "INSERT INTO hosts (host, color_id) VALUES (%(host)s, %(color_id)s)", # host=\'1.1.1.99\', color_id=3 # ) # 执行SQL # cur = engine.execute(\'select * from hosts\') # 获取第一行数据 # cur.fetchone() # 获取第n行数据 # cur.fetchmany(3) # 获取所有数据 # cur.fetchall() |
二、ORM功能使用
使用 ORM/Schema Type/SQL Expression Language/Engine/ConnectionPooling/Dialect 所有组件对数据进行操作。根据类创建对象,对象转换成SQL,执行SQL。
1 创建表
#!/usr/bin/env python # -*- coding:utf-8 -*- from sqlalchemy.ext.declarative import declarative_base from sqlalchemy import Column, Integer, String, ForeignKey, UniqueConstraint, Index from sqlalchemy.orm import sessionmaker, relationship from sqlalchemy import create_engine engine = create_engine("mysql+pymysql://root:123@127.0.0.1:3306/t1", max_overflow=5) Base = declarative_base() # 创建单表 class Users(Base): __tablename__ = \'users\' id = Column(Integer, primary_key=True) name = Column(String(32)) extra = Column(String(16)) __table_args__ = ( UniqueConstraint(\'id\', \'name\', name=\'uix_id_name\'), Index(\'ix_id_name\', \'name\', \'extra\'), ) # 一对多 class Favor(Base): __tablename__ = \'favor\' nid = Column(Integer, primary_key=True) caption = Column(String(50), default=\'red\', unique=True) class Person(Base): __tablename__ = \'person\' nid = Column(Integer, primary_key=True) name = Column(String(32), index=True, nullable=True) favor_id = Column(Integer, ForeignKey("favor.nid")) # 多对多 class Group(Base): __tablename__ = \'group\' id = Column(Integer, primary_key=True) name = Column(String(64), unique=True, nullable=False) port = Column(Integer, default=22) class Server(Base): __tablename__ = \'server\' id = Column(Integer, primary_key=True, autoincrement=True) hostname = Column(String(64), unique=True, nullable=False) class ServerToGroup(Base): __tablename__ = \'servertogroup\' nid = Column(Integer, primary_key=True, autoincrement=True) server_id = Column(Integer, ForeignKey(\'server.id\')) group_id = Column(Integer, ForeignKey(\'group.id\')) def init_db(): Base.metadata.create_all(engine) def drop_db(): Base.metadata.drop_all(engine)
ForeignKeyConstraint([\'other_id\'], [\'othertable.other_id\']),
注意点:
1 类的__call__方法
对象加括号 即 对象() 就调用
1
2
|
Session = sessionmaker(bind = engine) #实例化 Session对象 session = Session() # 对象加括号。 即 obj() 调用__call__方法 |
2 类的__repr__方法
当我们想要print(对象) 的时候,不想看到内存地址,而是要看对象封装的数据,比如self.name 等的值。就需要用到__repr__方法了
class Father(Base): __tablename__ = "father" id = Column(Integer,primary_key=True,nullable=False) name = Column(String(32)) age = Column(String(32)) son = relationship("Son") # 适合第二种插入数据的一对多方式 没有这条的话就需要按照第一种方式插入一对多数据 def __repr__(self): #打印对象的时候,就调用这里 ,我们可以直接打印对象 #只能return 字符串 return self.name + self.age
2、操作表
#!/usr/bin/env python # -*- coding:utf-8 -*- from sqlalchemy.ext.declarative import declarative_base from sqlalchemy import Column, Integer, String, ForeignKey, UniqueConstraint, Index from sqlalchemy.orm import sessionmaker, relationship from sqlalchemy import create_engine engine = create_engine("mysql+pymysql://root:123@127.0.0.1:3306/t1", max_overflow=5) Base = declarative_base() # 创建单表 class Users(Base): __tablename__ = \'users\' id = Column(Integer, primary_key=True) name = Column(String(32)) extra = Column(String(16)) __table_args__ = ( UniqueConstraint(\'id\', \'name\', name=\'uix_id_name\'), Index(\'ix_id_name\', \'name\', \'extra\'), ) def __repr__(self): return "%s-%s" %(self.id, self.name) # 一对多 class Favor(Base): __tablename__ = \'favor\' nid = Column(Integer, primary_key=True) caption = Column(String(50), default=\'red\', unique=True) def __repr__(self): return "%s-%s" %(self.nid, self.caption) class Person(Base): __tablename__ = \'person\' nid = Column(Integer, primary_key=True) name = Column(String(32), index=True, nullable=True) favor_id = Column(Integer, ForeignKey("favor.nid")) # 与生成表结构无关,仅用于查询方便 favor = relationship("Favor", backref=\'pers\') # 多对多 class ServerToGroup(Base): __tablename__ = \'servertogroup\' nid = Column(Integer, primary_key=True, autoincrement=True) server_id = Column(Integer, ForeignKey(\'server.id\')) group_id = Column(Integer, ForeignKey(\'group.id\')) group = relationship("Group", backref=\'s2g\') server = relationship("Server", backref=\'s2g\') class Group(Base): __tablename__ = \'group\' id = Column(Integer, primary_key=True) name = Column(String(64), unique=True, nullable=False) port = Column(Integer, default=22) # group = relationship(\'Group\',secondary=ServerToGroup,backref=\'host_list\') class Server(Base): __tablename__ = \'server\' id = Column(Integer, primary_key=True, autoincrement=True) hostname = Column(String(64), unique=True, nullable=False) def init_db(): Base.metadata.create_all(engine) def drop_db(): Base.metadata.drop_all(engine) Session = sessionmaker(bind=engine) session = Session()
- 增
obj = Users(name="alex0", extra=\'sb\') session.add(obj) session.add_all([ Users(name="alex1", extra=\'sb\'), Users(name="alex2", extra=\'sb\'), ]) session.commit()
- 删
1
2
|
session.query(Users). filter (Users. id > 2 ).delete() session.commit() |
- 改
session.query(Users).filter(Users.id > 2).update({"name" : "099"}) session.query(Users).filter(Users.id > 2).update({Users.name: Users.name + "099"}, synchronize_session=False) session.query(Users).filter(Users.id > 2).update({"num": Users.num + 1}, synchronize_session="evaluate") session.commit()
- 查
ret = session.query(Users).all() ret = session.query(Users.name, Users.extra).all() ret = session.query(Users).filter_by(name=\'alex\').all() ret = session.query(Users).filter_by(name=\'alex\').first()
- 其他
# 条件 ret = session.query(Users).filter_by(name=\'alex\').all() ret = session.query(Users).filter(Users.id > 1, Users.name == \'eric\').all() ret = session.query(Users).filter(Users.id.between(1, 3), Users.name == \'eric\').all() ret = session.query(Users).filter(Users.id.in_([1,3,4])).all() ret = session.query(Users).filter(~Users.id.in_([1,3,4])).all() ret = session.query(Users).filter(Users.id.in_(session.query(Users.id).filter_by(name=\'eric\'))).all() from sqlalchemy import and_, or_ ret = session.query(Users).filter(and_(Users.id > 3, Users.name == \'eric\')).all() ret = session.query(Users).filter(or_(Users.id < 2, Users.name == \'eric\')).all() ret = session.query(Users).filter( or_( Users.id < 2, and_(Users.name == \'eric\', Users.id > 3), Users.extra != "" )).all() # 通配符 ret = session.query(Users).filter(Users.name.like(\'e%\')).all() ret = session.query(Users).filter(~Users.name.like(\'e%\')).all() # 限制 ret = session.query(Users)[1:2] # 排序 ret = session.query(Users).order_by(Users.name.desc()).all() ret = session.query(Users).order_by(Users.name.desc(), Users.id.asc()).all() # 分组 from sqlalchemy.sql import func ret = session.query(Users).group_by(Users.extra).all() ret = session.query( func.max(Users.id), func.sum(Users.id), func.min(Users.id)).group_by(Users.name).all() ret = session.query( func.max(Users.id), func.sum(Users.id), func.min(Users.id)).group_by(Users.name).having(func.min(Users.id) >2).all() # 连表 ret = session.query(Users, Favor).filter(Users.id == Favor.nid).all() ret = session.query(Person).join(Favor).all() ret = session.query(Person).join(Favor, isouter=True).all() # 组合 q1 = session.query(Users.name).filter(Users.id > 2) q2 = session.query(Favor.caption).filter(Favor.nid < 2) ret = q1.union(q2).all() q1 = session.query(Users.name).filter(Users.id > 2) q2 = session.query(Favor.caption).filter(Favor.nid < 2) ret = q1.union_all(q2).all()
三 补充:
3.1 一对多表创建 主要是外键插入的两种方式
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
#!/usr/bin/env python #_*_coding:utf-8_*_ import sqlalchemy from sqlalchemy.ext.declarative import declarative_base from sqlalchemy import Column, Integer, String, ForeignKey, UniqueConstraint, Index from sqlalchemy.orm import sessionmaker, relationship from sqlalchemy import create_engine engine = create_engine( "mysql+pymysql://root:123456@127.0.0.1:3306/db3?charset=utf8" , max_overflow = 5 ) Base = declarative_base() # 生成一个SQLORM 基类 class Son(Base): __tablename__ = \'son\' id = Column(Integer,primary_key = True ) name = Column(String( 32 )) # 创建普通索引index=True age = Column(String( 32 )) # 创建唯一索引 唯不为空可以为null unique=True father_id = Column(Integer,ForeignKey( "father.id" )) # def __repr__(self): # 打印对象的时候,就调用这里 ,我们可以直接打印对象 # # 只能return 字符串 # return self.name+str(self.age) class Father(Base): __tablename__ = "father" id = Column(Integer,primary_key = True ,nullable = False ) name = Column(String( VSCode自定义代码片段3——url大全
|