设为首页 收藏本站
查看: 852|回复: 0

[经验分享] postgresql sql 总结

[复制链接]

尚未签到

发表于 2016-11-19 09:22:12 | 显示全部楼层 |阅读模式
[size=x-small]

//更新过期的
update  
capture  set  flag=1    where   (extract (epoch from  now())::bigint-extract (epoch from capture_time )::bigint)>time_val
--系统表
pg_stat_activity 数据库活动进程视图
Pg_database 系统数据库字典
Pg_stat_database系统统计数据库字典视图
Pg_stat_sys_tables 系统字典表
Pg_stat_sys_indexes系统字典表索引
Pg_stat_user_tables用户表
Pg_stat_user_indexes 用户表索引
pg_stat_all_tables 数据库所有的表(包括系统表和用户表)
pg_stat_all_indexs数据库所有的表的索引(包括系 统表和用户表的索引)
select datname,procpid,query_start,current_query,waiting,client_addr ,usename from pg_stat_activity  ;
--查询更新语句
select datname,procpid,query_start,current_query,waiting,client_addr ,usename from pg_stat_activity  where  and current_query like '%update%';  
ps aux|grep postgres|grep 14190
--取消查询语句
select pg_cancel_backend(14190);
--kill 各种sql
pg_terminate_backend(pid int),

psql -h .. -p .. -d db_name -U username  -c "copy public.test_1 to stdout" > test_1.out
--
除0
NULLIF 等价=case when
select   count(nullif(answer_time_of_date,'0')) as succ_calls  from  client_cdr
select     count(case  when  answer_time_of_date  ='0' then null else answer_time_of_date end) as succ_calls  from  client_cdr
select    count(case  when  release_cause_from_protocol_stack  ~* '^486*' then release_cause_from_protocol_stack else null end) as busy_calls  from  client_cdr
exchange=# select  3/NULLIF(0,0);
SELECT COALESCE(SUM(amount), 0) / NULLIF(SUM(current_balance), 0) as average_price FROM client_payment
--防止除0  
select  3/0
select   3/NULLIF(0,0)
SELECT COALESCE(SUM(cost), 0) / NULLIF(SUM(amount), 0) as average_price FROM sales

SELECT *, first_name||' '||last_name AS full_name FROM test_table;
--取出几个列中最大的值
select        LEAST(current_balance,amount)   from    client_payment  where   client_payment_id=1
--取出几个列中最大的值
select        greatest(current_balance,amount)   from    client_payment  where   client_payment_id=1
--取出几个列中不为空的值
select             COALESCE(current_balance,amount)     from    client_payment  where   client_payment_id=1
--取出几个列中空的值
select             NULLIF(current_balance,amount)     from    client_payment  where   client_payment_id=1

在PostgreSQL中实现行号
2010-05-28 09:30
建立一个序列,每次查询果将其当前值设置为0,然后用nextval()函数取值就可以
create sequence test_row;
select setval('test_row',1);
select nextval('test_row')-1 as rowno ,table.* from table;

:%s/,\n/\r/g  --去掉最后一个,

:%s/^1//g--去掉第一个1


--PostgreSQL中如何删除重复记录
--ostgreSQL中删除重复记录其实很简单,不论有多少行重复,只要在要删除重复记录的表中table加一列rownum字段(id为table表中的主键),类型设置为serial类型即可,然后执行sql
--删除原理   添加一个自增列,  按照 重复的 字段分组,取出rownum最大的一列,这一列就是去掉重复后的列
insert   into version    values(3,'22','333')
--添加自增字段
ALTER TABLE "version" ADD COLUMN rownum   serial;
--去掉重复后的结果
select   *   from    version   where  rownum  in  (   select    max(rownum)   from    version   group by  table_name )
--删除重复
delete   from    version   where  rownum   not  in  ( select    max(rownum)   from    version   group by  table_name )

--知道有什么用户在访问,访 问什么库以及访问的进程
select datid,datname,procpid,usename, xact_start from pg_stat_activity;
--kill 查询  ill  Select 查询,而updae,delete DML不生效
select pg_cancel_backend(线程id);

--查看有哪些SQL正在执行
select datname,procpid,query_start,current_query,waiting,client_addr from pg_stat_activity where waiting='t';


--最近15分钟的acd ,asr ,pdd,ca
--15 min
select   
sum(call_count_asr::integer*asr::real)/sum(call_count_asr::integer) as asr,
(sum(acd::real)/sum(call_count::integer))/60 as acd,
(sum(pdd::real) / sum(call_count::integer)) as pdd, sum(ca::integer) as ca
into  r     from  host_info
where ip=host_ip and   time::bigint between extract(epoch from now())::bigint-(60*15)      and  extract(epoch from now())::bigint;
select extract (epoch from  now())::bigint  //当前时间对应的时间戳
select  now()//现在时间
update host_info  set time=(select  extract(epoch from '2010-12-21     01:52:10.849097+00'::timestamp with time zone )::bigint)
--累加sql
select  invoice_id,  client_id ,
(select sum(total_amount) as past_due from invoice as inner_invoice where client_id = invoice.client_id and inner_invoice.invoice_end <= invoice.invoice_end)  as total from invoice;
update host_info  set time=(select  extract(epoch from '2010-12-20 11:22:10.849097+00'::timestamp with time zone )::bigint)
----------备份cdr
class4_pr=# copy (select *  from  client_cdr   limit  1)    to  '/tmp/exports/cdr.csv'   csv  HEADER;
--导入cdr
class4_pr=# copy client_cdr  from '/tmp/exports/cdr.csv'  csv  HEADER ;


---------------------------------------------------------------重建触发器
psql carry_sst  < /home/test/record.sql

SELECT *
FROM prefixes
WHERE prefix @> '0123456789'
ORDER BY length(prefix) DESC
LIMIT 1;

EXPLAIN ANALYZE
touch /var/lock/subsys/local
svnserve -d -r /shanmin/svn


----------------------------------------------------------------------
COPY----------- 用法-
-----------------------------------------------------------------------
COPY  error_message_info  FROM   '/tmp/message.csv'  CSV HEADER ;//导入
COPY  (select * from   error_message_info  limit 2)  TO   '/tmp/message1.csv'  CSV HEADER ;//导出


---case when  用法
case when call_duration='' then '0' ELSE call_duration end ,
select    call_count,  case   when call_count='0'  then '1' ELSE   call_count  end
from  host_info  where    call_count='0'



---v---------------v------------------各种时间转换---v------------------v---------------

SELECT   to_timestamp(start_time_of_date::bigint) as time  from  cdr
--时间处理
select     extract(epoch from      (logout_time -login_time ))  from  acd_login_log

SELECT EXTRACT(EPOCH FROM INTERVAL '5 days 3 hours');


实现按月按年,按日统计
把数据库里的数据按每一天统计当天的点击量,当然是用 group by,可惜问题是时间字段存储为bigint型,看来还得先转成timestamp型的,于是翻了手册,写了如下SQL搞定!
select to_char(to_timestamp(accesstime), ‘YYYY-MM-DD’) as d, count(validclick) as c from dbtm_ad_list group by d order by c desc
其中to_timestamp()函数将int型数据转换为timestamp类型的值,格式为”YYYY-MM-DD”, 再将其值用to_char()函数转换为文本类型,便可以用group by分组了。

select        ( current_timestamp(0) - interval '24 hour')
--将微秒改为时间戳
SELECT  to_timestamp(substring(answer_time_of_date from 1 for 10) ::bigint)from  client_cdr   
//更新当前时间
update  host_info  set     time=(select  EXTRACT(EPOCH from current_timestamp(0)))::text
select     *  from current_timestamp(0)    =="2010-11-10 10:40:46+08"
select  EXTRACT(EPOCH from current_timestamp(0))  (1289356894)
--将 1289356894转换为  2010-11-10 10:40:46+08
SELECT   to_timestamp(time::bigint)    from  host_info   
-- Column: create_time  给字段设置默认值为当前时间
-- ALTER TABLE account_balance DROP COLUMN create_time;
ALTER TABLE account_balance ADD COLUMN create_time timestamp with time zone;
ALTER TABLE account_balance ALTER COLUMN create_time SET STORAGE PLAIN;
ALTER TABLE account_balance ALTER COLUMN create_time SET NOT NULL;
ALTER TABLE account_balance ALTER COLUMN create_time SET DEFAULT ('now'::text)::timestamp(0) with time zone;
COMMENT ON COLUMN account_balance.create_time IS '改动时间';

---v---------------v------------------各种时间转换---v------------------v---------------


--导出数据库表结构
[iyunv@class4 tmp]# /usr/local/pgsql/bin/pg_dump  -s  class4v3_test  >  tmp.sql
--导入数据库表结构
[iyunv@class4 tmp]# psql class4v3   < tmp.sql
--sql  
CASE account_payment.payment_method
WHEN 0 THEN '系统充值卡 '::text
WHEN 1 THEN '快钱'::text
WHEN 2 THEN '系统管理员(手工充值)'::text
WHEN 3 THEN '易宝'::text
ELSE 'other'::text
END AS payment_method1,
--pg_dump 导出sql数据
.   
利用select into语句创建一个临时表,然后使用pg_dump导出临时表。  
select * into test_tbl from some_tbl where some_field > some_value;  
pg_dump -d db_name -t test_tbl > /tmp/test.sql  
/tmp/test.sql里面包含的,就是要求的特定记录了。  



--模糊查询
$condition="'%".$key."%'";
select resource.alias,resource.resource_id , resource.name ,cps_limit,capacity,ingress,egress,active, a.ip_cnt , client_id
from  resource
left join (select count(*)as  ip_cnt,resource_id from resource_ip    group by  resource_id) a   on  a.resource_id=resource.resource_id
where resource.name   like $condition
or resource.alias like $condition
or ( select count(*)>0 from resource_ip where resource_ip.resource_id =resource.resource_id and resource_ip.ip::varchar like $condition )
order by resource.resource_id  limit '$pageSize' offset '$offset'

----前缀匹配的用法  只取
select into id_rate rate_id from rate
where rate_table_id = id_rate_table and code @> NEW.origination_destination_number::prefix_range and current_timestamp between effective_date and end_date order by code desc limit 1;
$code_where="  and  origination_destination_number::prefix_range <@ '$code'";
select  * from  cdr  where origination_destination_number::prefix_range <@ '$code'";

select trunk.trunk_ip||':'||trunk.port address, trunk.trunk_id from
prefix,trunk where trunk.trunk_id = prefix.trunk_id and prefix_code @>'%
s'  order by length (prefix_code::text) desc limit 1

--in的替代解决办法
SELECT *
FROM tab
WHERE col1 IN (SELECT col2 FROM TAB2)

select  * from client  where client_id::text in (select     client_id  from   class4_view_client_cost  )
改为: 
select  * from client  where  exists(select client_id from class4_view_client_cost
where class4_view_client_cost.client_id::integer=client.client_id)
SELECT *
FROM tab
WHERE EXISTS (SELECT col2 FROM TAB2 WHERE col1 = col2)


--建立索引
-- Index: code_index_code
-- DROP INDEX code_index_code;
CREATE INDEX code_index_code
ON code
USING btree
(code);

--索引测试
--索引前执行   4452 ms
select * from  class4_view_client_cost  
--索引后执行 14ms


--prefix 特有的索引
-- Index: idx_code_prefix
-- DROP INDEX idx_code_prefix;
CREATE INDEX idx_code_prefix
ON code
USING gist
(code gist_prefix_range_ops);



--导出sql

$copy_sql = "COPY ($download_sql)  TO   '$copy_file'  DELIMITER '$DELIMITER'  CSV $HEADER "; //daochu
--导入sql

cmd:='COPY ' || table_name || '(ani,dnis,action_ani,action_dnis,ani_method,dnis_method)  FROM  '''||filecsv ||''' CSV HEADER';

--删除重复行

id name score
1 aaa 30
2 aaa 30
3 aaa 36
4 bbb 30
5 bbb 30
6 aaa 30
7 bbb 30
8 ccc 24
9 ccc 51

保留同NAME中ID最小.
delete tb from tb t where id not in (select min(id) from tb where name = t.name)
保留同NAME中ID最大.
delete tb from tb t where id not in (select max(id) from tb where name = t.name)




相关方法见下:
--如何按字段删除重复记录
一张表里面以两个字段为唯一字段,当几条记录的这两个字段完全相同时,需要删除重复项,如下表
a b c d
1 2 3 4
1 5 3 5
1 2 7 9
以a、b为唯一字段,第一条和第三条的a、b完全相同,所以,需要删除第一条记录1 2 3 4 或者第三条记录1 2 7 9
即如下结果:
a b c d
1 2 3 4
1 5 3 5

a b c d
1 5 3 5
1 2 7 9

CREATE TABLE Tb1(id int, [a] varchar(255), varchar(255), [c] varchar(255), [d] varchar(255))
INSERT Tb1(id, [a], , [c], [d])
SELECT 1, '1','2','3','4'
UNION ALL SELECT 2, '1','5','3','5'
UNION ALL SELECT 3, '1','2','7','9'
UNION ALL SELECT 4, '1','4','7','6'
delete Tb1 where [id] not in (select max([id]) from Tb1 group by a,b )
select * from tb1
drop table tb1
如果要同时删除第一和第三行
即如下结果:
a b c d
1 5 3 5
语句如下:
delete m from tb t
inner join
(
select a ,b
from tb
group by a , b
having count(*)>1
)n
on m.a = n.a and m.b = n.b

delete * from tb as m,
(
select a ,b
from tb
group by a , b
having count(*)>1
)n
where m.a = n.a and m.b = n.b




------------------------------------------------------------------------------------
在几千条记录里,存在着些相同的记录,如何能用SQL语句,删除掉重复的呢?谢谢!
1、查找表中多余的重复记录,重复记录是根据单个字段(peopleId)来判断
select * from people
where peopleId in (select peopleId from people group by peopleId having count(peopleId) > 1)
2、删除表中多余的重复记录,重复记录是根据单个字段(peopleId)来判断,只留有rowid最小的记录
delete from people
where peopleId in (select peopleId from people group by peopleId having count(peopleId) > 1)
and rowid not in (select min(rowid) from people group by peopleId having count(peopleId )>1)
3、查找表中多余的重复记录(多个字段)
select * from vitae a
where (a.peopleId,a.seq) in (select peopleId,seq from vitae group by peopleId,seq having count(*) > 1)
4、删除表中多余的重复记录(多个字段),只留有rowid最小的记录
delete from vitae a
where (a.peopleId,a.seq) in (select peopleId,seq from vitae group by peopleId,seq having count(*) > 1)
and rowid not in (select min(rowid) from vitae group by peopleId,seq having count(*)>1)
5、查找表中多余的重复记录(多个字段),不包含rowid最小的记录
select * from vitae a
where (a.peopleId,a.seq) in (select peopleId,seq from vitae group by peopleId,seq having count(*) > 1)
and rowid not in (select min(rowid) from vitae group by peopleId,seq having count(*)>1)
比方说在A表中存在一个字段“name”,而且不同记录之间的“name”值有可能会相同,
现在就是需要查询出在该表中的各记录之间,“name”值存在重复的项;
Select Name,Count(*) From A Group By Name Having Count(*) > 1
如果还查性别也相同大则如下:
Select Name,sex,Count(*) From A Group By Name,sex Having Count(*) > 1
------------------------------------------------------------------------------------------------
declare @max integer,@id integer
declare cur_rows cursor local for select 主字段,count(*) from 表名 group by 主字段 having count(*) >; 1
open cur_rows
fetch cur_rows into @id,@max
while @@fetch_status=0
begin
select @max = @max -1
set rowcount @max
delete from 表名 where 主字段 = @id
fetch cur_rows into @id,@max
end
close cur_rows
set rowcount 0
方法二
  有两个意义上的重复记录,一是完全重复的记录,也即所有字段均重复的记录,二是部分关键字段重复的记录,比如Name字段重复,而其他字段不一定重复或都重复可以忽略。
  1、对于第一种重复,比较容易解决,使用
select distinct * from tableName
  就可以得到无重复记录的结果集。
  如果该表需要删除重复的记录(重复记录保留1条),可以按以下方法删除
select distinct * into #Tmp from tableName
drop table tableName
select * into tableName from #Tmp
drop table #Tmp
  发生这种重复的原因是表设计不周产生的,增加唯一索引列即可解决。
  2、这类重复问题通常要求保留重复记录中的第一条记录,操作方法如下
  假设有重复的字段为Name,Address,要求得到这两个字段唯一的结果集
select identity(int,1,1) as autoID, * into #Tmp from tableName
select min(autoID) as autoID into #Tmp2 from #Tmp group by Name,autoID
select * from #Tmp where autoID in(select autoID from #tmp2)
  最后一个select即得到了Name,Address不重复的结果集(但多了一个autoID字段,实际写时可以写在select子句中省去此列)
select * from tablename where id in (
select id from tablename
group by id
having count(id) > 1)


delete a
from 表 a where exists(select * from 表 where name=a.name and id>a.id)




--  级联删除  Foreign Key: class4_fkey_code_code_deck_id
-- ALTER TABLE code DROP CONSTRAINT class4_fkey_code_code_deck_id;
ALTER TABLE code
ADD CONSTRAINT class4_fkey_code_code_deck_id FOREIGN KEY (code_deck_id)
REFERENCES code_deck (code_deck_id) MATCH SIMPLE
ON UPDATE NO ACTION ON DELETE CASCADE;
--创建序列
CREATE SEQUENCE invocie_item_id_seq
INCREMENT 1
MINVALUE 1
MAXVALUE 9223372036854775807
START 137
CACHE 1;

--设置序列
ALTER TABLE invoice_item ALTER COLUMN id SET DEFAULT nextval('invocie_item_id_seq'::regclass);






select * from crosstab
('select code,rate_id,resource_id from resource join rate on
rate.rate_table_id=resource.rate_table_id
where resource_id in (448,449,450) order by 1,2')
AS               
ct(code prefix_range, res_id_1 integer, res_id_2 integer, res_id_3
integer, res_id_4 integer, res_id_5 integer, res_id_6 integer, res_id_7
integer, res_id_8
integer)   


select code,resource_id from resource
join rate on  rate.rate_table_id=resource.rate_table_id
where resource_id in (448,449,450) order by 1,2;




运维网声明 1、欢迎大家加入本站运维交流群:群②:261659950 群⑤:202807635 群⑦870801961 群⑧679858003
2、本站所有主题由该帖子作者发表,该帖子作者与运维网享有帖子相关版权
3、所有作品的著作权均归原作者享有,请您和我们一样尊重他人的著作权等合法权益。如果您对作品感到满意,请购买正版
4、禁止制作、复制、发布和传播具有反动、淫秽、色情、暴力、凶杀等内容的信息,一经发现立即删除。若您因此触犯法律,一切后果自负,我们对此不承担任何责任
5、所有资源均系网友上传或者通过网络收集,我们仅提供一个展示、介绍、观摩学习的平台,我们不对其内容的准确性、可靠性、正当性、安全性、合法性等负责,亦不承担任何法律责任
6、所有作品仅供您个人学习、研究或欣赏,不得用于商业或者其他用途,否则,一切后果均由您自己承担,我们对此不承担任何法律责任
7、如涉及侵犯版权等问题,请您及时通知我们,我们将立即采取措施予以解决
8、联系人Email:admin@iyunv.com 网址:www.yunweiku.com

所有资源均系网友上传或者通过网络收集,我们仅提供一个展示、介绍、观摩学习的平台,我们不对其承担任何法律责任,如涉及侵犯版权等问题,请您及时通知我们,我们将立即处理,联系人Email:kefu@iyunv.com,QQ:1061981298 本贴地址:https://www.yunweiku.com/thread-302419-1-1.html 上篇帖子: cygwin下使用postgreSQL 下篇帖子: PostgreSQL sql 总结
您需要登录后才可以回帖 登录 | 立即注册

本版积分规则

扫码加入运维网微信交流群X

扫码加入运维网微信交流群

扫描二维码加入运维网微信交流群,最新一手资源尽在官方微信交流群!快快加入我们吧...

扫描微信二维码查看详情

客服E-mail:kefu@iyunv.com 客服QQ:1061981298


QQ群⑦:运维网交流群⑦ QQ群⑧:运维网交流群⑧ k8s群:运维网kubernetes交流群


提醒:禁止发布任何违反国家法律、法规的言论与图片等内容;本站内容均来自个人观点与网络等信息,非本站认同之观点.


本站大部分资源是网友从网上搜集分享而来,其版权均归原作者及其网站所有,我们尊重他人的合法权益,如有内容侵犯您的合法权益,请及时与我们联系进行核实删除!



合作伙伴: 青云cloud

快速回复 返回顶部 返回列表