Python脚本之django---mysql-记录主机性能数据到数据库-web站点管理数据库及web显示命令执行结果
Posted
tags:
篇首语：本文由小常识网(cha138.com)小编为大家整理，主要介绍了Python脚本之django---mysql-记录主机性能数据到数据库-web站点管理数据库及web显示命令执行结果相关的知识，希望对你有一定的参考价值。
##############################################################环境
[[email protected] python]# cat /etc/redhat-release
Red Hat Enterprise Linux Server release 6.4 (Santiago)
You have new mail in /var/spool/mail/root
[[email protected] python]# python -V
Python 2.6.6
[[email protected] python]#
#############################################################安装paramiko
[[email protected] ~]# yum install gcc
[[email protected] ~]# yum install python-devel
[[email protected] ~]#tar -zxvf pycrypto-2.6.1.tar.gz#https://pypi.python.org/pypi/pycrypto
[[email protected] ~]#cd pycrypto-2.6.1
[[email protected] pycrypto-2.6.1]#python setup.py install
[[email protected] ~]#tar -zxvf paramiko-1.10.1.tar.gz#https://pypi.python.org/pypi/paramiko
[[email protected] ~]#cd paramiko-1.10.1
[[email protected] paramiko-1.10.1]# python setup.py install
[[email protected] demos]# python demo.py 192.168.1.10#测试
#############################################################安装django
[[email protected] python]# tar -zxvf Django-1.5.1.tar.gz
[[email protected] python]# cd Django-1.5.1
[[email protected] Django-1.5.1]# python setup.py install
[[email protected] Django-1.5.1]# cd django/bin/
[[email protected] bin]# ./django-admin.py startproject myweb
[[email protected] bin]# cd myweb
[[email protected] bin]# service iptables stop
[[email protected] myweb]# ./manage.py runserver 0.0.0.0:8000
#http://192.168.1.10:8000/
#############################################################安装python-MySQLdb
#yum install mysql-server
#service mysqld start
#chkconfig --level 345 mysqld on
#[[email protected] ~]# mysql -u root
#mysql> SET PASSWORD FOR ‘root‘@‘localhost‘ = PASSWORD(‘123456‘);
#mysql> show databases;
#mysql> use mysql;
#mysql> show tables;
mysql> create database Filesystem;
#mysql>quit
[[email protected] ~]#yum install MySQL-python
#########################################################将输出结果直接返回到页面上
[[email protected] bin]# cd myweb
[[email protected] myweb]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb/myweb
vi view.py
from django.http import HttpResponse
import datetime,time,os
def hello(request):
return HttpResponse(‘hello my name is xk‘)
def current_time(request):
now=datetime.datetime.now()
html="It is now :%s"%now
return HttpResponse(html)
def cpu(request):
status=os.popen(‘top -bn 1‘).read()
html="<pre>%s"%status
return HttpResponse(html)
def hours_ahead(request,h):
offset=int(h)
dt=datetime.datetime.now() + datetime.timedelta(hours=offset)
html="In %s hours later,It is %s"%(h,dt)
return HttpResponse(html)
-------------------------------------------------
[[email protected] myweb]# vi urls.py
from django.conf.urls import patterns, include, url
# Uncomment the next two lines to enable the admin:
# from django.contrib import admin
# admin.autodiscover()
from myweb.view import hello,current_time,cpu,hours_ahead
urlpatterns = patterns(‘‘,
# Examples:
# url(r‘^$‘, ‘myweb.views.home‘, name=‘home‘),
# url(r‘^myweb/‘, include(‘myweb.foo.urls‘)),
# Uncomment the admin/doc line below to enable admin documentation:
# url(r‘^admin/doc/‘, include(‘django.contrib.admindocs.urls‘)),
# Uncomment the next line to enable the admin:
# url(r‘^admin/‘, include(admin.site.urls)),
(r‘^hello/$‘,hello),
(r‘^time/$‘,current_time),
(r‘^cpu/$‘,cpu),
(r‘^time/plus/(\d{1,2})/$‘,hours_ahead),
)
#http://192.168.1.10:8000/hello/
http://192.168.1.10:8000/time/
http://192.168.1.10:8000/cpu/
http://192.168.1.10:8000/time/plus/2/#返回当前时间加上2小时之后的时间
#########################################################利用模板显示输出结果到页面上
[[email protected] myweb]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb/myweb
[[email protected] myweb]# tail -2000 view2.py
from django.shortcuts import render_to_response
import os
import paramiko
hosts=[‘192.168.1.10‘,‘192.168.1.10‘,‘192.168.1.11‘,‘192.168.1.10‘,‘192.168.1.11‘,‘192.168.1.13‘]
username=‘root‘
password=‘123456‘
port=22
d_usage={}
d_usage2={}
def disk(request):
i=0
for hostname in hosts:
i=i+1
if os.system(‘ping %s -c 1‘%hostname)==0:
paramiko.util.log_to_file(‘paramiko.log‘)
s = paramiko.SSHClient()
s.set_missing_host_key_policy(paramiko.AutoAddPolicy())
s.connect(hostname,port,username,password)
stdin,stdout,stderr=s.exec_command(‘df -kP‘)
d_usage[hostname+‘__%s‘%i]= stdout.read()
s.close()
else:
d_usage2[hostname+‘__%s‘%i]=‘host Destination Host Unreachable‘
name={‘xk‘:[25,‘male‘],‘zq‘:[23,‘male‘],}
sum1=len(d_usage)
sum2=len(d_usage2)
sum=sum1+sum2
return render_to_response(‘disk.html‘,{"d_usage":d_usage,‘name‘:name,‘sum‘:sum,‘d_usage2‘:d_usage2,})
------------------------------------------------------------
[[email protected] myweb]# vi urls.py
from django.conf.urls import patterns, include, url
# Uncomment the next two lines to enable the admin:
# from django.contrib import admin
# admin.autodiscover()
from myweb.view2 import disk
urlpatterns = patterns(‘‘,
# Examples:
# url(r‘^$‘, ‘myweb.views.home‘, name=‘home‘),
# url(r‘^myweb/‘, include(‘myweb.foo.urls‘)),
# Uncomment the admin/doc line below to enable admin documentation:
# url(r‘^admin/doc/‘, include(‘django.contrib.admindocs.urls‘)),
# Uncomment the next line to enable the admin:
# url(r‘^admin/‘, include(admin.site.urls)),
(r‘^disk/$‘,disk),
)
------------------------------------------------------------
[[email protected] myweb]#mkdir templates
[[email protected] myweb]#vi /tmp/python/Django-1.5.1/django/bin/myweb/myweb/settings.py
TEMPLATE_DIRS = (
# Put strings here, like "/home/html/django_templates" or "C:/www/django/templates".
# Always use forward slashes, even on Windows.
# Don‘t forget to use absolute paths, not relative paths.
‘/tmp/python/Django-1.5.1/django/bin/myweb/myweb/templates‘,
[[email protected] templates]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb/myweb/templates
[[email protected] templates]# tail -1000 disk.html
<html>
<body>
<center> show disk usage</center></br>
hosts:sum-- {{sum}}</br>
{%for line in d_usage2.keys%}
<font color=red> {{line}};</font>
{%endfor%}</br>
{%for line in d_usage.keys%}
{{line}};
{%endfor%}</br></br></br></br>
{% for ip,value in d_usage2.items %}
---------------------------------host{{ip}}----------------------------------
<font color=red><pre> {{value}}</pre></font>
{% endfor %}
{% for ip,value in d_usage.items %}
---------------------------------host{{ip}}----------------------------------
<pre> {{value}}</pre>
{% endfor %}
-----------------------------------------------------------------------------</br>
{{name}}
</body>
</html>
####################################将主机文件系统、内存情况，cpu空闲率记录到MySQL数据库中
#注：先在MySQL数据库中创建好名为python的数据库，并赋给用户权限和密码
[[email protected] myweb]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb/myweb
[[email protected] myweb]# vi settings.py
DATABASES = {
‘default‘: {
‘ENGINE‘: ‘django.db.backends.mysql‘, # Add ‘postgresql_psycopg2‘, ‘mysql‘, ‘sqlite3‘ or ‘oracle‘.
‘NAME‘: ‘Filesystem‘, # Or path to database file if using sqlite3.
# The following settings are not used with sqlite3:
‘USER‘: ‘root‘,
‘PASSWORD‘: ‘123456‘,
‘HOST‘: ‘‘, # Empty for localhost through domain sockets or ‘127.0.0.1‘ for localhost through TC
P.
‘PORT‘: ‘‘, # Set to empty string for default.
}
}
INSTALLED_APPS = (
‘django.contrib.auth‘,
‘django.contrib.contenttypes‘,
‘django.contrib.sessions‘,
‘django.contrib.sites‘,
‘django.contrib.messages‘,
‘django.contrib.staticfiles‘,
# Uncomment the next line to enable the admin:
‘django.contrib.admin‘,
# Uncomment the next line to enable admin documentation:
# ‘django.contrib.admindocs‘,
‘pyweb‘
[[email protected] myweb]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb
[[email protected] myweb]# ./manage.py startapp pyweb
[[email protected] pyweb]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb/pyweb
[[email protected] pyweb]# tail -2000 models.py
from django.db import models
# Create your models here.
from django.db import models
class Filesystem(models.Model):
ip = models.CharField(max_length=30)
date_time = models.CharField(max_length=50)
Filesystem = models.CharField(max_length=120)
sum_kb = models.CharField(max_length=60)
Used = models.CharField(max_length=30)
Available = models.CharField(max_length=50)
Capacity = models.CharField(max_length=60)
Mounted_on = models.CharField(max_length=60)
def __unicode__(self):
return self.ip
class Men_Cpu(models.Model):
ip = models.CharField(max_length=30)
date_time = models.CharField(max_length=50)
Men_sum_kb = models.CharField(max_length=40)
Men_used = models.CharField(max_length=40)
Men_free = models.CharField(max_length=40)
Men_idle = models.CharField(max_length=40)
Cpu_idle = models.CharField(max_length=40)
def __unicode__(self):
return self.ip
class Tablespace(models.Model):
ip = models.CharField(max_length=30)
date_time = models.CharField(max_length=50)
TABLESPACE_NAME = models.CharField(max_length=120)
SUMMARY = models.CharField(max_length=60)
FREE = models.CharField(max_length=30)
MAX_FREE_EXTENT = models.CharField(max_length=50)
FREE_EXTENTS = models.CharField(max_length=60)
USED = models.CharField(max_length=60)
def __unicode__(self):
return self.ip
#class Book(models.Model):
# title = models.CharField(max_length=100)
# authors = models.ManyToManyField(Author)
# publisher = models.ForeignKey(Publisher)
# publication_date = models.DateField()
# country = models.CharField(defau="CN",max_length=50)#默认值为CN
# def __unicode__(self):
# return self.title
[[email protected] pyweb]#
[[email protected] myweb]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb
[[email protected] myweb]# python manage.py validate
0 errors found
[[email protected] myweb]# python manage.py sqlall pyweb
[[email protected] myweb]# python manage.py syncdb
---------------------------------------------------web站点管理上面的数据库
[[email protected] myweb]# pwd
/tmp/python/Django-1.5.1/django/bin/myweb/myweb
[[email protected] myweb]# vi settings.py
INSTALLED_APPS = (
‘django.contrib.auth‘,
‘django.contrib.contenttypes‘,
‘django.contrib.sessions‘,
‘django.contrib.sites‘,
‘django.contrib.messages‘,
‘django.contrib.staticfiles‘,
# Uncomment the next line to enable the admin:
‘django.contrib.admin‘,
# Uncomment the next line to enable admin documentation:
# ‘django.contrib.admindocs‘,
‘pyweb‘
)
[[email protected] myweb]# vi urls.py
from django.conf.urls import patterns, include, url
# Uncomment the next two lines to enable the admin:
from django.contrib import admin
admin.autodiscover()
urlpatterns = patterns(‘‘,
# Examples:
# url(r‘^$‘, ‘myweb.views.home‘, name=‘home‘),
# url(r‘^myweb/‘, include(‘myweb.foo.urls‘)),
# Uncomment the admin/doc line below to enable admin documentation:
# url(r‘^admin/doc/‘, include(‘django.contrib.admindocs.urls‘)),
# Uncomment the next line to enable the admin:
url(r‘^admin/‘, include(admin.site.urls)),
# (r‘^disk/$‘,disk),
)
[[email protected] pyweb]# tail -2000 admin.py
from django.contrib import admin
from pyweb.models import Filesystem,Men_Cpu,Tablespace
class Filesystem_adin(admin.ModelAdmin):
list_display=(‘ip‘,‘date_time‘,‘Filesystem‘,‘sum_kb‘,‘Used‘,‘Available‘,‘Capacity‘,‘Mounted_on‘)
list_filter=(‘ip‘,‘date_time‘,)
search_fields=(‘ip‘,‘date_time‘,‘Filesystem‘)
ordering=(‘-date_time‘,)
class Men_Cpu_admin(admin.ModelAdmin):
list_display=(‘ip‘,‘date_time‘,‘Men_sum_kb‘,‘Men_used‘,‘Men_free‘,‘Men_idle‘,‘Cpu_idle‘)
list_filter=(‘ip‘,‘date_time‘,)
search_fields=(‘ip‘,‘date_time‘,)
ordering=(‘-date_time‘,)
class Tablespace_admin(admin.ModelAdmin):
list_display=(‘ip‘,‘date_time‘,‘TABLESPACE_NAME‘,‘SUMMARY‘,‘FREE‘,‘MAX_FREE_EXTENT‘,‘FREE_EXTENTS‘,‘USED‘)
list_filter=(‘ip‘,‘date_time‘,)
search_fields=(‘ip‘,‘date_time‘,‘TABLESPACE_NAME‘)
ordering=(‘-date_time‘,)
admin.site.register(Filesystem,Filesystem_adin)
admin.site.register(Men_Cpu,Men_Cpu_admin)
admin.site.register(Tablespace,Tablespace_admin)
#admin.site.register(Author)
#admin.site.register(Book)
[[email protected] myweb]# ./manage.py syncdb
[[email protected] myweb]#echo "python /tmp/python/Django-1.5.1/django/bin/myweb/manage.py runserver 0.0.0.0:8000 &>/tmp/dgangomyweb.txt &">>/etc/rc.local
http://192.168.1.10:8000/admin/#用户名和密码为第一次执行python manage.py syncdb时创建的
------------------------创建脚本（将主机文件系统、内存情况，cpu空闲率记录到MySQL数据库中）
[[email protected] pyweb]# tail -2000 /tmp/python/alldjango-mysql.py
#!/bin/usr/bin python
import os,datetime,paramiko
import tab,sys,multiprocessing,time
sys.path.append(‘/tmp/python/Django-1.5.1/django/bin/myweb‘)
os.environ[‘DJANGO_SETTINGS_MODULE‘] = ‘myweb.settings‘
from pyweb.models import Filesystem,Men_Cpu,Tablespace
#hosts=[‘192.168.1.10‘,‘192.168.1.11‘,‘192.168.1.13‘,‘192.168.1.200‘,‘192.168.1.11‘]
hosts=[‘192.168.1.10‘,‘192.168.1.11‘,‘192.168.1.13‘,‘192.168.1.10‘,‘192.168.1.200‘]
username=‘root‘
password=‘123456‘
port=22
time=datetime.datetime.now().strftime(‘%Y-%m-%d %H:%M:%S‘)
def run_cmd(ip):
list=[]
list0=[]
# if os.system(‘ping %s -c 1 &>/dev/null‘%ip)==0:
try:
paramiko.util.log_to_file(‘paramiko.log‘)
s = paramiko.SSHClient()
s.set_missing_host_key_policy(paramiko.AutoAddPolicy())
s.connect(ip,port,username,password)
stdin,stdout,stderr=s.exec_command(‘df -kP‘)
df= stdout.read().split(‘\n‘)
stdin,stdout,stderr=s.exec_command("free|grep Mem|awk ‘{print $2}‘")
list.append(stdout.read().strip())
stdin,stdout,stderr=s.exec_command("free|grep ‘buffers/‘|awk ‘{print $3}‘")
list.append(stdout.read().strip())
stdin,stdout,stderr=s.exec_command("free|grep ‘buffers/‘|awk ‘{print $4}‘")
list.append(stdout.read().strip())
list.append(‘%s‘%(float(list[2])/float(list[0])))
stdin,stdout,stderr=s.exec_command("vmstat 1 2|sed -n ‘4p‘|awk ‘{print $(NF-2)}‘")
list.append(stdout.read().strip())
try:
stdin,stdout,stderr=s.exec_command(‘sh /tmp/tablespace.sh‘)
list0=stdout.read().split(‘\n‘)
list0.pop(0)
list0.pop(0)
list0.pop(0)
list0.pop(-1)
except:
list0=[‘null null null null null null‘]
s.close()
print ‘xxxx‘,ip
# else:
except:
list=[‘null‘,‘null‘,‘null‘,‘null‘,‘null‘]
df= ‘nul \n null null null null null null \n‘.split(‘\n‘)
list0=[‘null null null null null null‘]
print ‘butong‘,ip
#time=datetime.datetime.now().strftime(‘%Y-%m-%d %H:%M:%S‘)
df.pop(0)
df.pop(-1)
for line in df:
list00=line.split()
p1 = Filesystem(ip=‘%s‘%ip,date_time=‘%s‘%time,Filesystem=‘%s‘%list00[0], sum_kb=‘%s‘%list00[1],Used=‘%s‘%list00[2], Available=‘%s‘%list00[3], Capacity=‘%s‘%list00[4],Mounted_on=‘%s‘%list00[5])
p1.save()
p2 = Men_Cpu(ip=‘%s‘%ip,date_time=‘%s‘%time,Men_sum_kb=‘%s‘%list[0], Men_used=‘%s‘%list[1],Men_free=‘%s‘%list[2], Men_idle=‘%s‘%list[3], Cpu_idle=‘%s‘%list[4])
p2.save()
for list in list0:
list=list.split()
p3 = Tablespace(ip=‘%s‘%ip,date_time=‘%s‘%time,TABLESPACE_NAME=‘%s‘%list[0], SUMMARY=‘%s‘%list[1],FREE=‘%s‘%list[2], MAX_FREE_EXTENT=‘%s‘%list[3], FREE_EXTENTS=‘%s‘%list[4],USED=‘%s‘%list[5])
p3.save()
p=multiprocessing.Pool(processes=10)
for hostname in hosts:
p.apply_async(run_cmd,(‘%s‘%hostname,))
print hostname
#time.sleep(240)
print len(hosts)
time2=datetime.datetime.now().strftime(‘%Y-%m-%d %H:%M:%S‘)
print time2
p.close()
p.join()
time3=datetime.datetime.now().strftime(‘%Y-%m-%d %H:%M:%S‘)
print time2
print time3
[[email protected] pyweb]#
[[email protected] pyweb]# crontab -l
*/10 * * * * python /tmp/python/alldjango-mysql.py #每10分钟一次将主机文件系统、内存情况，cpu空闲率记录到MySQL数据库中
------------------------------------附：在装有oracle数据库的远程主机上创建查询表空间的脚本
[[email protected] ~]# vi /tmp/tablespace.sh
#!/bin/bash
export PATH=/u01/app/oracle/product/11.2.0/dbhome_1/bin:$PATH
export ORACLE_HOME=/u01/app/oracle/product/11.2.0/dbhome_1/
sqlplus -S /nolog <<eof
conn system/[email protected]
set line 200;
set feedback off;
set pagesize 50000;
col member for a45;
select a.tablespace_name,a.summary,b.free,b.maxf "MAX_FREE_EXTENT",b.free_exts "FREE_EXTENTS",
100-b.free/a.summary*100 "USED%"
from
(select tablespace_name,sum(bytes/1024/1024) "SUMMARY" from dba_data_files
group by tablespace_name) a,
(select tablespace_name,sum(bytes/1024/1024) "FREE",max(bytes/1024/1024)
"MAXF" ,count(*) free_exts
from dba_free_space group by tablespace_name) b
where a.tablespace_name=b.tablespace_name
order by 6 desc;
eof
exit;
##########################################################################################
vi /tmp/python/Django-1.5.1/django/bin/myweb/myweb/settings.py #修改时区
TIME_ZONE = ‘Aisa/Shanghai‘
#########################################################################
vi /usr/lib/python2.6/site-packages/django/contrib/admin/templates/admin/base_site.html
{% extends "admin/base.html" %}
{% load i18n %}
{% block title %}{{ title }} | {% trans ‘主机性能记录系统‘ %}{% endblock %}
{% block branding %}
<h1 id="site-name">{% trans ‘主机性能记录系统‘ %}</h1>
{% endblock %}
{% block nav-global %}{% endblock %}
#####################################################
[[email protected] myweb# pwd
/tmp/python/Django-1.5.1/django/bin/myweb
[[email protected] myweb]# ./manage.py shell
In [2]: from pyweb.models import Publisher
In [3]: p1 = Publisher(name=‘shanghai‘, address=‘24242 chuansha road‘,city=‘ShangHai‘, state_province=‘CN‘, country=‘China‘,website=‘http://www.xxk.com/‘)
In [4]: p1.save()
In [5]: p1.name=‘hefei‘
In [6]: p1.save()
##################################################################
本文出自 “银河系|计算机网络” 博客，请务必保留此出处http://qqran.blog.51cto.com/10014850/1965836
以上是关于Python脚本之django---mysql-记录主机性能数据到数据库-web站点管理数据库及web显示命令执行结果的主要内容，如果未能解决你的问题，请参考以下文章
Python脚本之django---mysql-记录主机性能数据到数据库-web站点管理数据库及web显示命令执行结果
Python脚本之利用django---mysql将磁盘文件系统写入数据库保存