建立局域网内使用的CentOS7-OpenStack源

wendu

　　by 无若
　　1. 先建立局域网内使用的CentOS7源
　　这个参看 http://www.cnblogs.com/gleaners/p/5735472.html
　　2. 抓取所有OpenStack的包，文件夹完全对应。
这里专门写了一个snatch_repo.py
代码如下：



#coding=utf-8
import requests
import re
import string
import urllib2 as url
import urllib
import Queue
import os
import sys
from contextlib import closing
class ProgressBar(object):  
def __init__(self, title, count=0.0, run_status=None, fin_status=None, total=100.0,    unit='', sep='/', chunk_size=1.0):  
super(ProgressBar, self).__init__()  
self.info = '[%s] %s %.2f %s %s %.2f %s'  
self.title = title  
self.total = total  
self.count = count  
self.chunk_size = chunk_size  
self.status = run_status or ''  
self.fin_status = fin_status or ' ' * len(self.statue)  
self.unit = unit  
self.seq = sep  
def __get_info(self):  
# [名称]状态 进度 单位 分割线 总数 单位  
_info = self.info % (self.title, self.status, self.count/self.chunk_size, self.unit, self.seq, self.total/self.chunk_size, self.unit)  
return _info  
def refresh(self, count=1, status=None):  
self.count += count  
# if status is not None:  
self.status = status or self.status  
end_str = '\r'  
if self.count >= self.total:  
end_str = '\n'  
self.status = status or self.fin_status  
sys.stdout.flush()
sys.stdout.write(self.__get_info()+end_str)  
sys.stdout.flush()
def get_regex_outcome_list(text, regex):
"""
获取文本的正则表达式截取
"""
lst = []
reobj = re.compile(regex)
for match in reobj.finditer(text):
#match.start()
#match.end()
        lst.append(match.group())
return lst
def wget_file(url, file_name):
"""
下载文件
"""
#r = requests.get(url)
#with open(file_name, 'wb') as code:
#    code.write(r.content)
   
with closing(requests.get(url, stream=True)) as response:  
chunk_size = 1024  
content_size = float(response.headers['content-length'])  
'''
需要根据 response.status_code 的不同添加不同的异常处理
'''  
print('content_size', content_size,response.status_code ,  )  
progress = ProgressBar('processing:'  
, total=content_size  
, unit='KB'  
, chunk_size=chunk_size  
, run_status='download...'  
, fin_status='download ok!')  
# chunk_size = chunk_size < content_size and chunk_size or content_size  
with open(file_name, 'wb') as file:  
for data in response.iter_content(chunk_size=chunk_size):  
file.write(data)  
progress.refresh(count=len(data))  
print('download ok!', )
def page_to_url(url, html):
"""
解析页面上的html，提取href中的url
"""
lst = get_regex_outcome_list(html, 'href=".*"')
context = ''
path_lst = []
for item in lst:
item = item.replace('"','')
item = item.replace('href=', '')
path_lst.append((url+item, item))
return path_lst
def parser_path_list(init_url, path_lst, deep_queue):
"""
解析路径列表，对路径做对应处理
"""
for item in path_lst:
url = item[0]
file_name = item[1]
if file_name[-1] == '/' and file_name != '../':
deep_queue.put(url)
dir_name = url[len(init_url):-1]
try:
os.mkdir(dir_name)
except Exception, e:
print e
else:
#pass
file_path = url[len(init_url):-1]
print file_path
try:
wget_file(url, file_path)
except Exception, e:
print e               
def visit_all_path(init_url):
"""
遍历所有路径
"""
r = requests.get(init_url)
path_lst = page_to_url(init_url, r.text)
deep_queue = Queue.Queue()
parser_path_list(init_url, path_lst, deep_queue)
while not deep_queue.empty():
print deep_queue.qsize()
url = deep_queue.get()
r = requests.get(url)
path_lst = page_to_url(url, r.text)
parser_path_list(init_url, path_lst, deep_queue)

return path_lst

if __name__ == '__main__':
init_url = 'http://mirrors.aliyun.com/centos/7.2.1511/cloud/x86_64/openstack-liberty/'
visit_all_path(init_url)
　　# 代码里面使用的是阿里云的openstack-liberty。
　　# 在做源的服务器（192.168.29.94）上建立对应的目录
　　mkdir -p /var/ftp/pub/cloud/openstack-liberty
　　# 将此代码（snatch_repo.py）拷贝至/var/ftp/pub/cloud/openstack-liberty/目录下
　　cp snatch_repo.py /var/ftp/pub/cloud/openstack-liberty/
　　# 由于snatch_repo.py中使用了requests模块，所以需要先安装requests模块
　　pip install requests
　　# 执行此脚本，下载，静静等待所有下载完毕
　　python snatch_repo.py
　　3. 清除老的repodata，生成新的repodata
　　cp /var/ftp/pub/cloud/openstack-liberty/repodata/repomd.xml /tmp/
　　yum -y install createrepo
　　cd /var/ftp/pub/cloud/openstack-liberty/
　　createrepo -g /tmp/repomd.xml .
　　4. 配置客户机（假设：192.168.29.80）的源设置
　　cd /etc/yum.repos.d/
nano loacl_network_openstack_liberty.repo
　　# 编辑如下内容



[loacl_network_openstack_liberty]
name=ftpyum
baseurl=ftp://192.168.29.94/pub/cloud/openstack-liberty
enabled=1
gpgcheck=1
gpgkey=ftp://192.168.29.94/pub/centos7/RPM-GPG-KEY-CentOS-7
　　# 重新设定repo
　　yum clean all
yum makecache
　　5. 客户机（假设：192.168.29.80）验证
　　yum install openstack-keystone