Skip to content

S
slapos.toolbox
Commit c603d931 authored by Rafael Monnerat's avatar Rafael Monnerat
Browse files
Options

slapos.shacache was reimplemented on ERP5 and this API do not follow the design.

parent 570d0dea
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 296 deletions
README.rst
View file @ c603d931
......@@ -4,9 +4,6 @@ slapos.toolbox
SlapOS toolbox contains :
- `builder <./slapos/README.builder.rst>`_
- `cloudmgr <./slapos/README.cloudmgr.rst>`_
- `monitor <./slapos/README.monitor.rst>`_
- `onetimeupload <./slapos/README.onetimeupload.rst>`_
- `shacache <./slapos/README.shacache.rst>`_
- `webrunner <./slapos/README.webrunner.rst>`_
setup.py
View file @ c603d931
......@@ -81,7 +81,6 @@ setup(name=name,
'pubsubnotifier = slapos.pubsub.notifier:main',
'pubsubserver = slapos.pubsub:main',
'qemu-qmp-client = slapos.qemuqmpclient:main',
'shacache = slapos.shacache:main',
'slapos-kill = slapos.systool:kill',
'slaprunnertest = slapos.runner.runnertest:main',
'slaprunnerteststandalone = slapos.runner.runnertest:runStandaloneUnitTest',
......
slapos/README.monitor.rst deleted 100644 → 0
View file @ 570d0dea
monitor
=======
Monitoring for SLAP (Simple Language for Accounting and Provisioning) python library.
slapos/shacache/__init__.py deleted 100644 → 0
View file @ 570d0dea
##############################################################################
#
# Copyright (c) 2010 ViFiB SARL and Contributors.
# All Rights Reserved.
#
# This software is subject to the provisions of the Zope Public License,
# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
# FOR A PARTICULAR PURPOSE.
#
##############################################################################
import hashlib
import os
import sys
import traceback
from flask import Flask, request, helpers, abort, make_response
from config import NetworkcacheConfiguration, NetworkcacheParser
app = Flask(__name__)
@app.route('/', methods=['POST'])
def post():
""" Save the file on the cache server. """
if getattr(request, 'data', None) is None:
abort(400, 'POST requires data.')
cache_base_folder = app.config.get('CACHE_BASE_FOLDER')
file_name = hashlib.sha512(request.data).hexdigest()
try:
f = open(os.path.join(cache_base_folder, file_name), "w+")
try:
f.write(request.data)
finally:
f.close()
except:
app.logger.info(traceback.format_exc())
abort(500, "Faile to upload the file.")
return make_response(file_name, 201)
@app.route('/<key>', methods=['GET'])
def get(key):
""" Return the file if found, otherwise 404 is raised. """
cache_base_folder = app.config.get('CACHE_BASE_FOLDER')
file_path = os.path.join(cache_base_folder, key)
if not os.path.exists(file_path):
abort(404, 'File not found.')
return helpers.send_file(file_path)
def main():
"Run default configuration."
usage = "usage: %s [options] CONFIGURATION_FILE" % sys.argv[0]
try:
# Parse arguments
configuration = NetworkcacheConfiguration()
configuration.setConfig(*NetworkcacheParser(usage=usage).check_args())
app.config['CACHE_BASE_FOLDER'] = configuration.cache_base_folder
app.run(host=configuration.host, port=int(configuration.port), debug=True)
return_code = 0
except SystemExit, err:
# Catch exception raise by optparse
return_code = err
sys.exit(return_code)
slapos/shacache/config.py deleted 100644 → 0
View file @ 570d0dea
##############################################################################
#
# Copyright (c) 2010 ViFiB SARL and Contributors.
# All Rights Reserved.
#
# This software is subject to the provisions of the Zope Public License,
# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
# FOR A PARTICULAR PURPOSE.
#
##############################################################################
import os
import logging
import logging.handlers
import ConfigParser
from optparse import OptionParser, Option
class NetworkcacheParser(OptionParser):
"""
Parse all arguments.
"""
def __init__(self, usage=None, version=None):
"""
Initialize all possible options.
"""
OptionParser.__init__(self, usage=usage, version=version,
option_list=[
Option("-l", "--log_file",
help="The path to the log file used by the script.",
type=str),
Option("-v", "--verbose",
default=False,
action="store_true",
help="Verbose output."),
Option("-c", "--console",
default=False,
action="store_true",
help="Console output."),
Option("-d", "--cache_base_folder",
type=str,
help="Folder to store the files."),
Option("-a", "--host",
type=str,
help="Host address."),
Option("-p", "--port",
type=str,
help="Port number."),
])
def check_args(self):
"""
Check arguments
"""
(options, args) = self.parse_args()
configuration_file_path = []
if len(args) > 1:
self.error("Incorrect number of arguments")
if len(args) == 1:
configuration_file_path = args[0]
return options, configuration_file_path
class NetworkcacheConfiguration:
def setConfig(self, option_dict, configuration_file_path):
"""
Set options given by parameters.
"""
# Set options parameters
for option, value in option_dict.__dict__.items():
setattr(self, option, value)
# Load configuration file
if configuration_file_path:
configuration_parser = ConfigParser.SafeConfigParser()
configuration_parser.read(configuration_file_path)
# Merges the arguments and configuration
for section in ("networkcached",):
configuration_dict = dict(configuration_parser.items(section))
for key in configuration_dict:
if not getattr(self, key, None):
setattr(self, key, configuration_dict[key])
# set up logging
self.logger = logging.getLogger("networkcached")
self.logger.setLevel(logging.INFO)
if self.console:
self.logger.addHandler(logging.StreamHandler())
# cache base folder is required
if not self.cache_base_folder:
raise ValueError('cache_base_folder is required.')
if self.log_file:
if not os.path.isdir(os.path.dirname(self.log_file)):
# fallback to console only if directory for logs does not exists and
# continue to run
raise ValueError('Please create directory %r to store %r log file' % (
os.path.dirname(self.log_file), self.log_file))
else:
file_handler = logging.FileHandler(self.log_file)
format = "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
file_handler.setFormatter(logging.Formatter(format))
self.logger.addHandler(file_handler)
self.logger.info('Configured logging to file %r' % self.log_file)
self.logger.info("Started.")
if self.verbose:
self.logger.setLevel(logging.DEBUG)
self.logger.debug("Verbose mode enabled.")
slapos/shacache/networkcached.conf.sample deleted 100644 → 0
View file @ 570d0dea
[networkcached]
host = 127.0.0.1
port = 5001
cache_base_folder = /opt/slapos/networkcached
slapos/shacache/test.py deleted 100644 → 0
View file @ 570d0dea
##############################################################################
#
# Copyright (c) 2010 ViFiB SARL and Contributors.
# All Rights Reserved.
#
# This software is subject to the provisions of the Zope Public License,
# Version 2.1 (ZPL). A copy of the ZPL should accompany this distribution.
# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
# FOR A PARTICULAR PURPOSE.
#
##############################################################################
import hashlib
import os
import shutil
import slapos.tool.networkcached as networkcached
import tempfile
import unittest
class NetworkcacheTestCase(unittest.TestCase):
def setUp(self):
networkcached.app.config['CACHE_BASE_FOLDER'] = tempfile.mkdtemp()
self.cache_base_folder = networkcached.app.config['CACHE_BASE_FOLDER']
self.app = networkcached.app.test_client()
self.file_content = 'test file content.'
def tearDown(self):
shutil.rmtree(self.cache_base_folder)
def create_file_into_cache_base_folder(self):
"""
Create a binary file into the directory.
"""
file_name = hashlib.sha512(self.file_content).hexdigest()
file_path = os.path.join(self.cache_base_folder, file_name)
f = open(file_path, 'w')
try:
f.write(self.file_content)
finally:
f.close()
return file_path
def test_get_non_existing_file(self):
"""
When the client tries to download a file which does not exists, it must
return a 404 error.
"""
result = self.app.get('/does_not_exists')
self.assertEquals('404 NOT FOUND', result.status)
self.assertTrue('File not found.' in result.data)
def test_get_existing_file(self):
"""
Check if the file is returned if it exists.
"""
file_path = self.create_file_into_cache_base_folder()
result = self.app.get('/%s' % file_path.split('/')[-1])
self.assertEquals('200 OK', result.status)
self.assertEquals('application/octet-stream',
result.headers['Content-Type'])
self.assertEquals(self.file_content, result.data)
def test_puti_file(self):
"""
Check if the file will be upload just fine.
"""
file_content = 'file does not exist yet'
file_name = hashlib.sha512(file_content).hexdigest()
result = self.app.put('/', data=file_content)
self.assertEquals('200 OK', result.status)
self.assertEquals('Success', result.data)
f = open(os.path.join(self.cache_base_folder, file_name), 'r')
try:
data = f.read()
finally:
f.close()
self.assertEquals(file_content, data)
def run():
unittest.main(module=networkcached.test)
if __name__ == '__main__':
run()
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7