Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
slapos
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Stephane VAROQUI
slapos
Commits
fda687cd
Commit
fda687cd
authored
Jan 23, 2015
by
Alain Takoudjou
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
monitor: Allow to tail and grep logs remotely
parent
5c554661
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
72 additions
and
16 deletions
+72
-16
stack/monitor/buildout.cfg
stack/monitor/buildout.cfg
+2
-2
stack/monitor/logTools.py
stack/monitor/logTools.py
+19
-2
stack/monitor/webfile-directory/logfile.cgi.in
stack/monitor/webfile-directory/logfile.cgi.in
+51
-12
No files found.
stack/monitor/buildout.cfg
View file @
fda687cd
...
...
@@ -94,7 +94,7 @@ mode = 0644
recipe = hexagonit.recipe.download
url = ${:_profile_base_location_}/webfile-directory/${:filename}
download-only = true
md5sum =
deeaafd6d370447632eb0d41606f4bbb
md5sum =
223d8d98dd557ebc215be71f154629e7
filename = logfile.cgi.in
mode = 0644
...
...
@@ -155,7 +155,7 @@ mode = 0644
recipe = hexagonit.recipe.download
url = ${:_profile_base_location_}/${:filename}
download-only = true
md5sum =
22b530ace6497dd1011ee21342fcf4ba
md5sum =
7b38b3ab2d6c9ab657c8faf8e3f9b190
filename = logTools.py
mode = 0644
...
...
stack/monitor/logTools.py
View file @
fda687cd
...
...
@@ -168,7 +168,7 @@ def generateRSS(db_path, name, rss_path, url_link, limit=10):
with open(rss_path, 'w') as rss_ouput:
rss_ouput.write(rss_feed.to_xml())
def tail(f, lines=20):
def tail(f, lines=20
, pattern=""
):
"""
Returns the last `lines` lines of file `f`. It is an implementation of tail -f n.
"""
...
...
@@ -193,7 +193,12 @@ def tail(f, lines=20):
size -= linesFound
bytes -= BUFSIZ
block -= 1
return '
\
n
'.join(''.join(data).splitlines()[-lines:])
lines_list = ''.join(data).splitlines()[-lines:]
if not pattern:
return '
\
n
'.join(lines_list)
else:
return '
\
n
'.join([ line for line in lines_list
if re.search( r"
%
s
" % pattern, line, re.IGNORECASE )])
def readFileFrom(f, lastPosition, limit=20000):
...
...
@@ -236,3 +241,15 @@ def readFileFrom(f, lastPosition, limit=20000):
'truncated': truncated
}
def grep(filepath, pattern):
if not os.path.exists(filepath) or not os.path.isfile(filepath):
return "
ERROR
:
%
s
is
not
exist
or
is
not
a
file
" % filepath
match_lines = ""
index = 0
with open(filepath, 'r') as f:
for line in f:
index += 1
if re.search( r"
%
s
" % pattern, line, re.IGNORECASE ):
match_lines += '[line %s] %s
\
n
' % (index, line)
return match_lines
stack/monitor/webfile-directory/logfile.cgi.in
View file @
fda687cd
...
...
@@ -13,6 +13,7 @@ form = cgi.FieldStorage()
base_folder_list = {{ base_folder_list }}
script_path = "{{ script_path }}"
logpath = form.getvalue("path", "")
action = form.getvalue("action", "tail")
size = int(form.getvalue("size", "200"))
...
...
@@ -39,9 +40,11 @@ print """<html><head>
padding
:
5px
;
}
textarea
{
width
:
100%
;
height
:
470px
;
margin-top
:
10px
;}
ul
{
margin
:
0px
;
padding
:
0px
;
list-style
:
none
;}
ul
.file-list
{
margin
:
0px
;
padding
:
0px
;
list-style
:
none
;
height
:
400px
;
overflow
:
auto
;}
.button
{
margin-top
:
5px
;}
.button
div
{
margin
:
0
;
margin-right
:
10px
;
float
:
left
;
}
.grep
{
float
:
left
;
margin
:
5px
0
;}
#pattern
{
width
:
300px
;
padding
:
5px
;}
</style>
<script
language=
"javascript"
type=
"text/javascript"
>
$
(
document
).
ready
(
function
()
{
...
...
@@ -65,6 +68,21 @@ $(document).ready(function () {
return
false
;
});
$
(
"
#grep
"
).
click
(
function
()
{
var
file_list
=
""
;
$
(
"
.file
"
).
each
(
function
()
{
if
(
$
(
this
).
children
(
'
input[type=checkbox]
'
).
is
(
'
:checked
'
)
)
{
file_list
+=
$
(
this
).
attr
(
"
rel
"
)
+
"
#
"
;
}
});
if
(
file_list
==
""
)
{
return
false
;}
if
(
$
(
"
#pattern
"
).
val
()
==
""
)
{
return
false
;}
$
(
"
#path
"
).
val
(
file_list
);
$
(
"
#action
"
).
val
(
"
grep
"
);
$
(
"
#log_form
"
).
submit
();
return
false
;
});
$
(
"
#check
"
).
click
(
function
()
{
$
(
"
.file
"
).
each
(
function
()
{
var
child
=
$
(
this
).
children
(
'
input[type=checkbox]
'
);
...
...
@@ -94,10 +112,10 @@ $(document).ready(function () {
$
(
"
#log_form
"
).
submit
();
return
false
;
});
var
textarea
=
$
(
"
#logcontent
"
)
var
textarea
=
$
(
"
#logcontent
"
)
[
0
]
if
(
textarea
!
=
undefined
)
{
$
(
textarea
).
animate
({
scrollTop
:
$
(
textarea
)[
0
].
scrollHeight
-
$
(
textarea
).
height
()
},
"
slow
"
);
if
(
$
(
textarea
)
!=
=
undefined
)
{
$
(
textarea
).
scrollTop
(
$
(
textarea
)[
0
].
scrollHeight
-
$
(
textarea
).
height
()
);
}
});
</script>
...
...
@@ -108,7 +126,7 @@ if not logpath:
<input
type=
"hidden"
name=
"posting-script"
value=
"%s"
/>
<div
class=
"box pure-menu pure-menu-open"
>
<h2
class=
"head"
>
Select file(s) in the list bellow
</h2>
<ul>
""" % script_path
<ul
class=
"file-list"
>
""" % script_path
for base_folder in base_folder_list.values():
if os.path.exists(base_folder):
for filename in os.listdir(base_folder):
...
...
@@ -125,12 +143,18 @@ if not logpath:
sub_path = os.path.join(path, sub_filename)
if os.path.isdir(sub_path):
continue
print """
<li><a
href=
"#"
class=
"script file"
rel=
"%s"
title=
"%s"
>
%s
</a></li>
""" % (
print """
<li><a
href=
"#"
class=
"script file"
rel=
"%s"
title=
"%s"
>
<input
type=
"checkbox"
/>
%s
</a></li>
""" % (
sub_path, sub_path, sub_filename)
print """
</ul>
</div>
<div
class=
'grep'
>
<input
type=
"text"
name=
"pattern"
id=
"pattern"
value=
""
placeholder=
"type a string | regex here..."
>
</div>
<div
style=
'clear:both'
></div>
<div
class=
"button"
>
<div><label
for=
"size"
>
Lines:
</label><select
name=
"size"
id=
"size"
>
<div><label
for=
"size"
>
Tail
Lines:
</label><select
name=
"size"
id=
"size"
>
<option
value=
"50"
selected
>
50
</option>
<option
value=
"100"
>
100
</option>
<option
value=
"200"
>
200
</option>
...
...
@@ -139,29 +163,42 @@ if not logpath:
</select></div>
<button
type=
"button"
class=
"pure-button pure-button-primary"
id=
"uncheck"
>
Uncheck All
</button>
<button
type=
"button"
class=
"pure-button pure-button-primary"
id=
"check"
>
Check All
</button>
<button
type=
"button"
class=
"pure-button pure-button-primary"
id=
"open"
>
Open File(s)
</button>
<button
type=
"button"
class=
"pure-button pure-button-primary"
id=
"open"
>
Tail
</button>
<button
type=
"button"
class=
"pure-button pure-button-primary"
id=
"grep"
>
Grep
</button>
</div>
<div
style=
'clear:both'
></div>
<input
type=
"hidden"
name=
"path"
id=
"path"
value=
""
/>
<input
type=
"hidden"
name=
"action"
id=
"action"
value=
"tail"
/>
</form>
"""
else:
path_list = [x for x in logpath.split('#') if x]
log_content = ""
title = ""
pattern = ""
for filepath in path_list:
if os.path.exists(filepath) and os.path.isfile(filepath):
title += " " + filepath.split('/')[-1:][0]
try:
content = logTools.tail(codecs.open(filepath, "r", "utf_8"), size)
if action == "tail":
pattern = form.getvalue("pattern", "")
content = logTools.tail(codecs.open(filepath, "r", "utf_8"), size, pattern)
elif action == "grep":
pattern = form.getvalue("pattern")
content = logTools.grep(filepath, pattern)
else:
content = ""
except Exception, e:
content = str(e)
if content:
log_content += "
TAIL FILE %s >>>>\n\n" % filepath
log_content += "
%s FILE %s >>>>\n\n" % (action.upper(), filepath)
log_content += content + "\n\n\n"
print """
<form
action=
"/index.cgi"
method=
"post"
class=
"pure-form-aligned"
id=
"log_form"
>
<input
type=
"hidden"
name=
"posting-script"
value=
"%s"
/>
<input
type=
"hidden"
name=
"path"
id=
"path"
value=
"%s"
/>
<input
type=
"hidden"
name=
"action"
id=
"action"
value=
"%s"
/>
<input
type=
"hidden"
name=
"pattern"
id=
"pattern"
value=
"%s"
/>
<input
type=
"hidden"
name=
"size"
id=
"size"
value=
"%s"
/>
</form>
<div
class=
"box"
>
<h2
class=
"head"
>
Tail: %s
</h2>
...
...
@@ -170,8 +207,10 @@ else:
<button
type=
"submit"
class=
"pure-button pure-button-primary"
id=
"reload"
>
Refresh
</button>
</div>
<div
style=
'clear:both'
></div>
<textarea
id=
"logcontent"
>
%s
</textarea>
<textarea
id=
"logcontent"
readonly
>
%s
</textarea>
</div>
""" % (script_path, logpath, title, log_content)
""" % (script_path, logpath, action, pattern, size, title, log_content)
if pattern:
print "
<p>
Pattern string is: %s
</p>
" % pattern
print """
</body></html>
"""
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment