Skip to content
Toggle navigation
P
Projects
G
Groups
S
Snippets
Help
Gelencsér Szabolcs
/
cloud
This project
Loading...
Sign in
Toggle navigation
Go to a project
Project
Repository
Issues
0
Merge Requests
0
Pipelines
Wiki
Members
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Commit
800ba190
authored
Jan 30, 2013
by
Dányi Bence
Browse files
Options
Browse Files
Download
Plain Diff
Merge branch 'master' of
ssh://giccero.cloud.ik.bme.hu/cloud
parents
ce14c31a
4f88dd69
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
165 additions
and
153 deletions
+165
-153
miscellaneous/store-server/CloudStore.py
+165
-153
No files found.
miscellaneous/store-server/CloudStore.py
View file @
800ba190
#!/usr/bin/python
#TODO File permission checks
#
TODO File permission checks
from
bottle
import
route
,
run
,
request
,
static_file
,
abort
,
redirect
,
app
import
json
,
os
,
shutil
...
...
@@ -9,23 +9,19 @@ import subprocess
import
ConfigParser
from
pwd
import
getpwnam
#Get configuration file
#
Get configuration file
config
=
ConfigParser
.
ConfigParser
()
config
.
read
(
'/opt/webadmin/cloud/miscellaneous/store-server/store.config'
)
#ROOT_WWW_FOLDER='/var/www'
ROOT_WWW_FOLDER
=
config
.
get
(
'store'
,
'root_www_folder'
)
#ROOT_BIN_FOLDER='/opt/store-server'
ROOT_BIN_FOLDER
=
config
.
get
(
'store'
,
'root_bin_folder'
)
#SITE_URL='http://store.cloud.ik.bme.hu:8080'
SITE_URL
=
config
.
get
(
'store'
,
'site_url'
)
#USER_MANAGER='UserManager.sh'
USER_MANAGER
=
config
.
get
(
'store'
,
'user_manager'
)
#Standalone server
#
Standalone server
SITE_HOST
=
config
.
get
(
'store'
,
'site_host'
)
SITE_PORT
=
config
.
get
(
'store'
,
'site_port'
)
#Temporary dir for tar.gz
#
Temporary dir for tar.gz
TEMP_DIR
=
config
.
get
(
'store'
,
'temp_dir'
)
...
...
@@ -38,7 +34,7 @@ def index():
pass
return
"It works! SSL: "
+
response
#@route('/<neptun:re:[a-zA-Z0-9]{6}>', method='GET')
#
@route('/<neptun:re:[a-zA-Z0-9]{6}>', method='GET')
@route
(
'/<neptun>'
,
method
=
'GET'
)
def
neptun_GET
(
neptun
):
home_path
=
'/home/'
+
neptun
+
'/home'
...
...
@@ -48,113 +44,129 @@ def neptun_GET(neptun):
statistics
=
getQuotaStatus
(
neptun
)
return
{
'Used'
:
statistics
[
0
],
'Soft'
:
statistics
[
1
],
'Hard'
:
statistics
[
2
]}
COMMANDS
=
{}
@route
(
'/<neptun>'
,
method
=
'POST'
)
def
neptun_POST
(
neptun
):
#Check if user avaiable (home folder ready)
#
Check if user avaiable (home folder ready)
home_path
=
'/home/'
+
neptun
+
'/home'
if
os
.
path
.
exists
(
home_path
)
!=
True
:
abort
(
401
,
'The requested user does not exist!'
)
else
:
#Parse post
#LISTING
if
request
.
json
[
'CMD'
]
==
'LIST'
:
list_path
=
home_path
+
request
.
json
[
'PATH'
]
if
os
.
path
.
exists
(
list_path
)
!=
True
:
abort
(
404
,
"Path not found!"
)
else
:
return
list_directory
(
home_path
,
list_path
)
#DOWNLOAD LINK GENERATOR
elif
request
.
json
[
'CMD'
]
==
'DOWNLOAD'
:
dl_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
dl_path
=
os
.
path
.
realpath
(
dl_path
)
if
not
dl_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid download path.'
)
dl_hash
=
str
(
uuid
.
uuid4
())
if
(
os
.
path
.
isfile
(
dl_path
)
):
os
.
symlink
(
dl_path
,
ROOT_WWW_FOLDER
+
'/'
+
dl_hash
)
#Debug
#redirect('http://store.cloud.ik.bme.hu:8080/dl/'+dl_hash)
return
json
.
dumps
({
'LINK'
:
SITE_URL
+
'/dl/'
+
dl_hash
})
else
:
try
:
os
.
makedirs
(
TEMP_DIR
+
'/'
+
neptun
,
0700
)
except
:
pass
folder_name
=
os
.
path
.
basename
(
dl_path
)
temp_path
=
TEMP_DIR
+
'/'
+
neptun
+
'/'
+
folder_name
+
'.zip'
with
open
(
os
.
devnull
,
"w"
)
as
fnull
:
# zip -rqDj vmi.zip /home/tarokkk/vpn-ik
result
=
subprocess
.
call
([
'/usr/bin/zip'
,
'-rqDj'
,
temp_path
,
dl_path
],
stdout
=
fnull
,
stderr
=
fnull
)
os
.
symlink
(
temp_path
,
ROOT_WWW_FOLDER
+
'/'
+
dl_hash
)
return
json
.
dumps
({
'LINK'
:
SITE_URL
+
'/dl/'
+
dl_hash
})
#UPLOAD
elif
request
.
json
[
'CMD'
]
==
'UPLOAD'
:
up_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
up_path
=
os
.
path
.
realpath
(
up_path
)
if
not
up_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid upload path.'
)
if
os
.
path
.
exists
(
up_path
)
==
True
and
os
.
path
.
isdir
(
up_path
):
up_hash
=
str
(
uuid
.
uuid4
())
os
.
symlink
(
up_path
,
ROOT_WWW_FOLDER
+
'/'
+
up_hash
)
return
json
.
dumps
({
'LINK'
:
SITE_URL
+
'/ul/'
+
up_hash
})
else
:
abort
(
400
,
'Upload directory not exists!'
)
#MOVE
elif
request
.
json
[
'CMD'
]
==
'MOVE'
:
src_path
=
home_path
+
'/'
+
request
.
json
[
'SOURCE'
]
dst_path
=
home_path
+
'/'
+
request
.
json
[
'DESTINATION'
]
src_path
=
os
.
path
.
realpath
(
src_path
)
dst_path
=
os
.
path
.
realpath
(
dst_path
)
if
not
src_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid source path.'
)
if
not
dst_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid destination path.'
)
if
os
.
path
.
exists
(
src_path
)
==
True
and
os
.
path
.
exists
(
dst_path
)
==
True
and
os
.
path
.
isdir
(
dst_path
)
==
True
:
shutil
.
move
(
src_path
,
dst_path
)
return
else
:
#TODO
abort
(
400
,
"Can not move the file."
)
#RENAME
elif
request
.
json
[
'CMD'
]
==
'RENAME'
:
src_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
src_path
=
os
.
path
.
realpath
(
src_path
)
if
not
src_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid source path.'
)
dst_path
=
os
.
path
.
dirname
(
src_path
)
+
'/'
+
request
.
json
[
'NEW_NAME'
]
if
os
.
path
.
exists
(
src_path
)
==
True
:
os
.
rename
(
src_path
,
dst_path
)
else
:
abort
(
404
,
"File or Folder not found!"
)
try
:
return
COMMANDS
[
request
.
json
[
'CMD'
]](
request
,
neptun
,
home_path
)
except
KeyError
:
abort
(
400
,
"Command not found!"
)
# LISTING
def
cmd_list
(
request
,
neptun
,
home_path
):
list_path
=
home_path
+
request
.
json
[
'PATH'
]
if
os
.
path
.
exists
(
list_path
)
!=
True
:
abort
(
404
,
"Path not found!"
)
else
:
return
list_directory
(
home_path
,
list_path
)
COMMANDS
[
'LIST'
]
=
cmd_list
# DOWNLOAD LINK GENERATOR
def
cmd_download
(
request
,
neptun
,
home_path
):
dl_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
dl_path
=
os
.
path
.
realpath
(
dl_path
)
if
not
dl_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid download path.'
)
dl_hash
=
str
(
uuid
.
uuid4
())
if
(
os
.
path
.
isfile
(
dl_path
)
):
os
.
symlink
(
dl_path
,
ROOT_WWW_FOLDER
+
'/'
+
dl_hash
)
# Debug
# redirect('http://store.cloud.ik.bme.hu:8080/dl/'+dl_hash)
return
json
.
dumps
({
'LINK'
:
SITE_URL
+
'/dl/'
+
dl_hash
})
else
:
try
:
os
.
makedirs
(
TEMP_DIR
+
'/'
+
neptun
,
0700
)
except
:
pass
folder_name
=
os
.
path
.
basename
(
dl_path
)
temp_path
=
TEMP_DIR
+
'/'
+
neptun
+
'/'
+
folder_name
+
'.zip'
with
open
(
os
.
devnull
,
"w"
)
as
fnull
:
# zip -rqDj vmi.zip /home/tarokkk/vpn-ik
result
=
subprocess
.
call
([
'/usr/bin/zip'
,
'-rqDj'
,
temp_path
,
dl_path
],
stdout
=
fnull
,
stderr
=
fnull
)
os
.
symlink
(
temp_path
,
ROOT_WWW_FOLDER
+
'/'
+
dl_hash
)
return
json
.
dumps
({
'LINK'
:
SITE_URL
+
'/dl/'
+
dl_hash
})
COMMANDS
[
'DOWNLOAD'
]
=
cmd_download
# UPLOAD
def
cmd_upload
(
request
,
neptun
,
home_path
):
up_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
up_path
=
os
.
path
.
realpath
(
up_path
)
if
not
up_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid upload path.'
)
if
os
.
path
.
exists
(
up_path
)
==
True
and
os
.
path
.
isdir
(
up_path
):
up_hash
=
str
(
uuid
.
uuid4
())
os
.
symlink
(
up_path
,
ROOT_WWW_FOLDER
+
'/'
+
up_hash
)
return
json
.
dumps
({
'LINK'
:
SITE_URL
+
'/ul/'
+
up_hash
})
else
:
abort
(
400
,
'Upload directory not exists!'
)
COMMANDS
[
'UPLOAD'
]
=
cmd_upload
# MOVE
def
cmd_move
(
request
,
neptun
,
home_path
):
src_path
=
home_path
+
'/'
+
request
.
json
[
'SOURCE'
]
dst_path
=
home_path
+
'/'
+
request
.
json
[
'DESTINATION'
]
src_path
=
os
.
path
.
realpath
(
src_path
)
dst_path
=
os
.
path
.
realpath
(
dst_path
)
if
not
src_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid source path.'
)
if
not
dst_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid destination path.'
)
if
os
.
path
.
exists
(
src_path
)
==
True
and
os
.
path
.
exists
(
dst_path
)
==
True
and
os
.
path
.
isdir
(
dst_path
)
==
True
:
shutil
.
move
(
src_path
,
dst_path
)
return
else
:
# TODO
abort
(
400
,
"Can not move the file."
)
COMMANDS
[
'MOVE'
]
=
cmd_move
# RENAME
def
cmd_rename
(
request
,
neptun
,
home_path
):
src_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
src_path
=
os
.
path
.
realpath
(
src_path
)
if
not
src_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid source path.'
)
dst_path
=
os
.
path
.
dirname
(
src_path
)
+
'/'
+
request
.
json
[
'NEW_NAME'
]
if
os
.
path
.
exists
(
src_path
)
==
True
:
os
.
rename
(
src_path
,
dst_path
)
else
:
abort
(
404
,
"File or Folder not found!"
)
COMMANDS
[
'RENAME'
]
=
cmd_rename
# NEW FOLDER
def
cmd_new_folder
(
request
,
neptun
,
home_path
):
dir_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
dir_path
=
os
.
path
.
realpath
(
dir_path
)
if
not
dir_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid directory path.'
)
if
os
.
path
.
exists
(
dir_path
)
==
True
:
abort
(
400
,
"Directory already exist!"
)
else
:
os
.
mkdir
(
dir_path
,
0755
)
COMMANDS
[
'NEW_FOLDER'
]
=
cmd_new_folder
# REMOVE
def
cmd_remove
(
request
,
neptun
,
home_path
):
remove_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
remove_path
=
os
.
path
.
realpath
(
remove_path
)
if
not
remove_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid path.'
)
if
os
.
path
.
exists
(
remove_path
)
!=
True
:
abort
(
404
,
"Path not found!"
)
else
:
if
os
.
path
.
isdir
(
remove_path
)
==
True
:
shutil
.
rmtree
(
remove_path
)
return
#NEW FOLDER
elif
request
.
json
[
'CMD'
]
==
'NEW_FOLDER'
:
dir_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
dir_path
=
os
.
path
.
realpath
(
dir_path
)
if
not
dir_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid directory path.'
)
if
os
.
path
.
exists
(
dir_path
)
==
True
:
abort
(
400
,
"Directory already exist!"
)
else
:
os
.
mkdir
(
dir_path
,
0755
)
return
#REMOVE
elif
request
.
json
[
'CMD'
]
==
'REMOVE'
:
remove_path
=
home_path
+
'/'
+
request
.
json
[
'PATH'
]
remove_path
=
os
.
path
.
realpath
(
remove_path
)
if
not
remove_path
.
startswith
(
home_path
):
abort
(
400
,
'Invalid path.'
)
if
os
.
path
.
exists
(
remove_path
)
!=
True
:
abort
(
404
,
"Path not found!"
)
else
:
if
os
.
path
.
isdir
(
remove_path
)
==
True
:
shutil
.
rmtree
(
remove_path
)
return
else
:
os
.
remove
(
remove_path
)
return
else
:
abort
(
400
,
"Command not found!"
)
os
.
remove
(
remove_path
)
return
COMMANDS
[
'REMOVE'
]
=
cmd_remove
@route
(
'/set/<neptun>'
,
method
=
'POST'
)
def
set_keys
(
neptun
):
...
...
@@ -166,9 +178,9 @@ def set_keys(neptun):
key_list
.
append
(
key
)
except
:
abort
(
400
,
'Wrong syntax!'
)
result
=
subprocess
.
call
([
ROOT_BIN_FOLDER
+
'/'
+
USER_MANAGER
,
'set'
,
neptun
,
smbpasswd
])
result
=
subprocess
.
call
([
ROOT_BIN_FOLDER
+
'/'
+
USER_MANAGER
,
'set'
,
neptun
,
smbpasswd
])
if
result
==
0
:
updateSSHAuthorizedKeys
(
neptun
,
key_list
)
updateSSHAuthorizedKeys
(
neptun
,
key_list
)
return
elif
result
==
2
:
abort
(
403
,
'User does not exist!'
)
...
...
@@ -178,40 +190,40 @@ def set_keys(neptun):
def
new_user
(
neptun
):
key_list
=
[]
smbpasswd
=
''
try
:
try
:
smbpasswd
=
request
.
json
[
'SMBPASSWD'
]
except
:
abort
(
400
,
'Invalid syntax'
)
#Call user creator script
result
=
subprocess
.
call
([
ROOT_BIN_FOLDER
+
'/'
+
USER_MANAGER
,
'add'
,
neptun
,
smbpasswd
])
#
Call user creator script
result
=
subprocess
.
call
([
ROOT_BIN_FOLDER
+
'/'
+
USER_MANAGER
,
'add'
,
neptun
,
smbpasswd
])
if
result
==
0
:
try
:
for
key
in
request
.
json
[
'KEYS'
]:
key_list
.
append
(
key
)
updateSSHAuthorizedKeys
(
neptun
,
key_list
)
updateSSHAuthorizedKeys
(
neptun
,
key_list
)
except
:
abort
(
400
,
'SSH'
)
abort
(
400
,
'SSH'
)
return
elif
result
==
2
:
abort
(
403
,
'User already exist!'
)
else
:
abort
(
400
,
'An error occured!'
)
#Static file
# Static file
@route
(
'/dl/<hash_num>'
,
method
=
'GET'
)
def
dl_hash
(
hash_num
):
hash_path
=
ROOT_WWW_FOLDER
hash_path
=
ROOT_WWW_FOLDER
if
os
.
path
.
exists
(
hash_path
+
'/'
+
hash_num
)
!=
True
:
abort
(
404
,
"File not found!"
)
else
:
filename
=
os
.
path
.
basename
(
os
.
path
.
realpath
(
hash_path
+
'/'
+
hash_num
))
return
static_file
(
hash_num
,
root
=
hash_path
,
download
=
filename
)
@route
(
'/ul/<hash_num>'
,
method
=
'POST'
)
return
static_file
(
hash_num
,
root
=
hash_path
,
download
=
filename
)
@route
(
'/ul/<hash_num>'
,
method
=
'POST'
)
def
upload
(
hash_num
):
if
not
os
.
path
.
exists
(
ROOT_WWW_FOLDER
+
'/'
+
hash_num
):
abort
(
404
,
'Token not found!'
)
abort
(
404
,
'Token not found!'
)
try
:
file_data
=
request
.
files
.
data
file_name
=
file_data
.
filename
...
...
@@ -222,79 +234,79 @@ def upload(hash_num):
up_path
=
os
.
path
.
realpath
(
ROOT_WWW_FOLDER
+
'/'
+
hash_num
+
'/'
+
file_name
)
if
os
.
path
.
exists
(
up_path
):
abort
(
400
,
'File already exists'
)
#Check if upload path valid
#
Check if upload path valid
if
not
up_path
.
startswith
(
'/home'
):
abort
(
400
,
'Invalid path.'
)
os
.
remove
(
ROOT_WWW_FOLDER
+
'/'
+
hash_num
)
#Get the real upload path
#Delete the hash link
#Get the username from path for proper ownership
username
=
up_path
.
split
(
'/'
,
3
)[
2
]
#os.setegid(getpwnam(username).pw_gid)
#os.seteuid(getpwnam(username).pw_uid)
#TODO setuid subcommand
#Check if file exist (root can overwrite anything not safe)
#
Get the real upload path
#
Delete the hash link
#
Get the username from path for proper ownership
username
=
up_path
.
split
(
'/'
,
3
)[
2
]
#
os.setegid(getpwnam(username).pw_gid)
#
os.seteuid(getpwnam(username).pw_uid)
#
TODO setuid subcommand
#
Check if file exist (root can overwrite anything not safe)
f
=
open
(
up_path
,
'wb'
)
datalength
=
0
for
chunk
in
fbuffer
(
file_data
.
file
):
f
.
write
(
chunk
)
datalength
+=
len
(
chunk
)
f
.
close
()
os
.
chown
(
up_path
,
getpwnam
(
username
)
.
pw_uid
,
getpwnam
(
username
)
.
pw_gid
)
os
.
chmod
(
up_path
,
0644
)
os
.
chown
(
up_path
,
getpwnam
(
username
)
.
pw_uid
,
getpwnam
(
username
)
.
pw_gid
)
os
.
chmod
(
up_path
,
0644
)
return
'Upload finished: '
+
file_name
+
' - '
+
str
(
datalength
)
+
' Byte'
#Define filebuffer for big uploads
#
Define filebuffer for big uploads
def
fbuffer
(
f
,
chunk_size
=
4096
):
while
True
:
chunk
=
f
.
read
(
chunk_size
)
if
not
chunk
:
break
yield
chunk
#Update users .ssh/authorized_keys
def
updateSSHAuthorizedKeys
(
username
,
key_list
):
#
Update users .ssh/authorized_keys
def
updateSSHAuthorizedKeys
(
username
,
key_list
):
user_home_ssh
=
'/home/'
+
username
+
'/home/.ssh'
user_uid
=
getpwnam
(
username
)
.
pw_uid
user_gid
=
getpwnam
(
username
)
.
pw_gid
if
not
os
.
path
.
exists
(
user_home_ssh
):
os
.
mkdir
(
user_home_ssh
,
0700
)
os
.
chown
(
user_home_ssh
,
user_uid
,
user_gid
)
os
.
chown
(
user_home_ssh
,
user_uid
,
user_gid
)
auth_file_name
=
user_home_ssh
+
'/authorized_keys'
auth_file
=
open
(
auth_file_name
,
'w'
)
auth_file
=
open
(
auth_file_name
,
'w'
)
for
key
in
key_list
:
auth_file
.
write
(
key
+
'
\n
'
)
auth_file
.
close
()
os
.
chmod
(
auth_file_name
,
0600
)
os
.
chown
(
auth_file_name
,
user_uid
,
user_gid
)
os
.
chmod
(
auth_file_name
,
0600
)
os
.
chown
(
auth_file_name
,
user_uid
,
user_gid
)
return
#For debug purpose
#@route('/ul/<hash_num>', method='GET')
#def upload_get(hash_num):
#
For debug purpose
#
@route('/ul/<hash_num>', method='GET')
#
def upload_get(hash_num):
# return """<form method="POST" action="/ul/{hash}" enctype="multipart/form-data">
# <input name="data" type="file" />
#
<input type="submit" />
#</form>""".format(hash=hash_num)
#
<input type="submit" />
#
</form>""".format(hash=hash_num)
def
list_directory
(
home
,
path
):
#Check for path breakout
def
list_directory
(
home
,
path
):
#
Check for path breakout
if
not
os
.
path
.
realpath
(
path
)
.
startswith
(
home
):
abort
(
400
,
'Invalid path.'
)
#Check if path exist
#
Check if path exist
if
os
.
path
.
exists
(
path
)
!=
True
:
abort
(
404
,
'No such file or directory'
)
abort
(
404
,
'No such file or directory'
)
else
:
#If it's a file return with list
#
If it's a file return with list
if
os
.
path
.
isdir
(
path
)
!=
True
:
return
json
.
dumps
((
os
.
path
.
basename
(
path
),
'F'
,
os
.
path
.
getsize
(
path
),
os
.
path
.
getmtime
(
path
)))
#List directory and return list
#
List directory and return list
else
:
tuplelist
=
[]
filelist
=
os
.
listdir
(
path
)
#Add type support
#
Add type support
for
item
in
filelist
:
static_route
=
path
+
"/"
+
item
if
os
.
path
.
isdir
(
static_route
):
...
...
@@ -306,9 +318,9 @@ def list_directory(home,path):
return
json
.
dumps
(
tuplelist
)
def
getQuotaStatus
(
neptun
):
output
=
subprocess
.
check_output
([
ROOT_BIN_FOLDER
+
'/'
+
USER_MANAGER
,
'status'
,
neptun
],
stderr
=
subprocess
.
STDOUT
)
output
=
subprocess
.
check_output
([
ROOT_BIN_FOLDER
+
'/'
+
USER_MANAGER
,
'status'
,
neptun
],
stderr
=
subprocess
.
STDOUT
)
return
output
.
split
()
if
__name__
==
"__main__"
:
run
(
host
=
SITE_HOST
,
port
=
SITE_PORT
)
else
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment