Skip to content

CIRCLE / cloud

Go to a project
Merge request !9 opened by  

Garbage Collector

{{ resolvedDiscussionCount }}/{{ discussionCount }} {{ resolvedCountText }} resolved
  • Őry Máté
    @orymate started a discussion on an old version of the diff
    Last updated by Őry Máté
    circle/storage/tasks/periodic_tasks.py
    8 logger = logging.getLogger(__name__)
    9
    10
    11 @celery.task
    12 def garbage_collector():
    13 logging.warning("Deletable disks:")
    14 for ds in DataStore.objects.all():
    15 one_week_before = timezone.now() - timedelta(days=7)
    16 file_list = os.listdir(ds.path)
    17 disk_list = [disk.filename for disk in
    18 ds.disk_set.filter(destroyed__lt=one_week_before)]
    19 for i in set(file_list).intersection(disk_list):
    20 abs_path = ds.path + "/" + i
    21 logging.warning(i + " - " +
    22 str(os.path.getsize(abs_path) / 1024 / 1024))
    23 #os.unlink(abs_path)
    Please register or sign in to reply
  • Őry Máté
    @orymate started a discussion on an old version of the diff
    Last updated by Őry Máté
    circle/storage/tasks/periodic_tasks.py
    16 file_list = os.listdir(ds.path)
    17 disk_list = [disk.filename for disk in
    18 ds.disk_set.filter(destroyed__lt=one_week_before)]
    19 for i in set(file_list).intersection(disk_list):
    20 abs_path = ds.path + "/" + i
    21 logging.warning(i + " - " +
    22 str(os.path.getsize(abs_path) / 1024 / 1024))
    23 #os.unlink(abs_path)
    24
    25 logging.warning("Orphan disks:")
    26 for ds in DataStore.objects.all():
    27 one_week_before = timezone.now() - timedelta(days=7)
    28 file_list = os.listdir(ds.path)
    29 disk_list = [disk.filename for disk in ds.disk_set.all()]
    30 for i in set(file_list).difference(disk_list):
    31 if "dump" not in i:
    Please register or sign in to reply
  • Őry Máté
    @orymate started a discussion on an old version of the diff
    Last updated by Őry Máté
    circle/storage/tasks/periodic_tasks.py
    15 one_week_before = timezone.now() - timedelta(days=7)
    16 file_list = os.listdir(ds.path)
    17 disk_list = [disk.filename for disk in
    18 ds.disk_set.filter(destroyed__lt=one_week_before)]
    19 for i in set(file_list).intersection(disk_list):
    20 abs_path = ds.path + "/" + i
    21 logging.warning(i + " - " +
    22 str(os.path.getsize(abs_path) / 1024 / 1024))
    23 #os.unlink(abs_path)
    24
    25 logging.warning("Orphan disks:")
    26 for ds in DataStore.objects.all():
    27 one_week_before = timezone.now() - timedelta(days=7)
    28 file_list = os.listdir(ds.path)
    29 disk_list = [disk.filename for disk in ds.disk_set.all()]
    30 for i in set(file_list).difference(disk_list):
    Please register or sign in to reply
  • Őry Máté
    @orymate started a discussion on an old version of the diff
    Last updated by Őry Máté
    circle/storage/tasks/periodic_tasks.py
    28 file_list = os.listdir(ds.path)
    29 disk_list = [disk.filename for disk in ds.disk_set.all()]
    30 for i in set(file_list).difference(disk_list):
    31 if "dump" not in i:
    32 abs_path = ds.path + "/" + i
    33 logging.warning(i + " - " +
    34 str(os.path.getsize(abs_path) / 1024 / 1024))
    35
    36 logging.warning("Missing disks:")
    37 for ds in DataStore.objects.all():
    38 one_week_before = timezone.now() - timedelta(days=7)
    39 file_list = os.listdir(ds.path)
    40 disk_list = [disk.filename for disk in
    41 ds.disk_set.filter(destroyed__isnull=False)]
    42 for i in set(disk_list).difference(file_list):
    43 logging.warning(i)
    Please register or sign in to reply
  • Őry Máté
    @orymate started a discussion on an old version of the diff
    Last updated by Őry Máté
    circle/storage/tasks/periodic_tasks.py
    19 for i in set(file_list).intersection(disk_list):
    20 abs_path = ds.path + "/" + i
    21 logging.warning(i + " - " +
    22 str(os.path.getsize(abs_path) / 1024 / 1024))
    23 #os.unlink(abs_path)
    24
    25 logging.warning("Orphan disks:")
    26 for ds in DataStore.objects.all():
    27 one_week_before = timezone.now() - timedelta(days=7)
    28 file_list = os.listdir(ds.path)
    29 disk_list = [disk.filename for disk in ds.disk_set.all()]
    30 for i in set(file_list).difference(disk_list):
    31 if "dump" not in i:
    32 abs_path = ds.path + "/" + i
    33 logging.warning(i + " - " +
    34 str(os.path.getsize(abs_path) / 1024 / 1024))
    Please register or sign in to reply
  • Őry Máté
    @orymate started a discussion on an old version of the diff
    Last updated by Őry Máté
    circle/storage/tasks/periodic_tasks.py
    5 from manager.mancelery import celery
    6 import logging
    7
    8 logger = logging.getLogger(__name__)
    9
    10
    11 @celery.task
    12 def garbage_collector():
    13 logging.warning("Deletable disks:")
    14 for ds in DataStore.objects.all():
    15 one_week_before = timezone.now() - timedelta(days=7)
    16 file_list = os.listdir(ds.path)
    17 disk_list = [disk.filename for disk in
    18 ds.disk_set.filter(destroyed__lt=one_week_before)]
    19 for i in set(file_list).intersection(disk_list):
    20 abs_path = ds.path + "/" + i
    Please register or sign in to reply
  • Őry Máté
    @orymate started a discussion on commit 0bd5e524
    Please register or sign in to reply
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment