Skip to content

Commit

Permalink
style and remove single used one-liner function
Browse files Browse the repository at this point in the history
  • Loading branch information
denniswittich committed Mar 4, 2025
1 parent eb32cb4 commit b50dafa
Show file tree
Hide file tree
Showing 2 changed files with 13 additions and 15 deletions.
3 changes: 2 additions & 1 deletion learning_loop_node/detector/detector_node.py
Original file line number Diff line number Diff line change
Expand Up @@ -501,7 +501,8 @@ async def get_detections(self,
autoupload = autoupload or 'filtered'
if autoupload == 'filtered' and camera_id is not None:
background_tasks.create(self.relevance_filter.may_upload_detections(
detections, camera_id, raw_image, tags, source, creation_date))
detections, camera_id, raw_image, tags, source, creation_date
))
elif autoupload == 'all':
background_tasks.create(self.outbox.save(raw_image, detections, tags, source, creation_date))
elif autoupload == 'disabled':
Expand Down
25 changes: 11 additions & 14 deletions learning_loop_node/detector/outbox.py
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@ def __init__(self) -> None:
self.upload_folders: deque[str] = deque()
self.folders_lock = Lock()

for file in self.get_all_data_files():
for file in glob(f'{self.path}/*'):
self.upload_folders.append(file)

async def save(self,
Expand All @@ -81,7 +81,7 @@ async def save(self,
identifier = datetime.now().isoformat(sep='_', timespec='microseconds')

try:
await run.io_bound(self.save_files_to_disk, identifier, image, image_metadata, tags, source, creation_date)
await run.io_bound(self._save_files_to_disk, identifier, image, image_metadata, tags, source, creation_date)
except Exception as e:
self.log.error('Failed to save files for image %s: %s', identifier, e)
return
Expand All @@ -93,13 +93,13 @@ async def save(self,

await self._trim_upload_queue()

def save_files_to_disk(self,
identifier: str,
image: bytes,
image_metadata: ImageMetadata,
tags: List[str],
source: Optional[str],
creation_date: Optional[str]) -> None:
def _save_files_to_disk(self,
identifier: str,
image: bytes,
image_metadata: ImageMetadata,
tags: List[str],
source: Optional[str],
creation_date: Optional[str]) -> None:
if os.path.exists(self.path + '/' + identifier):
raise FileExistsError(f'Directory with identifier {identifier} already exists')

Expand Down Expand Up @@ -139,9 +139,9 @@ async def _trim_upload_queue(self) -> None:
except Exception:
self.log.exception('Failed to get item from upload_folders')

await run.io_bound(self.delete_folders, folders_to_delete)
await run.io_bound(self._delete_folders, folders_to_delete)

def delete_folders(self, folders_to_delete: List[str]) -> None:
def _delete_folders(self, folders_to_delete: List[str]) -> None:
for folder in folders_to_delete:
try:
shutil.rmtree(folder)
Expand All @@ -158,9 +158,6 @@ def _is_valid_isoformat(self, date: Optional[str]) -> bool:
except Exception:
return False

def get_all_data_files(self) -> List[str]:
return glob(f'{self.path}/*')

def get_upload_folders(self) -> List[str]:
with self.folders_lock:
return self.priority_upload_folders + list(self.upload_folders)
Expand Down

0 comments on commit b50dafa

Please sign in to comment.