Skip to content

Commit

Permalink
Removing some logs
Browse files Browse the repository at this point in the history
  • Loading branch information
jakep-allenai committed Nov 1, 2024
1 parent 500bd2d commit 426fda1
Showing 1 changed file with 0 additions and 15 deletions.
15 changes: 0 additions & 15 deletions pdelfin/birrpipeline.py
Original file line number Diff line number Diff line change
Expand Up @@ -553,8 +553,6 @@ def build_pdf_queries(s3_workspace: str, pdf: DatabaseManager.PDFRecord, cur_rou
tf.write(get_s3_bytes(pdf_s3, pdf.s3_path))
tf.flush()

logger.debug(f"build_pdf_queries for {pdf.s3_path} with {pdf.num_pages} pages")

for target_page_num in range(1, pdf.num_pages + 1):
# Is there an existing page that has no error
if any(page.is_usable() and page.page_num == target_page_num for page in existing_pages):
Expand Down Expand Up @@ -789,19 +787,6 @@ def get_current_round(s3_workspace: str) -> int:
return_when=concurrent.futures.FIRST_COMPLETED,
)



# Get current Python process memory usage
# process = psutil.Process()
# memory_usage_python = process.memory_info().rss # Resident Set Size (RSS) in bytes
# logger.debug(f"Current Python memory usage: {memory_usage_python / (1024 ** 2):.2f} MB")

# # Get total memory usage on the host
# total_memory = psutil.virtual_memory().total
# used_memory = psutil.virtual_memory().used
# logger.debug(f"Total memory on host: {total_memory / (1024 ** 3):.2f} GB")
# logger.debug(f"Used memory on host: {used_memory / (1024 ** 3):.2f} GB")


for future in done:
pdf = pending_futures.pop(future)
Expand Down

0 comments on commit 426fda1

Please sign in to comment.