Local updates DATA3

Author: digitensions

.pre-commit-config.yaml

@@ -6,17 +6,17 @@ repos:
     -   id: end-of-file-fixer
     -   id: trailing-whitespace
 -   repo: https://github.com/psf/black-pre-commit-mirror
-    rev: 26.3.1
+    rev: 26.5.1
     hooks:
     -   id: black
 
 -   repo: https://github.com/pycqa/isort
-    rev: 8.0.1
+    rev: 9.0.0b1
     hooks:
     -   id: isort
 
 -   repo: https://github.com/pylint-dev/pylint
-    rev: v4.0.5
+    rev: v4.0.6
     hooks:
     -   id: pylint
         language: python

bfi_dagster_project/resources/__init__.py

@@ -5,6 +5,7 @@
 import time
 from contextlib import contextmanager
 from multiprocessing import Pool
+
 import dagster as dg
 
 ACCEPTED_COLS = [
@@ -37,7 +38,7 @@
     "sequence_deleted",
     "moved_to_autoingest",
     "project",
-    "Instruction"
+    "Instruction",
 ]
 
 
@@ -274,7 +275,9 @@ def append_to_database(
         column_names = [arg_pair[0] for arg_pair in arguments] + ["last_updated"]
         for col in column_names:
             if col not in ACCEPTED_COLS:
-                raise ValueError(f"Invalid column name found in supplied columns: {col}")
+                raise ValueError(
+                    f"Invalid column name found in supplied columns: {col}"
+                )
         set_clause = ", ".join([f"{col} = ?" for col in column_names])
 
         # Prepare values

cron_code/unwrap_tar_checksum.py

@@ -121,9 +121,7 @@ def main():
         sys.exit(f"Exiting: Error with supplied path: {UNTAR_PATH}")
 
     log_list = []
-    tar_files = [
-        x for x in os.listdir(UNTAR_PATH) if x.endswith((".tar", ".TAR"))
-    ]
+    tar_files = [x for x in os.listdir(UNTAR_PATH) if x.endswith((".tar", ".TAR"))]
     if len(tar_files) == 0:
         sys.exit(f"{UNTAR_PATH} EMPTY. SCRIPT EXITING.")
 
@@ -143,7 +141,10 @@ def main():
         data = tarfile.open(fpath)
         print(data.getnames())
         if manifest_name in data.getnames():
-            LOGGER.info("Python TAR file needs tarfile extraction - manifest %s matched in TAR", manifest_name)
+            LOGGER.info(
+                "Python TAR file needs tarfile extraction - manifest %s matched in TAR",
+                manifest_name,
+            )
             extraction_method = "tarfile"
         else:
             LOGGER.info("Linux TAR extraction selected - no manifest found in TAR file")
@@ -160,9 +161,7 @@ def main():
             minutes_taken = (toc - tic) // 60
             if not untar_fpath:
                 extraction_failed = True
-                LOGGER.warning(
-                    "Unwrapping failed with Linux TAR."
-                )
+                LOGGER.warning("Unwrapping failed with Linux TAR.")
 
         else:
             untar_file = fname.split(".tar")[0]

requirements.txt

@@ -7,4 +7,4 @@ ffmpeg-python==0.2.0
 tenacity==9.1.2
 dicttoxml==1.7.16
 lxml==5.3.2
-requests==2.32.4
+requests==2.34.0