tyrin/GaiaDBInterface
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

removed script

Browse Source
This commit is contained in:
Никита Тырин
2024-09-12 13:53:09 +03:00
parent 2d45a653fc
commit 83888cd2f9
2 changed files with 5 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
management/commands/ingester.py
View File

@@ -42,7 +42,7 @@ class Command(BaseCommand):
#fetching the file list
directory = input_with_timeout(f"Please enter the path to the directory containing the csv files [{previous_choice}]: ", 30)
directory = input_with_timeout(f"[{current_time()}] Please enter the path to the directory containing the csv files [{previous_choice}]: ", 30)
if not directory:
directory = previous_choice
@@ -53,8 +53,8 @@ class Command(BaseCommand):
csv_files = glob.glob(os.path.join(directory, '*csv*'))
self.stdout.write(f"Files found: {len(csv_files)}.")
self.stdout.write("Populating the file database...")
self.stdout.write(f"[{current_time()}] Files found: {len(csv_files)}.")
self.stdout.write(f"[{current_time()}] Populating the file database...")
@@ -72,7 +72,7 @@ class Command(BaseCommand):
if created:
new_files_count += 1
#show how many duplicates were already in db
self.stdout.write(f"File database populated. \n{len(csv_files) - new_files_count} were already in the database.")
self.stdout.write(f"[{current_time()}] File database populated. \n{len(csv_files) - new_files_count} were already in the database.")
@@ -114,7 +114,7 @@ class Command(BaseCommand):
for catalog_file in catalog_files:
if catalog_file.status == 'INGESTED':
self.stdout.write(f"[{current_time()}]Skipping {catalog_file.name} as it is already ingested.")
self.stdout.write(f"[{current_time()}] Skipping {catalog_file.name} as it is already ingested.")
continue
file_path = os.path.join(directory, catalog_file.name)