Added CoastSnap_DEMO repo and other updates

README.md

@@ -72,15 +72,16 @@ Script Logic: For every site in oneDrive CoastSnap directory, iterate through th
 * Starts tagging from the most recent image and stops for the site when an image has already been tagged. This way, the user can manually remove bad registered/tagged images, and they will not be automatically replaced.
 * Retrieves tide data for the site from the .mat file specified in Database/CoastSnapDB.xlsx
 
-### Statistics
+### Images Snapshot
 
-Run `generate_statistics_csv.bat`
+Run `generate_images_snapshot.bat`
 
-Generates `statistics.csv` which contains information about the Images directory. Columns include:
+Generates `images_snapshot.csv` which contains information about the CoastSnap oneDrive Images directory. Columns include:
 
-site  | # processed | # photoshop | # registered | stability  | Most recent image deleted
+site  | # processed | # photoshop | # registered | stability  | most recently deleted
 
-* stability = # registered / # processed. This formula is based on the assumption that someone will manually remove poorly registered images in `Images/Registered`. Thus stability represents the percentage of images that had good registration.
+* stability (%) = # registered / # processed. This formula is based on the assumption that someone will manually remove poorly registered images in `Images/Registered`. Thus stability represents the percentage of images that had good registration.
+* most recently deleted. This is the image date of the most recently deleted in `Images/Registered`. Could be useful to know for manual refining, so the user doesn't have to check every image each time.
 
 ## Future Improvements
 

coastsnap/generate_images_snapshot.bat

@@ -1,3 +1,3 @@
 call activate coastsnap 
-python "%~dp0folder_stats.py"
+python "%~dp0images_snapshot.py"
 call conda deactivate

coastsnap/images_snapshot.py

@@ -11,14 +11,16 @@ images_dir = os.path.join(images_parent_dir, "Images")
 
 stats_csv = pd.DataFrame(columns = ['site','# processed', '# photoshop', '# registered', 'stability', 'most recently deleted'] )
 
-
+print("Retrieving snapshot for:")
 for site in os.listdir(images_dir): # Loop through SITES
     i=0
-    to_append = [site, 0, 0, 0, 0, 0]
+    print(site)
+    to_append = [site, 0, 0, 0, 0, 'None deleted']
     processed = False
     photoshop = False
     registered = False
-    latest_image_found = False
+    latest_deleted_image_found = False
+    latest_registered_image_found = False
     site_path = os.path.join(images_dir, site)
     processed_path = os.path.join(site_path,'Processed')
     photoshop_path = os.path.join(site_path,'Photoshop')
@@ -67,15 +69,24 @@ for site in os.listdir(images_dir): # Loop through SITES
             
                 year_path = year_path.replace('Photoshop', 'Registered')
                 registered_image_path = year_path + '/' + image_filename[:-4] + '_registered.jpg'
-                if image_filename.endswith('.jpg') and not os.path.isfile(registered_image_path) and not latest_image_found:
-                    latest_image_found = True
+                
+                # Finding the Latest Deleted Image Logic:
+                # Iterate through 'Images/Processed' 
+                if os.path.isfile(registered_image_path):   # Find the latest registered image.
+                    latest_registered_image_found = True    # This is so the latest deleted image
+                                                            # isn't just the most recent image
+                                                          
+                if (latest_registered_image_found and       # Check if latest registered image has been found
+                    not latest_deleted_image_found and      # Check if latest deleted image has already been found
+                    not os.path.isfile(registered_image_path) and # Check if photoshop registered image is also in 'Images/Registered'
+                    image_filename.endswith('.jpg')):       # Sanity check: Make sure the file is an image
+   
+                    latest_deleted_image_found = True
                     filename_list = image_filename.split(".")
                     date = filename_list[3].split("_")
                     image_date = date[0] + '-' + '{:02d}'.format(strptime(filename_list[2],'%b').tm_mon) +'-'+ filename_list[5]
-                    
                     to_append[5] = image_date
-                    print(site)
-                    print(image_filename)
+
                 i += 1
         to_append[2] = i
     
@@ -100,5 +111,5 @@ for i, row in stats_csv.iterrows():
     
 stats_csv.set_index('site', inplace = True)
 
-output_file_path = os.path.join(code_dir, 'statistics.csv')
+output_file_path = os.path.join(code_dir, 'images_snapshot.csv')
 stats_csv.to_csv(output_file_path)

coastsnap_sites_REMOVE_THIS_TEXT_AFTER_DEMO.csv

@@ -0,0 +1,38 @@
+site_name,root_id,limit,type,parent_directory
+alex,487451,300,CoastSnap Station,C:\Users\z5079346\OneDrive - UNSW\My files\CoastSnap
+birubi,548070,300,CoastSnap Station,
+blacksmiths,269988,300,CoastSnap Station,
+broulee,269990,300,CoastSnap Station,
+buddina,487447,300,CoastSnap Station,
+burleigh,303934,300,CoastSnap Station,
+byron,269991,300,CoastSnap Station,
+cathieillaroo,393016,300,CoastSnap Station,
+cathielagoon,392988,300,CoastSnap Station,
+coogee,286418,300,DIY,
+coolum,487449,300,CoastSnap Station,
+cooya,275690,300,CoastSnap Station,
+cowbay,275692,300,CoastSnap Station,
+era,297634,300,CoastSnap Station,
+fourmile,275689,300,CoastSnap Station,
+frankston,425039,300,CoastSnap Station,
+garie,296239,300,CoastSnap Station,
+hungry,296903,300,CoastSnap Station,
+kirra,270011,300,CoastSnap Station,
+macsnth,257393,300,DIY,
+macssth,404754,300,DIY,
+manly,242186,300,CoastSnap Station,
+moffat,487448,300,CoastSnap Station,
+newell,275691,300,CoastSnap Station,
+nthnarra,243537,300,CoastSnap Station,
+queenscliff,269334,300,CoastSnap Station,
+rainbow,451612,300,CoastSnap Station,
+seaford,421320,300,CoastSnap Station,
+shortpoint,269992,300,CoastSnap Station,
+stockton1,269985,300,CoastSnap Station,
+stockton2,269986,300,CoastSnap Station,
+stockton3,269987,300,CoastSnap Station,
+tomakin,269989,300,CoastSnap Station,
+tugun,269993,300,CoastSnap Station,
+wamberal,299431,300,CoastSnap Station,
+wonga,268307,300,CoastSnap Station,
+woolgooga,435190,300,CoastSnap Station,

images_snapshot.csv

@@ -0,0 +1,35 @@
+site,# processed,# photoshop,# registered,stability,most recently deleted
+alex,75,74,73,97%,25-08-2021
+birubi,65,64,0,0%,None deleted
+blacksmiths,1581,1577,1381,87%,30-04-2022
+broulee,190,191,93,49%,06-06-2021
+buddina,119,114,85,71%,02-05-2022
+burleigh,245,242,0,0%,None deleted
+byron,1255,1329,676,54%,12-11-2019
+cathieillaroo,97,103,66,68%,12-01-2022
+cathielagoon,74,75,73,99%,10-04-2022
+coolum,80,36,22,28%,17-02-2022
+cooya,55,46,0,0%,None deleted
+cowbay,35,34,0,0%,None deleted
+era,56,56,45,80%,31-10-2021
+fourmile,244,247,115,47%,14-04-2021
+frankston,191,189,157,82%,None deleted
+garie,48,48,0,0%,None deleted
+hungry,128,128,92,72%,13-07-2021
+macsnth,73,72,0,0%,None deleted
+macssth,60,59,0,0%,None deleted
+manly,1167,1262,1122,96%,15-02-2022
+moffat,114,131,215,189%,09-03-2022
+newell,23,34,0,0%,None deleted
+nthnarra,2316,2444,1097,47%,31-12-2020
+queenscliff,85,79,0,0%,None deleted
+rainbow,50,50,0,0%,None deleted
+seaford,69,57,0,0%,None deleted
+shortpoint,222,222,0,0%,None deleted
+stockton1,263,261,33,13%,19-02-2020
+stockton2,215,213,62,29%,25-06-2020
+stockton3,258,256,69,27%,09-05-2020
+tomakin,211,211,142,67%,02-09-2021
+tugun,288,289,132,46%,21-07-2020
+wamberal,372,366,0,0%,None deleted
+wonga,46,46,0,0%,None deleted

registration_capacity.csv

@@ -1,38 +0,0 @@
-site_name,root_id,limit,type,Registration Capacity,Comment,parent_directory
-alex,487451,300,CoastSnap Station,Good,Hand rail in foreground,C:\Users\z5079346\OneDrive - UNSW\My files\CoastSnap\Images
-birubi,548070,300,CoastSnap Station,Good,Structures in foreground,
-blacksmiths,269988,300,CoastSnap Station,Good,,
-broulee,269990,300,CoastSnap Station,Good,Bad images small and tagged,
-buddina,487447,300,CoastSnap Station,Ok,,
-burleigh,303934,300,CoastSnap Station,Good,Distant view. Building.,
-byron,269991,300,CoastSnap Station,Ok,Distant view. Zoomed images turn small,
-cathieillaroo,393016,300,CoastSnap Station,,,
-cathielagoon,392988,300,CoastSnap Station,,,
-coogee,286418,300,DIY,,,
-coolum,487449,300,CoastSnap Station,,,
-cooya,275690,300,CoastSnap Station,Very Bad,,Bad Seed Images
-cowbay,275692,300,CoastSnap Station,,,
-era,297634,300,CoastSnap Station,,,
-fourmile,275689,300,CoastSnap Station,,,
-frankston,425039,300,CoastSnap Station,,,
-garie,296239,300,CoastSnap Station,,,
-hungry,296903,300,CoastSnap Station,,,
-kirra,270011,300,CoastSnap Station,,,
-macsnth,257393,300,DIY,,,
-macssth,404754,300,DIY,,,
-manly,242186,300,CoastSnap Station,,,
-moffat,487448,300,CoastSnap Station,,,
-newell,275691,300,CoastSnap Station,,,
-nthnarra,243537,300,CoastSnap Station,,,
-queenscliff,269334,300,CoastSnap Station,,,
-rainbow,451612,300,CoastSnap Station,,,
-seaford,421320,300,CoastSnap Station,,,
-shortpoint,269992,300,CoastSnap Station,,,
-stockton1,269985,300,CoastSnap Station,,,
-stockton2,269986,300,CoastSnap Station,,,
-stockton3,269987,300,CoastSnap Station,,,
-tomakin,269989,300,CoastSnap Station,,,
-tugun,269993,300,CoastSnap Station,,,
-wamberal,299431,300,CoastSnap Station,,,
-wonga,268307,300,CoastSnap Station,,,
-woolgooga,435190,300,CoastSnap Station,,,

statistics.csv

@@ -1,35 +0,0 @@
-site,# processed,# photoshop,# registered,stability,most recently deleted
-alex,75,74,73,97%,25-08-2021
-birubi,65,64,0,0%,12-06-2022
-blacksmiths,1581,1577,1381,87%,30-04-2022
-broulee,190,191,93,49%,14-06-2022
-buddina,117,114,85,73%,15-06-2022
-burleigh,245,242,0,0%,17-06-2022
-byron,1255,1329,676,54%,13-06-2022
-cathieillaroo,97,103,66,68%,16-06-2022
-cathielagoon,74,75,73,99%,10-04-2022
-coolum,80,36,22,28%,13-06-2022
-cooya,55,46,0,0%,15-11-2021
-cowbay,34,34,0,0%,16-06-2022
-era,56,56,45,80%,14-04-2022
-fourmile,244,247,115,47%,01-06-2022
-frankston,191,189,157,82%,16-06-2022
-garie,48,48,0,0%,13-06-2022
-hungry,128,128,92,72%,20-05-2022
-macsnth,73,72,0,0%,13-06-2022
-macssth,60,59,0,0%,13-06-2022
-manly,1167,1262,1122,96%,14-06-2022
-moffat,114,131,215,189%,09-03-2022
-newell,23,34,0,0%,27-04-2022
-nthnarra,2315,2444,1097,47%,16-06-2022
-queenscliff,85,79,0,0%,14-06-2022
-rainbow,50,50,0,0%,24-04-2022
-seaford,69,57,0,0%,11-06-2022
-shortpoint,222,222,0,0%,06-06-2022
-stockton1,262,261,33,13%,24-05-2022
-stockton2,214,213,62,29%,11-05-2022
-stockton3,257,256,69,27%,15-05-2022
-tomakin,211,211,142,67%,13-06-2022
-tugun,288,289,132,46%,01-06-2022
-wamberal,372,366,0,0%,15-06-2022
-wonga,46,46,0,0%,30-05-2022