transfer_data.py

import os 
import shutil
import sys

source_data_directory = "/Users/abhinavpappu/Library/CloudStorage/OneDrive-UniversityofVirginia/Abhinav-Greg/Anika_VonFrey_Data/P2 - Current/Density"
target_data_directory = "data/P2_Current"

# Create target directory if it doesn't exist
os.makedirs(target_data_directory, exist_ok=True)

# iterating through the 4 densities
for density in os.listdir(source_data_directory):
    # Skip .DS_Store and other hidden files
    if density.startswith('.'):
        continue
        
    source_path = os.path.join(source_data_directory, density)
    target_path = os.path.join(target_data_directory, density)
    
    # Skip if source_path is not a directory
    if not os.path.isdir(source_path):
        continue
        
    print(f"Processing density: {density}")
    print(f"Target path: {target_path}")
    
    # Create target density directory
    os.makedirs(target_path, exist_ok=True)
    
    # iterating through radial and Radial and Spatial
    for dir_name in os.listdir(source_path):
        if dir_name.startswith('.'):
            continue
        temp_path = source_path
        if "Aggregate" in dir_name:
            continue
        if "Radial" in dir_name or "Spatial" in dir_name:
            temp_path = os.path.join(temp_path, dir_name)
            for file in os.listdir(temp_path):
                if file.startswith('.'):
                    continue
            
                trial = ["Trial_1", "Trial_2", "Trial_3"]
                vfs = ["3.61", "4.08", "4.31", "4.56"]
                
                for t in trial:
                    for vf in vfs:
                        if f"{vf}_{t}" in file:
                            source_file = os.path.join(temp_path, file)
                            target_file = os.path.join(target_path, vf, t, file)
                            
                            # Create target directory if it doesn't exist
                            os.makedirs(os.path.dirname(target_file), exist_ok=True)
                            
                            # Copy the file
                            try:
                                shutil.copy2(source_file, target_file)
                                print(f"Copied {source_file} to {target_file}")
                            except Exception as e:
                                print(f"Error copying {source_file}: {str(e)}")
        else:
            continue

print("Data transfer completed!")