unzipAndOrganize350.py

#!/usr/bin/env python

import zipfile
import tarfile
import sys
import os
import itertools
import shutil

# The current bblearn format dictates that the username is surrounded by a leading and 
# trailing underscore. Therefore, based on the current format, we will assume that the 
# username can be found between the first and second underscore
def extractAndRenameZips(zipFileRoot):
    directories = []
    os.chdir(zipFileRoot)
    # For each file in the zip root dir (should all be zip files...)
    for zippy in sorted(os.listdir(os.getcwd())):
        # Rar files will be responsible for the eventual death of the human race
        if not zippy.endswith(".zip") and not zippy.endswith("tar.gz"):
            print("Some asshole probably submitted a rar file. Sick!!!!!!!!")
            print("Here's the file: " + zippy)
            continue

        # Make sure we have a file
        if not os.path.isfile(zippy):
            print("Something here is not what it should be")
            continue

        # Figure out the username so we know what to call the extracted directory
        unzippedDirNamePart1 = zippy.split('_', 1)[-1]
        # Use the below for the coding labs, has an extra _ in the beginning
        #unzippedDirNamePart1 = zippy.split('_', 2)[-1]
        print(unzippedDirNamePart1)
        unzippedDirName = unzippedDirNamePart1.split('_', 1)[0]
        directories.append(unzippedDirName)

        # See the ... above, double check that they're all zip files
        if zippy.endswith(".zip"):
            theZip = zipfile.ZipFile(zippy, 'r')
            theZip.extractall(unzippedDirName)
            theZip.close()
            os.remove(zippy)
        
        # Not supposed to use tar files, but I'm not about to fault a *nix user
        if zippy.endswith(".tar.gz"):
            tar = tarfile.open(zippy, "r:gz")
            tar.extractall(unzippedDirName)
            tar.close()

    # Move back out to the root dir
    os.chdir("..")
    return directories

# Now all of the java files need to be pulled to the root of the unzipped directory. Moss only looks
# inside 1 level of directory, it doesn't do much good to have the code all organized in packages.
def moveFiles(root):
    # Get a list of all subdirectories (i.e. all users)
    subdirs = filter(os.path.isdir, [os.path.join(root, path) for path in os.listdir(root)])
        
    # For each submission, find all of the java files and move them to the userdir root
    for userdir in subdirs:
        for root, dirs, files in os.walk(userdir, topdown=False):
            for srcfile in files:
                # Make sure to only move the java source files
                if srcfile.endswith(".java"):
                    try:
                        shutil.move(os.path.join(root, srcfile), userdir)
                    except Exception:
                        pass

    # Time to go through and remove anything that is a directory or not a java file
    for userdir in subdirs:
        for item in sorted(os.listdir(userdir)): 
            deletePath = userdir + "/" + item
            # Delete any directories, all java sources should have already been pulled out
            if os.path.isdir(deletePath):
                shutil.rmtree(deletePath)
            # Delete any non java files. I don't want class and jars getting sent to moss
            if os.path.isfile(deletePath) and not deletePath.endswith(".java"):
                os.remove(deletePath)

def combineWithKnownRepos(learnDir, mossDir, knownRepos):
    try:
        os.makedirs(mossDir)
    except OSError as e:
        pass
    # Move all of the current student directories over to the moss dir
    for userdir in sorted(os.listdir(learnDir)):
        srcpath = learnDir + "/" + userdir
        dstpath = mossDir + "/" + userdir
        if os.path.isdir(srcpath):
            shutil.move(srcpath, dstpath)

    # Move all of the known cheating directories over to the moss dir
    for cheater in sorted(os.listdir(knownRepos)):
        srcpath = knownRepos + "/" + cheater
        dstpath = mossDir + "/" + cheater
        if os.path.isdir(srcpath):
            shutil.move(srcpath, dstpath)
    

if __name__ == "__main__":
    learnZipRoot = "zipsFromLearn"
    mossDir = "forMoss"
    knownRepos = "knownRepos"
    directories = extractAndRenameZips(learnZipRoot)
    moveFiles(learnZipRoot)
    #combineWithKnownRepos(learnZipRoot, mossDir, knownRepos)