initial commit

Author: janezkranjc

.gitignore

@@ -0,0 +1,28 @@
+# OS
+.DS_Store
+
+# Python
+*.pyc
+*.pyo
+
+# Common IDEs
+*.swp
+.idea/
+.buildpath
+.project
+.settings
+atlassian-ide-plugin.xml
+*.sublime-*
+
+# Project
+/mothra/local_settings.py
+/mothra/public/static
+/mothra/public/media
+/mothra/public/files
+/mothra/backup
+mothra-env/
+build/
+
+# SQLite
+/mothra/mothra.db
+/mothra/mothra.db-journal

README.md

@@ -1,2 +1,64 @@
-clowdflows
-==========
+# ClowdFlows Project (codename mothra) #
+## Prerequisites ##
+
+- python >= 2.5
+- pip
+- virtualenv/wrapper (optional)
+
+## Installation ##
+### Creating the environment ###
+Create a virtual python environment for the project.
+If you're not using virtualenv or virtualenvwrapper you may skip this step.
+
+#### For virtualenvwrapper ####
+```bash
+mkvirtualenv --no-site-packages mothra-env
+```
+
+#### For virtualenv ####
+```bash
+virtualenv --no-site-packages mothra-env
+cd mothra-env
+source bin/activate
+```
+
+### Clone the code ###
+Obtain the url to your git repository.
+
+```bash
+git clone [email protected]:janezkranjc/clowdflows.git
+```
+
+### Install requirements ###
+```bash
+cd clowdflows
+pip install -r requirements.txt
+```
+
+### Configure project ###
+```bash
+cp mothra/__local_settings.py mothra/local_settings.py
+vi mothra/local_settings.py
+```
+
+### Sync database ###
+```bash
+python manage.py syncdb
+```
+
+### Migrate database ###
+```bash
+python manage.py migrate
+```
+
+## Running ##
+```bash
+python manage.py runserver
+```
+
+## Running with debugger ##
+```bash
+python manage.py runserver_plus
+```
+
+Open browser to http://127.0.0.1:8000

apache/virtualhosts.conf

@@ -0,0 +1,23 @@
+ServerName workflows.ijs.si
+
+WSGIDaemonProcess workflow.ijs.si processes=4 threads=20 python-path=/srv/django-projects/mothra:/srv/django-envs/mothra/lib/python2.7/site-packages
+WSGIProcessGroup workflow.ijs.si
+
+WSGIScriptAlias / /srv/django-projects/mothra/apache/wsgi_app.py
+    <Directory /srv/django-projects/mothra/apache>
+        Order allow,deny
+        Allow from all
+    </Directory>
+
+Alias /static /srv/django-projects/mothra/mothra/public/static
+<Directory /srv/django-projects/mothra/mothra/public/static>
+    Order allow,deny
+    Allow from all
+</Directory>
+
+Alias /media /srv/django-projects/mothra/mothra/public/media
+<Directory /srv/django-projects/mothra/mothra/public/media>
+    Order allow,deny
+    Allow from all
+</Directory>
+WSGIApplicationGroup %{GLOBAL}

apache/wsgi_app.py

@@ -0,0 +1,36 @@
+"""
+WSGI config for mothra project.
+
+This module contains the WSGI application used by Django's development server
+and any production WSGI deployments. It should expose a module-level variable
+named ``application``. Django's ``runserver`` and ``runfcgi`` commands discover
+this application via the ``WSGI_APPLICATION`` setting.
+
+Usually you will have the standard Django WSGI application here, but it also
+might make sense to replace the whole Django WSGI application with a custom one
+that later delegates to the Django one. For example, you could introduce WSGI
+middleware here, or combine a Django application with an application of another
+framework.
+
+"""
+import os
+import sys
+import site
+
+site.addsitedir('/srv/django-envs/mothra/lib/python2.7/site-packages')
+
+project_path = '/srv/django-projects/mothra'
+if project_path not in sys.path:
+        sys.path.append(project_path)
+
+os.environ["DJANGO_SETTINGS_MODULE"] = "mothra.settings"
+
+# This application object is used by any WSGI server configured to use this
+# file. This includes Django's development server, if the WSGI_APPLICATION
+# setting points here.
+from django.core.wsgi import get_wsgi_application
+application = get_wsgi_application()
+
+# Apply WSGI middleware here.
+# from helloworld.wsgi import HelloWorldApplication
+# application = HelloWorldApplication(application)

csv2arff-read-only/.svn/all-wcprops

@@ -0,0 +1,11 @@
+K 25
+svn:wc:ra_dav:version-url
+V 21
+/svn/!svn/ver/3/trunk
+END
+csv2arff.py
+K 25
+svn:wc:ra_dav:version-url
+V 33
+/svn/!svn/ver/2/trunk/csv2arff.py
+END

csv2arff-read-only/.svn/entries

@@ -0,0 +1,65 @@
+10
+
+dir
+3
+http://csv2arff.googlecode.com/svn/trunk
+http://csv2arff.googlecode.com/svn
+
+
+
+2008-07-17T09:36:53.100851Z
+3
+bianchimro
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+6882ac45-3452-0410-b3ff-f72446878f82
+
+csv2arff.py
+file
+
+
+
+
+2013-06-20T08:20:15.000000Z
+3cd48889501c569b6bd45ba00a39be7d
+2008-07-17T09:32:31.216611Z
+2
+bianchimro
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+3968
+
+test_csv2arff
+dir
+

csv2arff-read-only/.svn/text-base/csv2arff.py.svn-base

@@ -0,0 +1,137 @@
+# -*- coding: cp1252 -*-
+import csv
+import sys
+from xml.dom import minidom
+
+
+
+
+
+
+def get_attributes(file_xml):
+    out = []
+    dom1 = minidom.parse(file_xml)
+    for node in dom1.getElementsByTagName('attribute'):
+        out.append({
+            'name': node.getAttribute('name') ,
+            'atype': node.getAttribute('atype'),
+            'format':node.getAttribute('format'),
+            'skip':node.getAttribute('skip')
+
+        })
+    #print out
+    return out
+
+def get_relation(file_xml):
+    dom1 = minidom.parse(file_xml)
+    out=''
+    delimiter=''
+    for node in dom1.getElementsByTagName('csv'):
+        out=node.getAttribute('name')
+        delimiter=node.getAttribute('delimiter');
+    if(len(delimiter)==0):
+        delimiter=';';
+    print delimiter   
+    return out, delimiter
+
+
+class csv_arff_converter:
+    
+    def __init__(self,csv_file, attribute_file, file_out):
+        self.csv_file = csv_file
+        self.attribute_file = attribute_file
+        self.file_out = file_out
+
+    def run(self):
+
+        classes = []
+        
+        #read attribute
+        self.relation_name, self.delimiter = get_relation(attribute_file)
+        attributes_list = get_attributes(attribute_file)
+        arff_data = '@RELATION ' + self.relation_name + '\n\n'
+         
+
+        for i in attributes_list:
+            if (i['skip'] != 'yes'):
+                arff_data += '@ATTRIBUTE '+i['name']+' ' + i['atype']
+                if (i['atype']=='date'):
+                    arff_data += ' '+i['format']
+                if (i['atype']=='class'):
+                    arff_data += ' (#@#'+i['name'] + '#@#)'
+                
+                arff_data +='\n'
+                classes.append('')
+             
+
+
+        arff_data += '\n@DATA\n'
+        print classes 
+        #open csv
+        reader = csv.reader(open(self.csv_file), delimiter=self.delimiter, quoting=csv.QUOTE_NONE)
+
+        rnum = 0     
+
+
+        for row in reader:
+            #print row
+            buff = ''
+            pos = 0
+            #print len(row)
+            #occhio alla lunghezza riga
+            for j in range(0, len(row)-1):
+                field = row[j]
+                
+                if(attributes_list[pos]['skip'] != 'yes'):
+                
+                    if (pos > 0):
+                        buff += ','
+                    if(attributes_list[pos]['atype'] == 'string'):
+                        field = "'" + field + "'"
+                    buff += field
+                    #se � una classe raccolgo i valori
+                    if(attributes_list[pos]['atype'] == 'class'):
+                        if (rnum > 0):
+                            classes[pos]+= ','+ field
+                        else:
+                            classes[pos]+=  field
+                        
+                pos += 1
+            buff += '\n'
+            arff_data += buff
+            
+            rnum += 1
+
+        
+        pos = 0
+        for a in classes:
+            j = a.split(',')
+            
+            un = list(set(j))
+            #print un
+            if (len(un) > 0):
+                this_replacement =  ",".join(un)
+                #print this_replacement
+                old_text = '#@#'+ attributes_list[pos]['name'] + '#@#'
+                #print old_text
+                arff_data = arff_data.replace(old_text, this_replacement)
+            pos += 1
+
+        #print arff_data
+        a = open(self.file_out, 'w')
+        a.write(arff_data)
+        a.close()
+        
+                
+                
+
+
+
+if __name__ == "__main__":
+    #csv_file = sys.argv[1]
+    #attribute_file = sys.argv[2]
+    csv_file = './test_csv2arff/test_dataset_1.csv'
+    attribute_file = './test_csv2arff/test_dataset_1.att'
+        
+    instance = csv_arff_converter(csv_file, attribute_file, './test_csv2arff/output.arff')
+    instance.run()