Merge branch 'master' of github.com:castor-software/rethread

.gitignore

@@ -12,4 +12,5 @@ extension/scripts
 .DS_Store
 code/myriad/get_all_contributors/gh_contributors
 code/myriad/get_all_contributors/other_contributors
-code/myriad/get_all_contributors/github_access_token.txt
+code/myriad/get_all_contributors/github_access_token.txt
+code/myriad/loam_paper/mining/github_access_token.txt

code/myriad/get_all_contributors/all-contributors.py

@@ -24,6 +24,7 @@ def get_gh_contributors(repo):
 	total_contributors = contributors.totalCount
 	total_contributions = 0
 	contributors_list = []
+	identified_contributors = [];
 
 	for i in range(total_contributors):
 		c = contributors[i]
@@ -36,21 +37,20 @@ def get_gh_contributors(repo):
 			contributor_info["id"] = hexhash[2:].rjust(16, "0")
 		else:
 			contributor_info["id"] = c.login
+			identified_contributors.append(c.login)
 
 		total_contributions += c.contributions
 		contributors_list.append(contributor_info)
 		print_progress_bar(i+1, total_contributors)
 
-	# fuse users with same email?
 	print("")
 
-	return total_contributions, contributors_list
+	return total_contributions, contributors_list, identified_contributors
 
-def get_gh_commit_history(repo, end_date):
+def get_gh_commit_history(repo, end_date = datetime.now().astimezone()):
 	print("Getting commits")
 
 	start_date = repo.created_at.astimezone()
-	end_date = datetime.now().astimezone()
 	total_days = (end_date - start_date).days
 	n_periods = 32
 	period_days = total_days // n_periods
@@ -73,7 +73,7 @@ def get_and_save_gh_info(repo_name):
 	repo = g.get_repo(repo_name)
 
 	#commits_over_time = get_gh_commit_history(repo)
-	total_contributions, contributors_list = get_gh_contributors(repo)
+	total_contributions, contributors_list, identified_contributors = get_gh_contributors(repo)
 
 	filename = "./gh_contributors/" + repo_name.replace("/", "&")
 	repo_data = {
@@ -87,6 +87,7 @@ def get_and_save_gh_info(repo_name):
 	with open(filename + ".txt", "w") as fp:
 		fp.write("\n".join(c["id"] for c in contributors_list))
 
+	return identified_contributors
 
 def print_progress_bar(iteration, total, length=50):
     filled_length = int(length * iteration // total)
@@ -118,11 +119,13 @@ def turn_json_into_txt(name, path):
 with open("./gh_repos_lists/all_gh_repos.txt", "r") as f:
     repos = f.readlines()
 
+all_identified_contributors = []
 for repo in repos:
 	name = repo.rstrip("\n")
 	print(name)
 	try:
-		get_and_save_gh_info(name)
+		identified_contributors = get_and_save_gh_info(name)
+		all_identified_contributors = list(set(all_identified_contributors).union(set(identified_contributors)))
 	except:
 		print("Can't use GitHub API, looking for .json or .txt files")
 		try:
@@ -135,6 +138,10 @@ def turn_json_into_txt(name, path):
 			except:
 				print("No file found")
 
+all_identified_contributors.sort()
+with open("gh_contributors/all_gh_ids.txt", "w") as f:
+		f.write("\n".join(c for c in all_identified_contributors))
+
 with open("./other_projects_lists/all_other_projects.txt", "r") as f:
     other_projects = f.readlines()
 

code/myriad/get_all_contributors/gh_repos_lists/all_gh_repos.txt

@@ -8,6 +8,7 @@ KhronosGroup/GLSL
 KhronosGroup/WebGL
 KhronosGroup/glslang
 LibreOffice/core
+Makerfabs/Makerfabs-ESP32-UWB-DW3000
 NVlabs/stylegan2
 PipeWire/pipewire
 ProtonMail/WebClients
@@ -43,8 +44,10 @@ git/git
 github/docs
 github/rest-api-description
 googlefonts/Inconsolata
+hideakitai/ESP32SPISlave
 huggingface/chat-ui
 i3/i3.github.io
+image-rs/image
 indexmap-rs/indexmap
 inkscape/inkscape
 jackaudio/jack2
@@ -70,6 +73,7 @@ nextcloud/text
 nodejs/node
 nodemailer/nodemailer
 nolimits4web/swiper
+notepad-plus-plus/notepad-plus-plus
 npm/npm
 numpy/numpy
 openai/openai-node

code/myriad/get_all_contributors/gh_repos_lists/exclusive_lists.csv

@@ -0,0 +1,10 @@
+loam,googlefonts/Inconsolata;emacs-mirror/emacs;processing/p5.js;rust-lang/rust;rust-lang/cargo;ritwickdey/vscode-live-server;rtyley/bfg-repo-cleaner;electro-smith/libDaisy;festvox/festival;supercollider/supercollider;supercollider/sc3-plugins;coqui-ai/TTS;arduino/arduino-ide;arduino/Arduino;PipeWire/pipewire;jackaudio/jack2;LibreOffice/core;inkscape/inkscape;espressif/arduino-esp32;arduino/ArduinoCore-API;meta-llama/llama-models;github/docs;github/rest-api-description;signalapp/Signal-Android;signalapp/Signal-Desktop;ProtonMail/WebClients;nextcloud/server;nextcloud/spreed;nextcloud/talk-android;nextcloud/text;nextcloud/collectives;GNOME/gimp;i3/i3.github.io;KDE/plasma-desktop;huggingface/chat-ui;rust-embedded/cortex-m;rust-embedded/bare-metal;djc/rustc-version-rs;dtolnay/semver;steveklabnik/semver-parser;rust-embedded/critical-section;rust-embedded/embedded-hal;rust-embedded/nb;rust-embedded/volatile-register;rust-embedded/cortex-m;dtolnay/proc-macro2;dtolnay/unicode-ident;dtolnay/quote;dtolnay/syn;rtic-rs/rtic;indexmap-rs/indexmap;rust-lang/hashbrown;cuviper/autocfg;rust-embedded/embedded-alloc;tarcieri/micromath;stm32-rs/stm32h7xx-hal;korken89/fugit;rust-lang/libm;rust-lang/log;rust-num/num-traits;probe-rs/rtt-target;notepad-plus-plus/notepad-plus-plus;image-rs/image;hideakitai/ESP32SPISlave;Makerfabs/Makerfabs-ESP32-UWB-DW3000
+apocryph,NVlabs/stylegan2;autonomousvision/projected-gan;textmate/textmate;openframeworks/openFrameworks
+megatouch,WebAudio/web-audio-api;WebAudio/web-midi-api;KhronosGroup/WebGL;KhronosGroup/GLSL;KhronosGroup/glslang
+dear-ai,sveltejs/svelte;microsoft/TypeScript;vitejs/vite;brandongmwong/elizabot-js;nodemailer/nodemailer;pocketbase/pocketbase;sass/sass;moment/moment;openai/openai-node;carstenlebek/svelte-email;nolimits4web/swiper;keenethics/svelte-notifications;joshnuss/svelte-persisted-store;sc00/svelte-textarea-auto-height;mozman/svgwrite;matplotlib/matplotlib;scikit-learn/scikit-learn;scipy/scipy;btel/svg_utils;numpy/numpy;kirovj/pocketbase-pyclient;sjvasquez/handwriting-synthesis;otuva/handwriting-synthesis;mossblaser/plottie;caprover/caprover;tensorflow/tensorflow
+glommen,mrdoob/three.js
+infinite-sand-sorter,nodejs/node;npm/cli;VSCodium/vscodium
+why-am-i-seeing-this,HandBrake/HandBrake;videolan/vlc;brave/brave-browser;brave/brave-core
+relaxrelaxrelax,signalapp/Signal-iOS;processing/processing
+pain-creature,BelaPlatform/Bela
+a-not-so-distant-past,EnvelopSound/EnvelopForLive;TU-Studio/IEMPluginSuite

code/myriad/get_all_contributors/gh_repos_lists/get_exclusive_lists.py

@@ -0,0 +1,31 @@
+import csv
+
+all_repos = []
+
+lists = ["loam", "apocryph", "megatouch", "dear-ai", "glommen", "infinite-sand-sorter", "why-am-i-seeing-this", "relaxrelaxrelax", "pain-creature", "a-not-so-distant-past"]
+for l in lists:
+    with open(l + "_gh_repos.txt") as f:
+        repos = f.read().splitlines() 
+    all_repos.append(repos)
+
+exclusive_lists = []
+non_exclusive_list = []
+for i in range(len(all_repos)):
+    li = all_repos[i]
+    this_exclusive_list = []
+    for r in li:
+        is_exclusive = True
+        for j in range(len(all_repos)):
+            if i != j:
+                lj = all_repos[j]
+                if (r in lj):
+                    non_exclusive_list = list(set(non_exclusive_list + [r]))
+                    is_exclusive = False
+                    break
+        if is_exclusive:
+            this_exclusive_list.append(r)
+    exclusive_lists.append([lists[i], ';'.join(this_exclusive_list)])
+
+with open("exclusive_lists.csv", "w", newline="") as csvfile:
+    writer = csv.writer(csvfile, delimiter=",")
+    writer.writerows(exclusive_lists)

code/myriad/get_all_contributors/gh_repos_lists/loam_gh_repos.txt

@@ -67,3 +67,7 @@ rust-lang/libm
 rust-lang/log
 rust-num/num-traits
 probe-rs/rtt-target
+notepad-plus-plus/notepad-plus-plus
+image-rs/image
+hideakitai/ESP32SPISlave
+Makerfabs/Makerfabs-ESP32-UWB-DW3000

code/myriad/get_all_contributors/other_projects_lists/all_other_projects.txt

@@ -5,6 +5,7 @@ IEM Plug-in Suite
 Inkscape
 IrfanView
 LinuxCommand
+Louise
 Mind Monitor
 Tor
 XnConvert

code/myriad/get_all_contributors/other_projects_lists/loam_other_projects.txt

@@ -1,2 +1,3 @@
 Firefox
 Inkscape
+Louise