stats

analysis/get_stats.py

@@ -0,0 +1,86 @@
+from collections import defaultdict
+from pathlib import Path
+from lingpy import Wordlist
+from lingpy.compare.sanity import average_coverage, mutual_coverage
+from tabulate import tabulate
+
+path = Path(".")
+wl = Wordlist.from_cldf(
+	"../cldf/cldf-metadata.json",
+	columns=(
+		"concept_id",
+		"language_id",
+		"concept_name",
+		"language_name",
+		"value",
+		"segments",
+		"form",
+		"glottocode",
+		"concept_concepticon_ide",
+		"source",
+		"language_subgroup"
+	),
+	namespace=(
+		("language_id", "doculect"),
+		("language_subgroup", "subgroup"),
+		("concept_name", "concept"),
+		("segments", "tokens"),
+		("cognacy", "cogid"),
+		("source", "source")
+	)
+)
+
+lang_count = defaultdict(int)
+total_concepts = len(set(wl.get_list("concept", flat=True)))
+
+for item in wl:
+	lang = wl[item, "doculect"]
+	lang_count[lang] = lang_count[lang] + 1
+
+table_data = []
+covs_total = 0
+
+for lang in sorted(lang_count.keys()):
+	# Calculate coverage percentage
+	coverage_pctg = round((lang_count[lang] / total_concepts) * 100, 1)
+	covs_total += coverage_pctg
+
+	indices = wl.get_list(col=lang, flat=True)
+	if indices:
+		idx = indices[0]
+		lang_name = wl[idx, "language_name"]
+		glottocode = wl[idx, "glottocode"]
+		subgroup = wl[idx, "subgroup"]
+		source = wl[idx, "source"]
+
+		table_data.append([
+			lang_name,
+			glottocode,
+			subgroup,
+			source,
+			f"{lang_count[lang]} ({coverage_pctg}%)"
+		])
+
+table = tabulate(
+	table_data,
+	headers=[
+		"Language",
+		"Glottocode",
+		"Language Family",
+		"Sources",
+		"Coverage"
+	],
+	tablefmt="pipe"
+)
+
+print(table)
+
+avg_coverage = round(covs_total / len(lang_count), 2)
+avg_mutualcov = average_coverage(wl)
+
+print(f"Average coverage: {avg_coverage}%")
+print(f"Average mutual coverage: {avg_mutualcov:2f}")
+
+for i in range(total_concepts, 0, -1):
+	if mutual_coverage(wl, i):
+		print(f"Minimal mutual coverage: {i} concept pairs")

etc/languages.tsv

@@ -3,7 +3,7 @@ Yanesha	Yanesha'	yane1238	Arawakan	Adriano	Peña2024
 Resigaro	Resígaro	resi1247	Arawakan	Adriano	Huber2021	
 Bora	Bora	bora1263	Boran	Carlos	Seifart2024	
 Muinane	Muinane	muin1242	Boran	Carlos	Seifart2024	
-Proto-Bora-Muinane	Proto-Bora-Muinane		Boran	Carlos	Seifart2024	
+Proto-Bora-Muinane	Proto-Bora-Muinane	bora1262	Boran	Carlos	Seifart2024
 Shiwilu	Jebero	jebe1250	Cahuapanan	Frederic	Valenzuela2012	
 Chayahuita	Shawi	chay1248	Cahuapanan	Frederic	Johansson2021	
 AchuarShiwiar	Achuar	achu1248	Chicham	Jaime	Fast2008	https://repositorio.cultura.gob.pe/handle/CULTURA/425