Add Measurement detection in Swedish (#211)

First version. The language model detects measurements
with units (km, liter, kronor, procent,...) where value and
unit are separate words ('2 mg' but not '2mg').
Only detection of markers, no spans.

language_models/sv/labels.csv

@@ -14,7 +14,7 @@
 ;1,15,40,$;SVCapitalMixed;typeAttribute;copy of mandatory label;0;;
 
 /* Default label
-;1,15,25,30,40,45,50,60,65,70,75,76,80,$;SVCon;typeConcept;default label;1;;
+;1,15,25,30,35,40,45,50,60,65,70,75,76,80,$;SVCon;typeConcept;default label;1;;
 
 /* Structural labels
 ;40,$;-;typeOther;symbol for composite labels;0;;
@@ -43,7 +43,7 @@
 ;1,15,25,30,40,50,65,70,75,76,$;SVAdvTime;typeBeginEndConcept;adverb of time;0;;
 ;1,15,30;SVAdvTimeFreq;typeBeginEndConcept;adverb expressing concrete frequency;0;;
 
-;1,30;SVAgeprep;typeRelation;preposition used before age;0;;
+;1,30,35;SVAgeprep;typeRelation;preposition used before age;0;;
 ;1,15,40;SVAnnan;typeAmbiguous;annan, annat, helt annat;0;;
 ;1,60,65,70,75;SVAndOr;typeRelation;eller, och, eller/och, och/eller;0;;
 ;1,15,30,40,60,65,70,75,76,80,85,$;SVAndOrBut;typeRelation;coordinate conjunction;0;;
@@ -72,7 +72,7 @@
 ;1,15,40;SVFoerstaas;typeRelation;förstås: modal adverb, inf or verb;0;;
 ;1,15,30,40,45,65,75,76,$;SVGen;typeConcept;genitive form of noun;0;;
 ;1,15,40;SVIgnoreCap;typeOther;label to avoid that relation words get concepts when written with a capital;0;;
-;1,15,25,30,40,60,65,70,75,76,$;SVIndefart;typeOther;indefinite article;0;;
+;1,15,25,30,35,40,60,65,70,75,76,$;SVIndefart;typeOther;indefinite article;0;;
 ;1,15,40;SVImpCon;typeAmbiguous;imperative or noun;0;;
 
 ;1,30;SVHour;typeConcept;number that can indicate time;0;;
@@ -94,8 +94,10 @@
 ;1,70;SVNegadj;typeConcept;extra label for ingen, inga, inget;0;;
 ;1,10,15,40,60,65,70,75,76,80,85,$;SVNegrel;typeRelation;relation with negation;0;;
 ;1,69,75,76;SVNonRelevant;typeOther;copy of NonRelevant;0;;
-;1,25,30,40,45,65,70,75,76,80,$;SVNum;typeConcept;number written in digits;0;;
-;1,15,25,30,40,45,65,75,76,$;SVNumber;typeConcept;number;0;;
+;1,30;SV12dNum;typeConcept;1 or 2 digits, can be first part of larger number;0;;
+;1,30;SV3dNum;typeConcept;3 digits, can be part of larger number;0;;
+;1,25,30,35,40,45,65,70,75,76,80,$;SVNum;typeConcept;number written in digits;0;;
+;1,15,25,30,35,40,45,65,75,76,$;SVNumber;typeConcept;number;0;;
 ;1,30;SVNumpart2;typeConcept;plural numbers like 'miljoner';0;;
 ;1,15,40,45,60,65,70,75,76,80,$;SVObjpron;typePathRelevant;object form of personal pronoun;0;;
 ;1,15,30,40,45,75,76,$;SVOrdnumber;typeConcept;ordinal number;0;;
@@ -113,7 +115,7 @@
 ;1,15,40;SVPossibleGennoun;typeConcept;unknown word ending in -s;0;;
 ;1,15,40;SVPreferRelation;typeAmbiguous;extra label for ambiguous words that are more often relations than concepts;0;;
 
-;1,15,25,30,40,45,60,65,70,75,76,80,85,$;SVPrep;typeRelation;preposition;0;;
+;1,15,25,30,35,40,45,60,65,70,75,76,80,85,$;SVPrep;typeRelation;preposition;0;;
 ;1,15,40;SVPrepAdv;typeAmbiguous;preposition or adverb;0;;
 ;1,15,40;SVPrepCon;typeAmbiguous;preposition or noun;0;;
 ;1,30,75,76;SVTimeprep;typeRelation;preposition that occurs in time expressions, extra label next to SVPrep;0;;
@@ -137,9 +139,9 @@
 ;1,15,40;SVSupCon;typeAmbiguous;supinum or noun;0;;
 
 ;1,30;SVTimeadj;typeConcept;potential part of time indication, next to other label;0;;
-;1,15,25,30,45,75,76;SVTimeconcept;typeBeginEndConcept;time indication;0;;
+;1,15,25,30,35,45,75,76;SVTimeconcept;typeBeginEndConcept;time indication;0;;
 ;1,30;SVTimespan;typeConcept;words indication a part: halvan, resten,...;0;;
-;1,30;SVUnit;typeConcept;unit for measurements;0;;
+;1,15,30,35;SVUnit;typeConcept;unit for measurements;0;;
 ;1,65,70,75,76,80,85,$;SVUtan;typeRelation;utan;0;;
 ;1,15,40;SVVara;typeAmbiguous;vara: passive aux. or main verb as verb or infinitive, noun;0;;
 
@@ -189,14 +191,21 @@
 ;30,45,$;SVDate;typeAttribute;used within the rules file to mark detected dates;0;;
 ;30,75;SVTimemodifier;typeAttribute;ungefär, exakt, etc.;0;;
 ;30;SVPosttime;typeAttribute;senare, e.Kr., postoperativt etc.;0;
-;30,50,75,76,$;SVTime;typeAttribute;mark time indications;0;;Entity(DateTime)
+;30,35,50,75,76,$;SVTime;typeAttribute;mark time indications;0;;Entity(DateTime)
 ;30,75,76,$;SVTimeBegin;typeAttribute;begin of Time expansion;0;;Path(Begin,DateTime)
 ;30,75,76,$;SVTimeStop;typeAttribute;marker to end Time expansion;0;;Path(End,DateTime)
 
-;30;SVNummodifier;typeAttribute;ungefär, drygt, exakt etc.;0;;
+;30,35;SVNummodifier;typeAttribute;ungefär, drygt, exakt etc.;0;;
 ;30;SVModBeforeNum;typeAttribute;assigned by rule to Nummodifier before number;0;;
 
-;1,30,40;SVAge;typeAttribute;words that indicate the presence of an age mention;0;;
+;1,30,35,40;SVAge;typeAttribute;words that indicate the presence of an age mention;0;;
+
+;1,35,$;Measurement;typeAttribute;general attribute for all measurements;0;;Entity(Measurement)
+;1,35,$;ValueProperty;typeAttribute;attribute for the Unit property;0;;Entity(Measurement,Value)
+;1,35,$;UnitProperty;typeAttribute;attribute for the Unit property;0;;Entity(Measurement,Unit)
+;1,$;MeasurementBegin;typeAttribute;added for enabling path expansion;0;;Path(Begin,Measurement)
+;1,$;MeasurementStop;typeAttribute;added for enabling path expansion;0;;Path(End,Measurement)
+;1,35;SVPostmeas;typeAttribute;speficies a unit, e.g. högre, färre;0;
 
 ;40,65,70,75,80;SVPBegin;typeAttribute;start of clause;0;;
 ;40,65,70;SVPVerb;typeAttribute;verb;0;;