Skip to content

Commit

Permalink
More path adjustments after fst build reorg
Browse files Browse the repository at this point in the history
  • Loading branch information
th0masbk committed Jan 24, 2024
1 parent a2bd2ed commit 9368a40
Show file tree
Hide file tree
Showing 9 changed files with 13 additions and 13 deletions.
2 changes: 1 addition & 1 deletion devtools/adj_minip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ GTLANGS=$(echo $GTLANGS)

PATTERN=$1
L_FILE="in.txt"
cut -d '!' -f1 src/fst/stems/adjectives.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE
cut -d '!' -f1 src/fst/morphology/stems/adjectives.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE

P_FILE="test/data/testadjparadigm.txt"

Expand Down
4 changes: 2 additions & 2 deletions devtools/check-missing.sh
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,8 @@ cat $MISSING | awk '{print ("^" $1 ":")}' > $FILTER

echo ""
echo '#### STEMS:'
egrep --color -f $FILTER src/fst/stems/${TYPE}.lexc
egrep --color -f $FILTER src/fst/morphology/stems/${TYPE}.lexc

echo ""
echo '#### CONTINUATION LEXICA:'
egrep -f $FILTER src/fst/stems/${TYPE}.lexc | awk '{print $2}' | sort | uniq -c | sort -nr --key=1,1
egrep -f $FILTER src/fst/morphology/stems/${TYPE}.lexc | awk '{print $2}' | sort | uniq -c | sort -nr --key=1,1
2 changes: 1 addition & 1 deletion devtools/noun_minip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ GTLANGS=$(echo $GTLANGS)

PATTERN=$1
L_FILE="in.txt"
cut -d '!' -f1 src/fst/stems/nouns.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE
cut -d '!' -f1 src/fst/morphology/stems/nouns.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE


P_FILE="test/data/testnounpradigm.txt"
Expand Down
2 changes: 1 addition & 1 deletion devtools/numerals_minip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ GTLANGS=$(echo $GTLANGS)

PATTERN=$1
L_FILE="in.txt"
cut -d '!' -f1 src/fst/stems/numerals.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE
cut -d '!' -f1 src/fst/morphology/stems/numerals.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE


P_FILE="test/data/testnumeralpradigm.txt"
Expand Down
2 changes: 1 addition & 1 deletion devtools/ord_minip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ GTLANGS=$(echo $GTLANGS)

PATTERN=$1
L_FILE="in.txt"
cut -d '!' -f1 src/fst/stems/numerals.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE
cut -d '!' -f1 src/fst/morphology/stems/numerals.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE

P_FILE="test/data/testordparadigm.txt"

Expand Down
2 changes: 1 addition & 1 deletion devtools/prop_minip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@

PATTERN=$1
L_FILE="in.txt"
cut -d '!' -f1 src/fst/stems/propernouns.lexc | grep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE
cut -d '!' -f1 src/fst/morphology/stems/propernouns.lexc | grep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE

P_FILE="test/data/testpropparadigm.txt"

Expand Down
2 changes: 1 addition & 1 deletion devtools/qu_minip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@

PATTERN=$1
L_FILE="in.txt"
cut -d '!' -f1 src/fst/stems/pronouns.lexc | grep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE
cut -d '!' -f1 src/fst/morphology/stems/pronouns.lexc | grep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE

P_FILE="test/data/testquparadigm.txt"

Expand Down
8 changes: 4 additions & 4 deletions devtools/tag_test.sh
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
#shell script to see if there are tags which are not declared in root.lexc or if tags are misspelled

echo 'Are there tags not declared in root.lexc or misspelled?'
cat src/fst/clitics.lexc src/fst/compounding.lexc src/fst/affixes/*lexc src/fst/stems/*lexc ../shared-smi/src/fst/stems/*lexc |cut -d '!' -f1 |grep ' ;' | cut -d ':' -f1 |rev |cut -d ' ' -f1 |rev |sed 's/+/¢+/g' |sed 's/@/¢@/g'|tr '¢' '\n' | tr '#"' '\n'| egrep '(\+|@)' |sort -u | egrep -v '^(\+|\+%|\+\/\-|\+Cmp\-|\+Cmp%\-|\@0|\@%)$' > lexctags
cat src/fst/clitics.lexc src/fst/compounding.lexc src/fst/morphology/affixes/*lexc src/fst/morphology/stems/*lexc ../shared-smi/src/fst/morphology/stems/*lexc |cut -d '!' -f1 |grep ' ;' | cut -d ':' -f1 |rev |cut -d ' ' -f1 |rev |sed 's/+/¢+/g' |sed 's/@/¢@/g'|tr '¢' '\n' | tr '#"' '\n'| egrep '(\+|@)' |sort -u | egrep -v '^(\+|\+%|\+\/\-|\+Cmp\-|\+Cmp%\-|\@0|\@%)$' > lexctags

cat src/fst/root.lexc |cut -d '!' -f1 |cut -d ':' -f1 |sed 's/+/¢+/g'|sed 's/@/¢@/g' |tr '¢' '\n' | egrep '(\+|@)' |tr -d ' ' | tr -d '\t'|sort -u > roottags

Expand All @@ -10,13 +10,13 @@ echo 'Have a look at these:'
comm -23 lexctags roottags

echo 'Checking for double semicolon in stem files:'
cat src/fst/stems/*lexc |cut -d '!' -f1 |grep ';.*;'
cat src/fst/morphology/stems/*lexc |cut -d '!' -f1 |grep ';.*;'

echo 'Checking for missing Der-tags:'
cat src/fst/stems/*lexc |cut -d '!' -f1 |grep '\+Der/.*;' |egrep -v 'Der([1234]|\+)'
cat src/fst/morphology/stems/*lexc |cut -d '!' -f1 |grep '\+Der/.*;' |egrep -v 'Der([1234]|\+)'

echo 'Checking for double Sem-tags:'
cat src/fst/stems/*lexc |cut -d '!' -f1 |grep '+Sem.*+Sem'
cat src/fst/morphology/stems/*lexc |cut -d '!' -f1 |grep '+Sem.*+Sem'

echo 'checked'
#rm lexctags roottags
2 changes: 1 addition & 1 deletion devtools/verb_minip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ GTLANGS=$(echo $GTLANGS)

PATTERN=$1
L_FILE="in.txt"
cut -d '!' -f1 src/fst/stems/verbs.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE
cut -d '!' -f1 src/fst/morphology/stems/verbs.lexc | egrep $PATTERN | sed 's/% /%/g' | tr ' +' ':' | cut -d ':' -f1 | sed 's/%/% /g' | tr -d '%'>$L_FILE


P_FILE="test/data/testverbparadigm.txt"
Expand Down

0 comments on commit 9368a40

Please sign in to comment.