[sword-svn] r335 - in trunk: . gobible
refdoc at crosswire.org
refdoc at crosswire.org
Mon Jul 11 17:44:16 MST 2011
Author: refdoc
Date: 2011-07-11 17:44:16 -0700 (Mon, 11 Jul 2011)
New Revision: 335
Added:
trunk/gobible/
trunk/gobible/farsijoin
Log:
Farsijoin is a tool to help with older SE phones
Added: trunk/gobible/farsijoin
===================================================================
--- trunk/gobible/farsijoin (rev 0)
+++ trunk/gobible/farsijoin 2011-07-12 00:44:16 UTC (rev 335)
@@ -0,0 +1,403 @@
+#!/usr/bin/perl
+
+## farsijoin - a simple filter to prepare texts for SE mobile phones
+# This is the below described programme arabjoin by Roman Czyborra
+# with some, only minor changes
+# a) We do not reverse the text
+# b) some ligatures which are irrelevant for Farsi and for the purpose
+# in particular have been taken out.
+
+# Mr Czyborra set his script under the following licence:
+## Czyborra.com Freeware License
+# Does the ".com" stands for communism, communications, computer addiction or commerce?
+# I dunno. All of my works you find here are free software, with no stupid M$-¢opyrites
+# to introduce artificial scarcities. You may freely copy, use, quote, modify or redistribute
+# them as long as you properly attribute my contribution and have
+# given a quick thought about whether Roman might perhaps be
+# interested to read what you did with his stuff. Horizontal rules don't apply.
+
+# arabjoin - a simple filter to render Arabic text
+# © 1998-06-18 roman at czyborra.com
+# Freeware license at http://czyborra.com/
+# Latest version at http://czyborra.com/unicode/
+# PostScript printout at http://czyborra.com/unicode/arabjoin.ps.gz
+
+# This filter takes Arabic text (encoded in UTF-8 using the Unicode
+# characters from the U+0600 Arabic block in logical order) as input
+# and performs Arabic glyph joining on it and outputs a UTF-8 octet
+# stream that is no longer logically arranged but in a visual order
+# which gives readable results when formatted with a simple Unicode
+# renderer like Yudit that does not handle Arabic differently yet
+# but simply outputs all glyphs in left-to-right order.
+
+# This little script also demonstrates that Arabic rendering is not
+# that complicated after all (it makes you wonder why some software
+# companies are still asking hundreds of dollars from poor students
+# who just want to print their Arabic texts) and that even Perl 4 can
+# handle Unicode text in UTF-8 without any nifty new add-ons.
+
+# Usage examples:
+
+# echo "أهلاً بالعالم!" | arabjoin
+# prints !ﻢﻟﺎﻌﻟﺎﺑ ًﻼﻫﺃ
+# which is the Arabic version of "Hello world!"
+
+# | recode ISO-8859-6..UTF-8 | arabjoin | uniprint -f cyberbit.ttf
+# prints an Arabic mail of charset=iso-8859-6-i on your printer
+
+# | arabjoin | xviewer yudit
+# delegates an Arabic UTF-8 message to a better viewer
+
+# ftp://sunsite.unc.edu/pub/Linux/apps/editors/X/ has uniprint in yudit-1.0
+# ftp://ftp.iro.umontreal.ca/pub/contrib/pinard/pretest/ has recode-3.4g
+# http://czyborra.com/unicode/ has arabjoin
+# http://czyborra.com/unix/ has xviewer
+# http://www.bitstream.com/cyberbit.htm or
+# ftp://ccic.ifcss.org/pub/software/fonts/unicode/ms-win/ or
+# ftp://ftp.irdu.nus.sg/pub/language/bitstream/ has cyberbit.ttf
+
+# This is how we do it: First we learn the presentation forms of each
+# Arabic letter from the end of this script:
+
+while(<DATA>)
+{
+ ($char, $_) = /^(\S+)\s+(\S+)/;
+ ($isolated{$char},$final{$char},$medial{$char},$initial{$char}) =
+ /([\xC0-\xFF][\x80-\xBF]+)/g;
+}
+
+# Then learn the (incomplete set of) transparent characters:
+
+foreach $char (split (" ", "
+ ً ٌ ٍ َ ُ ِ ٰ
+ ۗ ۘ ۙ ۚ ۛ ۜ ۟ ۠ ۡ ۢ ۣ ۤ ۧ ۨ ۪ ۫ ۬ ۭ"))
+{
+ $transparent{$char}=1;
+}
+
+# Finally we can process our text:
+
+while (<>)
+{
+ s/\n$//; # chop off the end of the line so it won't jump upfront
+
+ @uchar = # UTF-8 character chunks
+ /([\x00-\x7F]|[\xC0-\xFF][\x80-\xBF]+)/g;
+
+ # We walk through the line of text and do contextual analysis:
+
+ for ($i = $[; $i <= $#uchar; $i = $j)
+ {
+ for ($b=$uchar[$j=$i]; $transparent{$c=$uchar[++$j]};){};
+
+ # The following assignment is the heart of the algorithm.
+ s/ﻢﺗ/ﰎ/g;
+ s/ﻲﻓ/ﰲ/g;
+ s/ﺞﻟ/ﰿ/g;
+ s/ﺢﻟ/ﱀ/g;
+ s/ﺦﻟ/ﱁ/g;
+ s/ﻢﻟ/ﱂ/g;
+ s/ﻰﻟ/ﱃ/g;
+ s/ﻲﻟ/ﱄ/g;
+ s/ﻢﻧ/ﱎ/g;
+ s/ٌّ/ﱞ/g;
+ s/ٍّ/ﱟ/g;
+ s/َّ/ﱠ/g;
+ s/ُّ/ﱡ/g;
+ s/ِّ/ﱢ/g;
+ s/ﺮﺒ/ﱪ/g;
+ s/ﻦﺒ/ﱭ/g;
+ s/ﻲﺒ/ﱯ/g;
+ s/ﺮﺘ/ﱰ/g;
+ s/ﻦﺘ/ﱳ/g;
+ s/ﻲﺘ/ﱵ/g;
+ s/ﻲﻨ/ﲏ/g;
+ s/ﺮﻴ/ﲑ/g;
+ s/ﻦﻴ/ﲔ/g;
+ s/ﺠﺑ/ﲜ/g;
+ s/ﺤﺑ/ﲝ/g;
+ s/ﺨﺑ/ﲞ/g;
+ s/ﻤﺑ/ﲟ/g;
+ s/ﺠﺗ/ﲡ/g;
+ s/ﺤﺗ/ﲢ/g;
+ s/ﺨﺗ/ﲣ/g;
+ s/ﻤﺗ/ﲤ/g;
+ s/ﻤﺛ/ﲦ/g;
+ s/ﻤﺟ/ﲨ/g;
+ s/ﻤﺣ/ﲪ/g;
+ s/ﻤﺧ/ﲬ/g;
+ s/ﻤﺳ/ﲰ/g;
+ s/ﺠﻟ/ﳉ/g;
+ s/ﺤﻟ/ﳊ/g;
+ s/ﺨﻟ/ﳋ/g;
+ s/ﻤﻟ/ﳌ/g;
+ s/ﻬﻟ/ﳍ/g;
+ s/ﺠﻣ/ﳎ/g;
+ s/ﺤﻣ/ﳏ/g;
+ s/ﺨﻣ/ﳐ/g;
+ s/ﻤﻣ/ﳑ/g;
+ s/ﺠﻧ/ﳒ/g;
+ s/ﺤﻧ/ﳓ/g;
+ s/ﺨﻧ/ﳔ/g;
+ s/ﻤﻧ/ﳕ/g;
+ s/ﺠﻳ/ﳚ/g;
+ s/ﺤﻳ/ﳛ/g;
+ s/ﺨﻳ/ﳜ/g;
+ s/ﻤﻳ/ﳝ/g;
+ s/ﺤﻤﻟ/ﶈ/g;
+ s/ﻪﻠﻟﺍ/ﷲ/g;
+ s/ﻢﻠﺳﻭ/ﻪﻴﻠﻋ/g;
+ s/ﻪﻟﺎﻠﺟ/ﻞﺟ/g;
+ # It reduces the Arabic joining algorithm described on
+ # pages 6-24 to 6-26 of the Arabic character block description
+ # in the Unicode 2.0 Standard to four lines of Perl:
+
+ $uchar[$i] = $a && $final{$c} && $medial{$b}
+ || $final{$c} && $initial{$b}
+ || $a && $final{$b}
+ || $isolated{$b}
+ || $b;
+
+ $a = $initial{$b} && $final{$c};
+ }
+
+ # Until the Unicode Consortium publishes its Unicode Technical
+ # Report #9 (Bidirectional Algorithm Reference Implementation)
+ # at http://www.unicode.org/unicode/reports/techreports.html
+ # let us oversimplify things a bit and reverse everything:
+
+ $_= join ('', @uchar);
+
+ # The following 8 obligatory LAM+ALEF ligatures are encoded in the
+ # U+FE70 Arabic Presentation Forms-B block in Unicode's
+ # compatibility zone:
+
+ s/ﺂﻟ/ﻵ/g;
+ s/ﺂﻠ/ﻶ/g;
+ s/ﺄﻟ/ﻷ/g;
+ s/ﺄﻠ/ﻸ/g;
+ s/ﺈﻟ/ﻹ/g;
+ s/ﺈﻠ/ﻺ/g;
+ s/ﺎﻟ/ﻻ/g;
+ s/ﺎﻠ/ﻼ/g;
+
+ # Bitstream's Cyberbit font offers 57 of the other 466 optional
+ # ligatures in the U+FB50 Arabic Presentation Forms-A block:
+
+ s/ﻢﺗ/ﰎ/g;
+ s/ﻲﻓ/ﰲ/g;
+ s/ﺞﻟ/ﰿ/g;
+ s/ﺢﻟ/ﱀ/g;
+ s/ﺦﻟ/ﱁ/g;
+ s/ﻢﻟ/ﱂ/g;
+ s/ﻰﻟ/ﱃ/g;
+ s/ﻲﻟ/ﱄ/g;
+ s/ﻢﻧ/ﱎ/g;
+ s/ٌّ/ﱞ/g;
+ s/ٍّ/ﱟ/g;
+ s/َّ/ﱠ/g;
+ s/ُّ/ﱡ/g;
+ s/ِّ/ﱢ/g;
+ s/ﺮﺒ/ﱪ/g;
+ s/ﻦﺒ/ﱭ/g;
+ s/ﻲﺒ/ﱯ/g;
+ s/ﺮﺘ/ﱰ/g;
+ s/ﻦﺘ/ﱳ/g;
+ s/ﻲﺘ/ﱵ/g;
+ s/ﻲﻨ/ﲏ/g;
+ s/ﺮﻴ/ﲑ/g;
+ s/ﻦﻴ/ﲔ/g;
+ s/ﺠﺑ/ﲜ/g;
+ s/ﺤﺑ/ﲝ/g;
+ s/ﺨﺑ/ﲞ/g;
+ s/ﻤﺑ/ﲟ/g;
+ s/ﺠﺗ/ﲡ/g;
+ s/ﺤﺗ/ﲢ/g;
+ s/ﺨﺗ/ﲣ/g;
+ s/ﻤﺗ/ﲤ/g;
+ s/ﻤﺛ/ﲦ/g;
+ s/ﻤﺟ/ﲨ/g;
+ s/ﻤﺣ/ﲪ/g;
+ s/ﻤﺧ/ﲬ/g;
+ s/ﻤﺳ/ﲰ/g;
+ s/ﺠﻟ/ﳉ/g;
+ s/ﺤﻟ/ﳊ/g;
+ s/ﺨﻟ/ﳋ/g;
+ s/ﻤﻟ/ﳌ/g;
+ s/ﻬﻟ/ﳍ/g;
+ s/ﺠﻣ/ﳎ/g;
+ s/ﺤﻣ/ﳏ/g;
+ s/ﺨﻣ/ﳐ/g;
+ s/ﻤﻣ/ﳑ/g;
+ s/ﺠﻧ/ﳒ/g;
+ s/ﺤﻧ/ﳓ/g;
+ s/ﺨﻧ/ﳔ/g;
+ s/ﻤﻧ/ﳕ/g;
+ s/ﺠﻳ/ﳚ/g;
+ s/ﺤﻳ/ﳛ/g;
+ s/ﺨﻳ/ﳜ/g;
+ s/ﻤﻳ/ﳝ/g;
+ s/ﺤﻤﻟ/ﶈ/g;
+ s/ﻪﻠﻟﺍ/ﷲ/g;
+ s/ﻢﻠﺳﻭ/ﻪﻴﻠﻋ/g;
+ s/ﻪﻟﺎﻠﺟ/ﻞﺟ/g;
+
+ print "$_\n";
+}
+
+# The following table lists the presentation variants of each
+# character. Each value from the U+0600 block means that the
+# necessary glyph variant has not been assigned a code in Unicode's
+# U+FA00 compatibility zone. You may want to insert your private
+# glyphs or approximation glyphs for them:
+
+__END__
+ء ﺀ
+آ ﺁﺂ
+أ ﺃﺄ
+ؤ ﺅﺆ
+إ ﺇﺈ
+ئ ﺉﺊﺌﺋ
+ا ﺍﺎ
+ب ﺏﺐﺒﺑ
+ة ﺓﺔ
+ت ﺕﺖﺘﺗ
+ث ﺙﺚﺜﺛ
+ج ﺝﺞﺠﺟ
+ح ﺡﺢﺤﺣ
+خ ﺥﺦﺨﺧ
+د ﺩﺪ
+ذ ﺫﺬ
+ر ﺭﺮ
+ز ﺯﺰ
+س ﺱﺲﺴﺳ
+ش ﺵﺶﺸﺷ
+ص ﺹﺺﺼﺻ
+ض ﺽﺾﻀﺿ
+ط ﻁﻂﻄﻃ
+ظ ﻅﻆﻈﻇ
+ع ﻉﻊﻌﻋ
+غ ﻍﻎﻐﻏ
+ـ ــــ
+ف ﻑﻒﻔﻓ
+ق ﻕﻖﻘﻗ
+ك ﻙﻚﻜﻛ
+ل ﻝﻞﻠﻟ
+م ﻡﻢﻤﻣ
+ن ﻥﻦﻨﻧ
+ه ﻩﻪﻬﻫ
+و ﻭﻮ
+ى ﻯﻰ // ﯩﯨ
+ي ﻱﻲﻴﻳ
+ٱ ﭐ // ﭑ
+ٲ ٲٲ
+ٳ ٳٳ
+ٴ ٴ
+ٵ ٵٵ
+ٶ ٶٶ
+ٷ ﯝٷ
+ٸ ٸٸٸٸ
+ٹ ﭦﭧﭩﭨ
+ٺ ﭞﭟﭡﭠ
+ٻ ﭒﭓﭕﭔ
+ټ ټټټټ
+ٽ ٽٽٽٽ
+پ ﭖﭗﭙﭘ
+ٿ ﭢﭣﭥﭤ
+ڀ ﭚﭛﭝﭜ
+ځ ځځځځ
+ڂ ڂڂڂڂ
+ڃ ﭶﭷﭹﭸ
+ڄ ﭲﭳﭵﭴ
+څ څڅڅڅ
+چ ﭺﭻﭽﭼ
+ڇ ﭾﭿﮁﮀ
+ڈ ﮈﮉ
+ډ ډډ
+ڊ ڊڊ
+ڋ ڋڋ
+ڌ ﮄﮅ
+ڍ ﮂﮃ
+ڎ ﮆﮇ
+ڏ ڏڏ
+ڐ ڐڐ
+ڑ ﮌﮍ
+ڒ ڒڒ
+ړ ړړ
+ڔ ڔڔ
+ڕ ڕڕ
+ږ ڕږ
+ڗ ڗڗ
+ژ ﮊﮋ
+ڙ ڙڙ
+ښ ښښښښ
+ڛ ڛڛڛڛ
+ڜ ڜڜڜڜ
+ڝ ڝڝڝڝ
+ڞ ڞڞڞڞ
+ڟ ڟڟڟڟ
+ڠ ڠڠڠڠ
+ڡ ڡڡڡڡ
+ڢ ڢڢڢڢ
+ڣ ڣڣڣڣ
+ڤ ﭪﭫﭭﭬ
+ڥ ڥڥڥڥ
+ڦ ﭮﭯﭱﭰ
+ڧ ڧڧڧڧ
+ڨ ڨڨڨڨ
+ک ﮎﮏﮑﮐ
+ڪ ڪڪڪڪ
+ګ ګګګګ
+ڬ ڬڬڬڬ
+ڭ ﯓﯔﯖﯕ
+ڮ ڮڮڮڮ
+گ ﮒﮓﮕﮔ
+ڰ ڰڰڰڰ
+ڱ ﮚﮛﮝﮜ
+ڲ ڲڲڲڲ
+ڳ ﮖﮗﮙﮘ
+ڴ ڴڴڴڴ
+ڵ ڵڵڵڵ
+ڶ ڶڶڶڶ
+ڷ ڷڷڷڷ
+ں ﮞﮟںں
+ڻ ﮠﮡﮣﮢ
+ڼ ڼڼڼڼ
+ڽ ڽڽڽڽ
+ھ ﮪﮫﮭﮬ
+ۀ ﮤﮥ
+ہ ﮦﮧﮩﮨ
+ۂ ۂۂ
+ۃ ۃۃ
+ۄ ۄۄ
+ۅ ﯠﯡ
+ۆ ﯙﯚ
+ۇ ﯗﯘ
+ۈ ﯛﯜ
+ۉ ﯢﯣ
+ۊ ۊۊ
+ۋ ﯞﯟ
+ی ﯼﯽﯿﯾ
+ۍ ۍۍ
+ێ ێێێێ
+ې ﯤﯥﯧﯦ
+ہ ہہہہ
+ۂ ۂۂ
+ۃ ۃۃ
+ۄ ۄۄ
+ۅ ۅۅ
+ۆ ۆۆ
+ۇ ۇۇ
+ۈ ۈۈ
+ۉ ۉۉ
+ۊ ۊۊ
+ۋ ۋۋ
+ی ﯼﯽﯿﯾ
+ۍ ۍۍ
+ێ ێێێێ
+ې ېېېې
+ۑ ۑۑۑۑ
+ے ﮮﮯ
+ۓ ﮰﮱ
+ە ە
+
Property changes on: trunk/gobible/farsijoin
___________________________________________________________________
Added: svn:executable
+ *
More information about the sword-cvs
mailing list