Information Theory and coding

6d"u

C@"oJ

r-lt-.-..

-*-hit'Tm\ Tr:-

Joteft

J"odI

il'

L;^u z' tffi-c'odt* Ja,Lk\k- b;:Tca''[

-

ffi @ WWW;r")o)Jvw' .^ lt ^or,!at rv^rt)ta-brhfnTtx I

:

rfn-"rAilt

Y\ '*Y JtJrfrt-@' ry,!X^,Y 'ilo t*Vla! . o r ,,rr . * -ery+{* tftrr[--o'' *u o[r qdl-.ff f:'M'Lr\? ( v cI'r-"--enn q^r,oc.t,^\^* rr- &t/s oJ/s -

ffiaffi-bur '*Jfi 'ujE'^ r.E il '^it\fvllr ffi t"fet* %rr3" h [d-#r t

a

i

r..orhrr *" oT\

Jr^r d---4'{M

ffi;41 #, bj.r,'-'*1., O^,Lti.ttt

.p, ffi#{.#a-M*1^4

I

cr-ddqAa-

Wo% W

M qAC,Sd.-ar\ E\lt-k--

I

T+'ftfr

A

y",h;trbffiry tfu 'ryy'rt' hnyfu)

q 13 ' or..

tuL

ftt 5,

if $LLA

nt

*ile

,

a'

A;cu;

ttr-

+rL t

Jrb :

ft(

(1t

*fu1 , 1 |

t t

l,l

r dL

o

'ds

I

fu1tu

, Tlloil I l"flhl l+il@+

:t'-t

',,Wk

t

,QtqY rrnYrEnt

frT\l

I

IolIFl

,'m

uJu^ rth:*;n+

*hr-

^ffi#rf;

I

arr ffit1 .;1;'* iri,ryy, r^uv;rJ[--r $ -,fu*J ;ilL ffi lr,t' Aaflvafu'h"flfJ" *,t{cstr ^?;'fi'= c. ,,r\ta % 5;#*ffi" -A"Jt'4ff -lt\ +^ft T 'ffiWJhto ' ,sh

i io,^o

I

^s

.il* r.ie "rf

H;" $f,ilf .nAoqr,, rk 4rrf {t- ;

firffi;: tr^ffi" 'Jru,-ffi 4r., sil f@

#ffi*4n

JJ,\

ctt-tr.r-l4k

,T-#

,1 tlf t' \ wz Lt, pr*,tu^? r

y:y^ffrr-ba

l" $.

o(t

-fWL*Dsrnill @: .,0.,

\=L

E

K-3 1O

qti

o f't,

TltL #rY\,L dfirnctuk h-oJ\aw;u,tA f,I'ffi* nyvtuu* )oa., W' "trffi4tl) vggd/.z l- fY1 tYr U ? -,,, ,/\, , I tuo

)

ff

rL ,L$-tr|D

*rWWeru

J&1

fu'n\)

Y\01A*lT*,(

^

i4 'iri,tui rh obsw A,l1:,, t'fr'

-l

t-eon

itr f^tp

hi

\4k

\)it o)

##

"0

W\^'tL: "#Xui; tF^, 3'w?vYLw . **tut4e t

r

q

C'))

$l'', - **y*: ,-, 1o

,Ut3;

i @ry qrtHP,#,Lr)

roe*

#'r-

o,d*"k:'-

--,f?.]:^X-

- ,w -a"'d'd-LA * W% oli P01h'' )e-htworvw ol\-a- W t{"e

n^\i*

@

.,,r1

,LU1

o

-o ,L

/ *

t _to d*onlr"e-t

i= o)l)L-

\

;?= \tr! ftov

\

ffii-L

y$,

vFL=

0 +C ilt

lzfr,,r,

rfuIl"uB W

ilrctx

a'n o'^fP*-f

^W iuj %* --l f'l = lC'.,#,*l'l "fl rh'ao "3 fx;l Jrg

u*ffi 'ThA

/WqI ry"tr

dl&'

fuJ.DtD

/'vh,sv6Y)

qtr-

'"J@

11"'

flr

t

o

^1

rd

\d. sD?

'l..p

^d/.u

frr\"A-

'f--' t-"L

A

'{\rrajbut*

: '/

r A'tD otD oct)

oLD

q tf), ?,t'l XY:-;}"," *

HWffiL#;i;u'd [e CL+rO L+'tD Y.r

n[ L7 Jo-a* alrou,td. q uoo bile'n c-8 rU q .rb |X''un

H

Ye-t

I- o tD

Ito g=l c

q!2) do

I

lcc

I

I

lr

l" I

t_i

o

(D f2)un

?l''?,t' fl;1; ro tD otDocr) _ o-''q_ (c (o dt dt

CO I tt

ocDot2)

(o

do

?ll?P oo --q

#fi:], x'k;"'[

ll'lJ{HI

I

)

['

tr

d,fhA Wr\^/ 01rtry4 YM^ ^

/W W,

h,iiw MEb

wvi(m,:m,w 7t\Nn tL*, )

t

*lD

l

Ki1 v.tD

ono

charu[

ffi? oLD

(m

sto

qcD {rn Cr--

f=o

J.

,at\d

n$\

={=oL d'' hnr-{ v

+ '*o ?iw''*?l'' ?:' AS')= ro t :l

1o'-=

*f ')= ?Sn-r+ n,tO=

--4 H,-", 1

"l

n8

?ln'nAe'

l'o + f 'l+O s

n!:n

q,jn= .4!D

t

l' t t

=t

"{:

I

1"= ?SDn, >+ ?f'-,r?:' O'l + I'otl'l = l dn=

t''= 7jn ry

# (Tr

o

*3','' wz org'vn)

l'0 t l' o

+X[?-'? ,L,n= ?!trnLr ?i"rl, ['l + l'r * l"o "S,,t*',= o +

u*,'

]

:?:''d"?f''* +t 7t'rn3

*t'= o)r l'ttl' -o ,U'20 D o{n= ?$n "fr+f,'f;*#

)= *l'

*\

('l

^:tc+ *fn= N'!rrn^|.ffi Tt..-e J,o.u. flr- e.*_*=ne \

w-Miffi,H,Wtu bb%

t* yorll'il: tt\\oot] '\',fLt a- U) t,rutr niLD= kti,t) f*eLsro 'JtcL/^'u-

absl^l-

(*cil"1,ll)

LU

V%qiG)= ovg{, &o

\[=

I

f

(ottll Cr)

Cz)

*

tD"lttr)

'ltD 76 r ?f1

)

ol-r ll 0lr lt, lorll, \y=tl\,

6

*elu..llo-Eu\mffiYnry u u=e

(*0^W:

i'e

c5+

==

V lpl',o,rJ

?r,'I r r ii";

q-

;f; ,-S, &,*"1

' )i

:

D)

00 00 o0 0o lt I0 0D o0 o0 tl t0 tl 00 OD lt 00 tt lD o0 tt to tt 0o oo 00 o0 0o tt tD tl

tl 00 D0

0o

00

ri

Lx h(L+rn) hA"

v-- D'cl

A/eLd

fo lo0 tn rf to0 L oo {r ID t

N=

t

OO

OO

00 00 oo

I I oo 0o ll tD r r oo oo tt I oo oo 0o t t r0 (0 oo oo 00 t I

wut

t

Loo

{H C

Ctl c^z ofurutfi + Ctl -' ' c{CD L >_o r -c I)(r ()

tc

ool

Ct

t

.-u,,.p,tL+<

,, ^ Ar, l+ ti't f.? lftYY, T;:-,1-

/no

.f,

I

I

ril

ID

C2) ^())

.^l,wwlR-

il"t ?8"', Xi-t, ^- ?X ta| ,tXrsgtd-. yon"

rrrt

* ?Wrrta-L

nn^,lg

rrrCD

)=

orj 6. \

frio +m ,D **'f*

,.t?D)

u-l

----lu-P

= fb, rn(D)

-dt-**1 ,,t'cr) = "{,{ olf

I

f'(D)l,',crD

fi(t

l;,,; ,'} a .,Cl)^^'t'/ | I -'/ +* 1 CD ) = |I+D

,,hn: r, corr)

r

F

(,

L+ D' ot?o)= A^+

rrn}) = t-t D'+D'

ooo

/?rr

.'- (D) -Lt+#:q

= tZP) = tir+f)

=

h;V D+X"& r+ *+{+

xtoco) =

rrrht

"[?ol

PAnar +o

* ,)#+'oe=6t t ttour)

= t'r*

Yncu)

rl(, o*+f"d=(,or r+D'+#; #?o)= *,o y= C',rla,l l,tlrol,ol,l,3-

r

M )

f,A.e-

-f

F. !J3e-lr oLiaerronY\a (J \-,

# s fos

'bek d ,\.\_/-

fu,ci'L

ztwr@

sJ7xlz J'n&)a-

s-t0,[-[ Va]-tA-0-

So

00

A .>l

t0

Sz

53

0t

tt

stuE Affi

s €-

3p,po^fu[t

f^ilila-

?ccrr) a

rcth- D +rt tn -z)

u'- zCn)i-? Cr *D 12) "l]: %f ,

bs,ttsttrr t)\.-;d/

L

6l

PffiI vdeu' .So I

s1 I s2 I I

rlr

0o

c

,o

O

ol

I

)v ooD

rill{D

rl

9o

Sr

I

S2

I

s3

o

So

I

s3 |

*rrY*"1

S1

OD

to ol

f

r,^, r c n-Dtcn-z)

f c o

o lr lcto

tt

Itto

t0

lr

oo IIlooti

0

Sz_

ot

t

S3

ll

o

o

o ti

f'/

,o ()) I

$'

"tt, 0o ll

lo ol

II

OO

DI

lo

*'t\.tt- * ,o. (Fi-* --.LO CDd-e-

lLZlt

*lb

IJ

So

Io

Io l--l

t1 I lo'

vrll

il

sz

tf

rl (l

tl r_

-f I

t

!s3

-t7 z *a-il- D) cL\oz6a h,i6

il t

IS2

,r

S1 -)

0l

ad{'kA to"th'a-

ryY\\fiw

.tC "rnl1= Cto0tr)

,lr

= (::,'orll 'rt'r orrots")f

*4.'4M

W -ttu

,il

;*r Mk-.*.*Uffibj,fi

"*#ffiffi."rr

^! 0,,1 "C

-

0€ "&'

t to^n t, e o'* on[ t)tl,.'u e' J'fi* *u{.id, z$,DIl f -ffi0-*' ji^r -/ h)er.ll c^A tbljlt oo

So

oo

\a, I \

"Sl

SL L

s3

-

{=o

--- t0

z3

*.W; r-

56+ zu'D Uib

-{'ffi1d

ooo i[,4Lq,r-Q.A,c,L=C ltrl 0r tt

ry

)ttrsIscltIt) ,r

P-rdo,tun;

r. Fo\ #\!h-u,l,Dt^-l-

d) 4fu4 t

l,.rvl;i^z_

Tf.i;; ;" W

l}rc ,cnctr y.tnf-r-6,r4L Cfft'rte)ilt

ild,tb .T,,,*-, (b trffi r\Ao #.lla- .: I}-otkr *n:ttrn ,{rud,L d\i) \- tr,ri,np t.M? n ,, (l 0 o'll) /li' -t7,.lu

,Mq

tft,lr (

toYn)

G""Iqwl+,^

a

L-'

B{i DE ,c

Fd\ o-- Llr li D

,ro ) ?o)=

f'=

,C,trrrrr&Uffi*n lo

,f> rr

t

uc;neLY

to)

,-i*

'

.ancdffx Gi) fjrve q^lu-\Afe{ { -idw ( cod-u ,-'*trr& , "ryl =23

)

'Ldy-

(z^> l .t')

l-1.-; ) I

/\d

liri

)

\

T,IL\

gx#|

t')

*'t1*=r-fU-

!,*.:P I

g=:ili,c,+z)

,)

I I

I-ttt Iot oti o0ooooco'oo"l ooo t Iooottltotottoo0ooolJ;ll otrooo tot looo ooo ttl (4--

'

6tflil

Yn

=

I

I

I

I

Ct t to

D

a ae ^,^^ r.r o q+'""0^J13-dJ^^i-do11^oril

jr..ljH*

\

57L'

t_

@ln

rt)

i

IOOO

C)

,1

#

OOO0t;t" \:3:;3i

jJ; \L'/r li: l'tt [1 l)Ltt-t IIJ

I

i,)= d'' ;+ rn = tilot

\ iJ tlto) x(t ll o

I

I

I

(D':x

c2)

m

f ( tot) >+ ftorr\J trot) >+CurDl)

C=

=

J2-) L =

Derc_..

tt\ ol

I

o I

^(z) = ClllJO)l)o,,Orf) t-

C rtr)

c3i) \-. ...-

I ll

x(ruDr) ol

I I I

_c5) _ (--

o\f=

cs

(

Ll )o)l-,oro;l)r)

t, I )of or cot)

*\n J{T-

vtP=

= |'-tD u ff'"(D)

r

d-vt^^au>',:-

co

rr..)

lic, tpc)lOl) cll )

=

tt"

rn (o)= r*D+#+

I J

5

f

l+ D

l+o*D

z

= fDr, x 'nn cD) t''(r) = (r+o)' ( +D* **tD ocil = i+\t{+f*b,1$+#"f L I-t o3u",t+ f rr')ro) [''Cr;

|

I

-cr)_ tf oaltro)

^rC

tlr% c%o)= f'*

'Yrl cED

= [r+D')'(t+D**+D+)

.

= 1+e+Xs&;t* tlnX**" 2

on.

i !

t+ D+D5+#

*D* Ll totoor)

C5)(,D=

rn('D) \---_2_1 LL,,)7cg:CO L 2,rg 0 rri Li*D+f) Cr-D+D-+

--

+fuJt*\+o\+X*'q -* l*\ "A{+ff+e6

='

t+ u2+ Y5+De

." ccL= ClDloclD ,,0 \/=.tl l) -r

/*eir-

oto

-9'-b+,

)oolrl' o)loollol''ott)' l'-1B*-I-(ra

3.

alfl,

s

Wear"xo,r.l g,{nfo- s'GJa frilz}e--

n?^6dasl\-ai'

f:-aukm

W

rr

L+ +D

jft@

A

ct)

v

--?

, (2)

Lb

f

D

tb) L

+ otCn-t) .I_C111 +rtcn-z)

rtCrr)

+1t0.-, l +?ttn-t t tn) =

t_,;,te..

-fiIlut t;p,64

vafuir

So

00

tlr O

LrgI+ =St6

S1

'-32

to

ol II

V

00

t

o

So

0

s\

0oo

tg?

ooo ttl €

olo

10t

tlo

o

S1

oo lo

o

S2

ol

{

S3

tl

o I

i

s3

I cr) ( 2-) Ca) tt$r) x.[n -r)'rto 4)l e c c

to se- ol 33 ll

I

.......1....r.r.

I

t

ctc

ot ot

oll I oo

It ti

lle 0 cl

loro

't,l

6l to

?To-2

COd! Ett-

'n

*7=( ttrlt}

1

cca)

}C

rl

CI

lc

tt co Ic CI

It\ 000 O

,f 0t o 0t

sg

-tfl \^^^a=[trtottr)al

,,t >D

ot o r{=

ll oJ loo ) (rrt, D to) oo l, ot0t0o t) ll,ora r)

.t"1 .n^^tr =(L

rtpf

f oo

tr (,

\{= [r u r o Io roo lT ll o-' [D

,r

tol rolt)

S> otl So

Ito

US

t0l ooil o I

001

s3

O,

, OtO

z

9?Jo tl^ )

O

-lrttb t00

Sg 00, CCt

Sj

gg&-

ooo So

\ t

t)..

rtt\ \

6t

Sr

I,i\ 8z

t-.

tol /

\

'r\

/r

oto\

' o(o\

z\

\ \

o/ *,/

\

----

.r or0

$Yt

S3

u,

i"; ) - -o-[

o

{

'b.fi *? W'*t 6,da^uo@

=

tttot)

(Ltt)0tD,0olr ttor t0o, \DlI

ou)

r r-

alvMulM

4*

td#fl*-

r**

sl

pnF,Oohr-

0,.. -5o Si 11

So

ccd.oJ,:Ltrcl-''=

(rtrto)ll

)ol rol)l')

cr r)

13 = q=

ax

ttD)

\r io oo tl

tL

'x 0o

t0 tt

co co 00 0o Cc

(o+r)'

cc co oc

oo 00 o0 00

lD

00

0o-]

oo

60

I

I

t0 oo Co tt I.OJ

tr

I

0

oo

(=

(=

D'Ct

Lr olrr]

[ ; i,

I lo o0

o tt t0 o o0 f 1 o oo ao

fr 0 oo L=ft

)z

oo

00 oc> tD

t

I

oo

oo 0o o1 ol 00 ol ?s3 ol tt

o) l) l) o) ll o)l)l) l) )lr

I

o_J

o ,(