Cadenas de Markov

c c

c

cc
 c c c c  c
c


 c 
c c c c c c    c 
c  c c c c c c  
c cc 
c   c
 c   cc c  cc cc c   c

c
cc !"#c$% &!'#c%c("#c!")$!c*%!c!&$!)+c!+! #&$!c#%c+c $",#c #&c-",+#.c ,#'"#c!)&c("#c+c,&$#c'c+!c!$#%c'c*%!c",&!c#+*$#%!c%c+c"&!'#c+c *'$#c'c ("#c!")$!c*%!c!&$!)+c!+! #&$!c#%c+c $",#c$%+*/c+#c,&##c #0 $#c%c,!& $*+!&.c%#c % &!"#c%c*%c $,#c'c,&##c #0 $#c#%#$'#c#"#cc!'%!c'c!&1#c !cc2!%c!,+$!'#c %c0&!c#"#c+!c'*!$(%.c+!c#"&$!+$3!$(%.c+!c!+*'c&$$#.c4$%!%3!.c#% !)$+$'!'c/c,&#'*$(%cc c 56*7cc*%c,&##c #0 $#8cc *,#%9!"#c:*c#)&!"#c!+9*%!c!&! &; $!c'c*%c$ "!c%c,*% #c'$& #c%c+c $",#c cc%#cc!)c#%c& 3!c!% c'c $",#c c/c,*'c&c$ #c#"#c*%!c!&$!)+c !+! #&$!c%c,&##c #0 $#c%c $",#c'$& #cc$",+"% c*%!c'&$,$(%c'c+!c&+!$(%c % &c+c!3!&c!&$!)+c>.c>.c>.cccc
+9*%#c-",+#c'c,&##c #0 $#c%c $",#c'$& #c 9*$"$% #cc c c c c c c c c c c c c c c

O
   

'

  cc %c $,#c,$!+c'c,&##c #0 $#c%c $",#c'$& #cc++!"!c!'%!c'c!&1#c !&!c$",+$4$!&c %* &!c?,#$$(%.c*,#%"#c:*c%c*!+:*$&c"#"% #.c+c,&##c #0 $#c%c $",#c'$& #c ,*'c !&c%c*%#c'c*%c%@"&#c4$%$ #c'c !'#c"!&!'#c#"#c.c.ccc.ccc c 4$%$$(%Ac

&##c #0 $#c'c $",#c'$& #c$.c,!&!c Bc.c.c.C/c #'#c+#c !'#c

c c %c%$!.c'$c:*c+!c'$ &$)*$(%c'c,&#)!)$+$'!'c'+c !'#c%c+c $",#c Dcc',%'c'cc +c !'#c%c+c $",#c ccc,&#)!)$+$'!'c'c &!%$$(%c'c+!c"! &$3c c !c ,&#)!)$+$'!'c'c &!%$$(%c'c+!c"! &$3c cc,*'c&$)$&c#"#cc c c

c

c

c c !'#c:*c+c !'#c%c+c $",#c cc$.c+c,&##c')c !&c%c!+9@%c+*9!&c%c+c $",#c Dcc #c $9%$4$!cc :*c,!&!c!'!c$.c c

c c c !")$7%c!)"#c:*c!'!c% &!'!c'c+!c"! &$3c c')c&c,#$ $#c #&c+#c !% #.c #'!c+!c% &!'!c%c +!c,&#)!)$+$'!'c'c &!%$$(%c'c+!c"! &$3c#%c%#c%9! $#.c/c+!c% &!'!c%c!'!c4$+!c')c*"!&ccc c c


   c +c-*9!'#&c'c+!c&*$%!c c c
c+!c2#&!c.c %9#cEcc%c+c $",#c.c.ccc.c *'#c-*9!&c*%c-*9#c%c+c:*c!,* !cEcc #%c*%!c ,&#)!)$+$'!'c,.c9!%#c+c-*9#.c/c#%c*%!c,&#)!)$+$'!'c'cFc,.c,$&'#c+c-*9#c$c#)- $#cc!*"% !&c "$c!,$ !+c!cEcG.c/c !%c,&#% #c#"#.c+c-*9#c2!c &"$%!'#c+c-*9#cc !")$7%c#)&c$c"$c!,$ !+cc &'*c!cEcc$c'4$%$"#c> c!c&c"$c,#$$(%c'c!,$ !+c',*7c'+c-*9#c+c $",#c cBH.c/c#%c*%!c,&#)!)$+$'!'c'ccF,.c>Bcc%9!c%c*% !c:*c$c> cBcG.c% #%c > Dc/c #'#c+#c,# &$#&c> c !")$7%c&0c$9*!+c!cGc+c"$"#c"#'#.c$c> Bc.c% #%c> Dc/c #'#c +#c,# &$#&c> c&0%c !")$7%c$9*!+c!cc #&c&!3#%c#)$!.c c $,#c'c$ *!$(%cc++!"!c*%c-*9!'#&c 'c+!c&*$%!c cc %*% &!c+!c"! &$3c'c &!%$$(%c c * #c:*c+!c!% $'!'c'c'$%&#c:*c %9#c',*7c'c Dcc-*9!c'+c-*9#c',%'c'c+!c2$ #&$!c ,!!'!cc

'+c-*9#c(+#c!c &!7c'c+!c!% $'!'c'c'$%&#c:*c %9#c',*7c'c c-*9!.c'4$%$ $!"% cc '$,#%&c'c*%!c!'%!c'c!&1#c * #c:*c+!c&9+!c'+c-*9#c%#c!")$!%c#%c+c $",#.c !")$7%c %"#c*%!c!'%!c'c!&1#c !$#%!&$!c !c"! &$3c'c &!%$$(%cc+c$9*$% c.c>.ccc.c> .ccc&;!c*%!c'c!&1#cc !'%!8c< $ !Ac5 ("#c*%c-*9!'#&c$&c!c+!c0&+c%c c,&#)+"!8cc *,#%&c:*c+#c-*9!'#&c:*cc%;!%c!c+!c0&+c,&"!%&c!++;c2! !c:*cc &#++#c'c'#)+c#c2! !c:*c2!/!%c,!!'#c &c*+ !c!++;.cc +#c:*c#*&&!c,&$"&#=cc c%c+c,&#)+"!cH.c*,#%9!c:*c*%!c"0:*$%!c:*cc'#",#%cc &9&!c!+c&$$#c'c &c';!c"0c !&'c=.c!c#% $%*!$(%.c>.c>.ccc,*'c&c'&$ !c#"#c+!c'c!&1#cc !'%!c#%c+!c"! &$3c'c &!%$$(%c$9*$% Acc #+!c #+!cccc

8c8c8cc
2#&!c,#'"#c&,#%'&c!c+!c,&9*% !cc/ccc *!"#c*%!c cccT8c>c8=8c c Bc.c% #%c> Dc/c #'#c +#c,# &$#&c> c&0%c !")$7%c$9*!+c!cc #&c&!3#%c#)$!.c c $,#c'c$ *!$(%cc++!"!c*%c-*9!'#&c

'c+!c&*$%!cc c c c c c c c c c &#)+"!cc -",+#cc %!c*&%!c#% $%c'#c)#+!c$%c,$% *&!c%c+!c! *!+$'!'c+9$"#c*%!c)#+!c!+c!3!&c/c+!c*+ !c!c*%c "#%'!c$c+!c)#+!c+9$'!cc$%c,$% !&c/c+!c"#%'!c!+c!&!.c,$% !"#c+c+9$'#cc $%c,$% !&c)#+!c&#-!.c$c+!c)#+!c+9$'!cc$%c,$% !&c/c+!c"#%'!c!+c&*3.c,$% !"#cc +!c)#+!c+9$'!c%9&#c$%c,$% !&c$c+c)!+(%c/!c2!c$'#c,$% !'!.c% #%c c #&c-",+#.c$c> 8cJccK.c,#'"#cc  !&c9*&#c'c:*c> 8cc&0cJccKcc ?!",ccHcc +!"!&"#c?c!+c,&$#c'c*%!c!$(%c'c  c!$#%c'c+!c #",* !$(%c%c+c#"$%3#c'c+!c

# $3!$(%c! *!+cc ';!c
'"0.c!"#c!c> c+c,&$#c'c*%!c!$(%c'c  c%c+c$%$$#c'c+!c%9#$!$(%cScc ';!c%c+c4* *&#cc$'% c:*.c#%#$%'#c+#c!+#&c'c>.c>.ccc.c> c%#c'$c!+9#cc #)&c+!c'$ &$)*$(%c'c,&#)!)$+$'!'c'c> cV8c+!c,&9*% !c.c5:*7c$9%$4$!c+c,!!'#c 8c8c !c&,* !c!c !c,&9*% !cc'c$",#& !%$!c&; $!c%cc +!c4$%!%3!c< !c+!c$(%cc,!&!c"0c' !++=cc &&!"#c !c$(%c#%c*%!c)&c'$*$(%c'c+#c,&##c #0 $#c%c $",#c#% $%*#cc %c,&##c #0 $#c#% $%*#c%c+c $",#cc$",+"% c*%c,&##c #0 $#c%c+c:*c+c !'#cc '+c$ "!c,*'c&c$ #c%c*!+:*$&c"#"% #.c%#c(+#c%c$% !% c'$& #c%c+c $",#c #&c -",+#.cc +c%@"&#c'c,&#%!c%c*%c*,&"&!'#c c"$%* #c',*7c'c:*c!)&!c+!c $%'!c,!&!c+#c%9#$#c ,*'c&cc $ #c#"#c*%c,&##c #0 $#c%c $",#c#% $%*#c