$B>pJsM}O@$N9V5AFbMF(B

$B$3$N$B>pJs%;%-%e%j%F%#(B$B!I$K0\9T$7$^$7$?!%(B
$B$=$l0J9_!$(B$B$3$N%Z!<%8$O@0Hw$7$F$$$^$;$s!%(B

(1) $B9V5A$N$M$i$$(B

$B!!6aG/$G$OF|>oE*$K;H$o$l$k8@MU$H$J$C$F$$$k!H>pJs!I$NK\pJs$NNL!J>pJsNL!K$rDj5A$7$?%7%c%N%s!J(BC.E. Shannon$B!KN.$N>pJsM}O@$K$D$$$F9V5A$7$^$9!%(B$B!J>pJs=hM}AuCV!J%3%s%T%e!<%?!K$NM}O@$G$O$"$j$^$;$s!*!K(B
$B!!$3$N$B>pJsNL(B$B$r!$6qBNE*$J?tCM$H$7$F!J%7%c%N%s$H$$$&C10L(B^$B"((B$B$G!K7W;;$G$-$k$h$&$K$J$j$^$9!%(B $B$3$l$K$h$C$F!$$?$H$($P(B DNA $B$N>pJs$r5-O?$9$k$?$a$K= $B!!$^$?!$>pJsNL$N4|BTCM!JJ?6QCM!K$G$"$k(B$B%(%s%H%m%T!<(B$B$H$$$&35G0$bM}2r$G$-$^$9!%(B $B$3$l$O!$7P1D>pJsO@!$Id9fM}O@!$DL?.M}O@!$0E9fM}O@$J$I$GMxMQ$5$l$k=EMW$J35G0$G$9!%(B
$B!!$=$N8e$G!$%(%s%H%m%T!<$K$h$C$F(B$B>iD9EY(B$B$rF3F~$7$^$9!%(B $B8@8l$NJ8;z$d2;$,>iD9$G$"$k$3$H$,!$2qOC$r@.N)$5$;!$B.FI$d9;@5$r2DG=$K$9$k$?$a$K=EMW$G$"$k$3$H$rM}2r$7$^$9!%(B
$B!!ESCf$G!$8EBe$+$i8=Be$K$o$?$k(B$B0E9f(B$B$NOC$r$7$^$9!%(B $B8=Be$N0E9f5;=Q$N4pAC$K$D$$$F$NM}2r$O!$8=Be $B!!(B$B"(Cm0U!'!!C10L!H%7%c%N%s(B (shannon)$B!I$K$O!$(B10 $BG/A0$^$G$O!H%S%C%H(B (bit)$B!I$,;H$o$l$F$$$^$7$?!%(B

(2) $B9V5A$NFbMF$H

$B7n(B	$B2s?t(B	$B!!!!!!!!!!!!!!Fb!!!!!!MF(B
4	3	$BpJs$H$O!$DL?.$NNr;K!$>pJsNL$X$NMW5a(B
5	3	$BBP?t$N86M}$H@-$B7W;;<\(B$B$N:n@.(B
6	4	$B>pJsNL$NDj5A!$N}=,!$#2?JK!!$%S%C%H!$>pJsNL$NMxMQ(B
7	3	$B0E9f7O$HMQ8l!$8EE5E*$J0E9f!$6&DL800E9f!$(B$B!HMY$k?M7A!I$N2rFI(B
9	2	$B8=BeE*$J0E9f!$8x3+800E9f!$>jM>4D!$(BRSA$BJ}<0(B
10	2	$BG'>Z!$EE;R=pL>!$0E9f5;=Q$r;H$C$F$G$-$k$3$H!$EE;R%^%M!
10	1	$BId9f!J(BJIS$B%3!<%I!$9q:]Id9f2=J8;z=89g!K!$BP?t!&>pJsNL$NCf4V;n83(B
10	1	$B3NN(2aDx$*$h$S%^%k%3%U2aDx(B
11	1	$BF1;~3NN($H>r7o$D$-3NN((B
11	2	$B%(%s%H%m%T!<$NDj5A!$7W;;N}=,!$%^%k%3%U2aDx$N%(%s%H%m%T!<(B
12	1	$B>iD9EY!$8@8l$N%(%s%H%m%T!$B$B%2!<%`(B
12	1	$B8!::?t;z!J%A%'%C%/%G%#%8%C%H!K!$%G!<%?05=L!$%G%#%8%?%k$H%"%J%m%0(B
*	1	$B2A3J0J30$N>pJs$,$J$$>l9g$N;T>l@jM-N(M=B,(B

(3) $BMz=$>e$NN10UE@(B

$B!!(B4$BG/)$a$^$9!%$^$?!$(B$BKh2s=P@J$7$F7W;;N}=,$K;22C(B$B$7$F$$$J$$$H!$;n83LdBj$r2r$/(B $B$3$H$OL5M}$G$7$g$&!%(B
$B!!FbMF$N@-e!$3NN($HBP?t$K4X$9$kB?>/$N?t3XE*CN<1$,I,MW$K$J$j$^$9$,!$(B $B$3$l$i$K$D$$$FA4$/CN$i$J$/$F$bM}2r$G$-$k$h$&$KG[N8$7$F$$$^$9!J>eI=(B 5 $B7n(B $B;2>H!K!%(B

(4) $B@.@SI>2A$NJ}K!(B

$B!!(B10$B7n$N(B$BCf4V;n83(B$B!J(B30%$B!K$HDj4|;n83!J(B70%$B!K$H$N9g7WE@$K$h$j$^$9!%(B
$B!!Dj4|;n83$K$O!$EEBn$H<+I.%N!<%H(B 1 $BKg$@$1$,;}9~$_2D!%(B

(5) $B$=$NB>(B

$B!!%/%$%:$H7W;;N}=,$rE,59$H$j$$$l$^$9!%$^$?!$%W%m%8%'%/%?$H%W%j%s%H(B, Wikipedia $B$r;H$$$^$9!%(B $BE,Ev$J652J=q$O$"$j$^$;$s!%3FR2p$7$^$9!%(B $B"*(B $B;29M?^=q%j%9%H(B$B!$(B$B!z(B$B;29M;qNA(B

$B!N4XO"2JL\!O(B $B"*(B $B7P1D>pJsO@(B

	$B$R$H$DLa$k(B
	$B@>B $B$KLa$k(B