ISYE-6644 SIMULATION
(8.3)bgFindbgthebgsamplebgvariancebgofbg-3,bg-2,bg-1,bg0,bg1,bg2,bg3bg-bganswers--
14/3bg(orbg4.666).bgIfbgsamplebgisbgentirebgpopulationbgthanbgvariancebgisbg4.
(8.1)bgM/M/1bgqueuebg-bganswers--queuebglengthbghavingbgabgsinglebgserver.
(8.3)bgIfbgthebgexpectedbgvaluebgofbgyourbgestimatorbgequalsbgthebgparameterbgthatbgyou'rebgtryingbgtob
gestimate,bgthenbgyourbgestimatorbgisbgunbiased.bgTruebgofbgFalsebg-bganswers--
True.bgThisbgisbgthebgdefinitionbgofbgunbiasedness
(8.3)bgIfbgX1,bgX2,bg...,bgXnbgarebgi.i.d.bgwithbgmeanbgmu,bgthenbgthebgsamplebgmeanbgX-
barbgisbgunbiasedbgforbgmu.bgTruebgorbgFalsebg-bganswers--True.
(8.4)bgWhatbgisbgthebgMSEbg(MeanbgSquaredbgError)bgofbganbgestimator?bg-bganswers--
Bias^2bg+bgVariance
(8.3)bgWhatbgisbgthebgexpectedbgvaluebgofbgthebgmeanbgofbgabgPois(λ)bgrandombgvariable?bg-bganswers--
λbgisbgthebgmeanbgandbgthebgvariance
(8.3)bgWhatbgisbgthebgexpectedbgsamplebgvariancebgs^2bgofbgabgPois(λ)bgrandombgvariable?bg-
bganswers--λbgisbgthebgsamplebgvariancebgandbgthebgmean
(8.4)bgSupposebgthatbgestimatorbgAbghasbgbiasbg=bg3bgandbgvariancebg=bg12,bgwhilebgestimatorbgBbghasb
gbiasbg-
2bgandbgvariancebg=bg14.bgWhichbgestimatorbg(AbgorbgB)bghasbgthebglowerbgmeanbgsquaredbgerror?bg-
bganswers--Bbgisbglower.bgBias^2bg+bgVariance:bg18bg<bg21
, MLEbg-bganswers--MaximumbgLikelihoodbgEstimatorbg-
bg"Abgmethodbgofbgestimatingbgthebgparametersbgofbgabgdistributionbgbybgmaximizingbgabglikelihoodbgfu
nction,bgsobgthatbgunderbgthebgassumedbgstatisticalbgmodelbgthebgobservedbgdatabgisbgmostbgprobable."
(8.4)bgSupposebgthatbgX1=4,bgX2=3,bgX3=5bgarebgi.i.d.bgrealizationsbgfrombganbgExp(λ)bgdistribution.bgWh
atbgisbgthebgMLEbgofbgλ?bg-bganswers--0.25
(8.5/8.6)bgIfbgX1=2,bgX2=−2,bgandbgX3=0bgarebgi.i.d.bgrealizationsbgfrombgabgNor(μbg,bgσ^2)bgdistribution,
bgwhatbgisbgthebgvaluebgofbgthebgmaximumbglikelihoodbgestimatebgforbgthebgvariancebgσ^2?bg-
bganswers--8/3.bgMLEbgofbgσ^2bgisbgthebgsummationbgofbgthebgsquaredbgdifferencesbg(Xibg-
bgμ),bgallbgdividedbgbybgn.
(8.5/8.6)bgSupposebgwebgobservebgthebgPois(λ)bgrealizationsbgX1=5,bgX2=9bgandbgX3=1.bgWhatbgisbgtheb
gmaximumbglikelihoodbgestimatebgofbgλ?bg-bganswers--
5.bgλbgisbgestimatedbgasbgthebgsummationbgofbgsamplebgvaluesbgdividedbgbybgthebgnumberbgofbgsample
bgvalues.bg(5+9+1)/3bg=bg5
(8.5)bgSupposebgX1,bg...,bgXnbgarebgi.i.d.bgBern(p).bgFindbgthebgMLEbgforbgp.bg-bganswers--
(8.7)bgSupposebgthatbgwebghavebgabgnumberbgofbgobservationsbgfrombgabgPois(λ)bgdistribution,bgandbgit
bgturnsbgoutbgthatbgthebgMLEbgforbgλbgisbgλhat=5.bgWhat'sbgthebgmaximumbglikelihoodbgestimatebgofbgP
r(X=3)?bg-bganswers--0.1404.bgP(X=x)bg=bgλ^xbg*bge^(−λ)bg/bgx!
(8.6)bgTRUEbgorbgFALSE?
bgIt'sbgpossiblebgtobgestimatebgtwobgMLEsbgsimultaneously,bge.g.,bgforbgthebgNor(μ,σ2)bgdistribution.bg-
bganswers--True
(8.6)bgTRUEbgorbgFALSE?
bgSometimesbgitbgmightbgbebgdifficultbgtobgobtainbganbgMLEbginbgclosedbgform.bg-bganswers--
True.bg(Therebgisbgabggammabgexample.)
(8.7)bgSupposebgthatbgthebgMLEbgforbgabgparameterbgθbgisbgθhat=4.bgFindbgthebgMLEbgforbg√θ.bg-
bganswers--2.bgInvariancebgimmediatelybgimpliesbgthatbgthebgMLEbgofbg√θbgisbgsimplybg√θhatbg=bg2
(8.3)bgFindbgthebgsamplebgvariancebgofbg-3,bg-2,bg-1,bg0,bg1,bg2,bg3bg-bganswers--
14/3bg(orbg4.666).bgIfbgsamplebgisbgentirebgpopulationbgthanbgvariancebgisbg4.
(8.1)bgM/M/1bgqueuebg-bganswers--queuebglengthbghavingbgabgsinglebgserver.
(8.3)bgIfbgthebgexpectedbgvaluebgofbgyourbgestimatorbgequalsbgthebgparameterbgthatbgyou'rebgtryingbgtob
gestimate,bgthenbgyourbgestimatorbgisbgunbiased.bgTruebgofbgFalsebg-bganswers--
True.bgThisbgisbgthebgdefinitionbgofbgunbiasedness
(8.3)bgIfbgX1,bgX2,bg...,bgXnbgarebgi.i.d.bgwithbgmeanbgmu,bgthenbgthebgsamplebgmeanbgX-
barbgisbgunbiasedbgforbgmu.bgTruebgorbgFalsebg-bganswers--True.
(8.4)bgWhatbgisbgthebgMSEbg(MeanbgSquaredbgError)bgofbganbgestimator?bg-bganswers--
Bias^2bg+bgVariance
(8.3)bgWhatbgisbgthebgexpectedbgvaluebgofbgthebgmeanbgofbgabgPois(λ)bgrandombgvariable?bg-bganswers--
λbgisbgthebgmeanbgandbgthebgvariance
(8.3)bgWhatbgisbgthebgexpectedbgsamplebgvariancebgs^2bgofbgabgPois(λ)bgrandombgvariable?bg-
bganswers--λbgisbgthebgsamplebgvariancebgandbgthebgmean
(8.4)bgSupposebgthatbgestimatorbgAbghasbgbiasbg=bg3bgandbgvariancebg=bg12,bgwhilebgestimatorbgBbghasb
gbiasbg-
2bgandbgvariancebg=bg14.bgWhichbgestimatorbg(AbgorbgB)bghasbgthebglowerbgmeanbgsquaredbgerror?bg-
bganswers--Bbgisbglower.bgBias^2bg+bgVariance:bg18bg<bg21
, MLEbg-bganswers--MaximumbgLikelihoodbgEstimatorbg-
bg"Abgmethodbgofbgestimatingbgthebgparametersbgofbgabgdistributionbgbybgmaximizingbgabglikelihoodbgfu
nction,bgsobgthatbgunderbgthebgassumedbgstatisticalbgmodelbgthebgobservedbgdatabgisbgmostbgprobable."
(8.4)bgSupposebgthatbgX1=4,bgX2=3,bgX3=5bgarebgi.i.d.bgrealizationsbgfrombganbgExp(λ)bgdistribution.bgWh
atbgisbgthebgMLEbgofbgλ?bg-bganswers--0.25
(8.5/8.6)bgIfbgX1=2,bgX2=−2,bgandbgX3=0bgarebgi.i.d.bgrealizationsbgfrombgabgNor(μbg,bgσ^2)bgdistribution,
bgwhatbgisbgthebgvaluebgofbgthebgmaximumbglikelihoodbgestimatebgforbgthebgvariancebgσ^2?bg-
bganswers--8/3.bgMLEbgofbgσ^2bgisbgthebgsummationbgofbgthebgsquaredbgdifferencesbg(Xibg-
bgμ),bgallbgdividedbgbybgn.
(8.5/8.6)bgSupposebgwebgobservebgthebgPois(λ)bgrealizationsbgX1=5,bgX2=9bgandbgX3=1.bgWhatbgisbgtheb
gmaximumbglikelihoodbgestimatebgofbgλ?bg-bganswers--
5.bgλbgisbgestimatedbgasbgthebgsummationbgofbgsamplebgvaluesbgdividedbgbybgthebgnumberbgofbgsample
bgvalues.bg(5+9+1)/3bg=bg5
(8.5)bgSupposebgX1,bg...,bgXnbgarebgi.i.d.bgBern(p).bgFindbgthebgMLEbgforbgp.bg-bganswers--
(8.7)bgSupposebgthatbgwebghavebgabgnumberbgofbgobservationsbgfrombgabgPois(λ)bgdistribution,bgandbgit
bgturnsbgoutbgthatbgthebgMLEbgforbgλbgisbgλhat=5.bgWhat'sbgthebgmaximumbglikelihoodbgestimatebgofbgP
r(X=3)?bg-bganswers--0.1404.bgP(X=x)bg=bgλ^xbg*bge^(−λ)bg/bgx!
(8.6)bgTRUEbgorbgFALSE?
bgIt'sbgpossiblebgtobgestimatebgtwobgMLEsbgsimultaneously,bge.g.,bgforbgthebgNor(μ,σ2)bgdistribution.bg-
bganswers--True
(8.6)bgTRUEbgorbgFALSE?
bgSometimesbgitbgmightbgbebgdifficultbgtobgobtainbganbgMLEbginbgclosedbgform.bg-bganswers--
True.bg(Therebgisbgabggammabgexample.)
(8.7)bgSupposebgthatbgthebgMLEbgforbgabgparameterbgθbgisbgθhat=4.bgFindbgthebgMLEbgforbg√θ.bg-
bganswers--2.bgInvariancebgimmediatelybgimpliesbgthatbgthebgMLEbgofbg√θbgisbgsimplybg√θhatbg=bg2