Table Of ContentC Interface
Sending
#includ"ep vm3.h" inti nfo- p�packf( printf-lifkoer mta• ..)
inti nfo pvm_pkb(y tceh ar .cp,i ntc nt,i nts td)
ProceCsosn trol inti nfo p�pkcplx(f loat* xp,i nt cnt,i nts td)
intt id '" pvm_mytid(void) inti nfo p�pkdcplx(doubl.ez p,i ntc nt,i nts td)
inti nfo= pvm_exltv(o id) inti nfo p�pkdouble(doubl*e dp,i ntc nt,i nts td)
inti nfo c p�klll(l ntt id) inti nf o pvm_pkfloat(fl*ofap,t int cnt, ints td)
lnti nfo pvm_adhdosts(hcar ••ho sts,i nt nhost, inti nfo pvm_pkintin(t *np,i ntc nt, ints td)
int .infos) inti nfo• pvm_pklongl(o ng ·np,i ntc nt,i nts td)
inti nfo pvm_delhosts(••ch hoars tsi,n tnh ost, inti nfo • pvm_pkshort(short ·np,i nt cnt, ints td)
int .infos) int in•f opvm _pkstr( char *cp)
intn umt pvm_spawn(char. taskc,h ar- -argv, inti nfo• pvm_sendi(n t tid,i ntm sgtag)
intf lag,c har. where, inti nfo• pvm_mcast(.itnitd s,i ntn taski,n tm sgtag)
intn taski,n t- tids) int in•f ovp mp_send(i ntt id,i ntm sgtag,
void* VP,i ntc nt,i ntt yp e)
Spawn flag options MEANING Receiving
PvmTaskDefault 0 don'tc arew here
PvmTaskHost 1 "where"c ontainhso st intb ufid• pvm_crve( int tid,i nt msgtag)
PvmTaskArch 2 "where"c ontaianrsc h intb uii-d pvm_probe(itnitd ,i ntm sgtag)
PvmHostCompl 32 usec omplemenhto sts et intb uiid• pvm_nrecv(intt id,i ntm sgtag)
intb ufid= pvm_precv(itnitd ,i ntm sgtag,
Information
void* VP, intc nt,i ntt ype
intt id '" pvm_parent(void) int* rtidi,n t* rtagi,n t* rlen)
intd tid pvm_tidtohostt(iidn)t intb ufid • pvm_trecv(itnitd ,i ntm sgtag,
inti nfo pvm_perror(cha.rm sg) structti meva*lt mout)
inti nfo'" pvm_config(i*nnhto st,i nt* narch, lnti nfo -pvm_bufinfo(biunfti di,n t* bytes,
struct pvmh ostinfo-* hospt) int* msgtag, int- tid)
inti nfo= pvm_tasks(wihnitc hi,n t* ntask, inti nfo. pvm_unpackfp(ri ntf-likef ormat. ..)
strucptv mtaskin.*ftoas kp) inti nfo· pvm_upbkyte( char .cp,in t cnt,i nts td)
int val= pvm�etopt(lnwtha t) inti nfo. pv_mupkpclx( float .xp,i nt cnt,i nts td)
into ldval= pvm_seotpt(int what, ivnatl ) inti nfo= p� upkdcplx(double. zp,in tc nt,i nts td)
inti nfo -p�upkdouble(dou-bdlpe,i ntc nt,i nts td)
PvmwRohuatteo ption 1 rSoEuTtiSnp/go GliETc:ThP ySvi m sRo uteDirect inti nfo• p�upkfloat(flo.aftp ,in tc nt,i nts td)
PVIllDebugMask 2 debug level- PvmAllowDirect int info• p�upkint(i nt .np,i ntc ut,i nts td)
more. .. seem an page inti nfo· pvm_upklolnogn(g *np,i ntc nt,i nts td)
inti nfo. pvm_upkshort(shor*tn p, intc nt,i nts td)
Signalling inti nfo• pvm_upkstr(c har *cp)
inti nfo pvm_sendsigt(iidn,ti nts ignum)
GrouOpp erations
inti nfo= pvm_notify(int ianbtom ustg,t ag,
intn taski,n t* tid)s inti num • pvm_joingroup*(gcrhoaru p)
inti nfo• p�lvgroupc(h ar -group)
PvAmbToasuktoE pxtioitn s 1 nMoEtAiNfIiyNf tG a ske xit ints ize• pvm_gsizec(h ar -group)
PvmHostDelete 2 notifiyf d eletoin intt id • p� gettid( char. gr oup, int inum)
PvmHostAdd 3 notifiyf a ddition inti num = p�g etinst( char .group, intt id)
int info p�barrier( char .groupi,n tc ount)
MessagBeu ffers inti nfo'" p�bcast( char* groupi,n t msgtag)
intb uiid= pvm� buf(int encodi)n g inti nfo'" p�reduce(vdo .iop,v oid. vp,i ntc nt,
inti nfo pvm_freebuf(ibnutf id) intt ype,i ntm sgtga, char *groupi.n tr oot)
intb ufid p� getsubf(void)
intb ufid pvm_getrbuf(void) opo ptiso n vpt ypeo ptions
int oldbuf pvm_setsbuf(biunfti d) PvmMax PVM_BYTE PVM_PLOAT PVM_STR
int oldbuf pvm_setrbufb(uifnitd ) PvmMin PVM_SHORT PVM_DOUBLE PVM_UINT
intb ufid pvm_initsende(nicnotd ing) PvmSum PVM_INT PVM_CPLX PVM_USHORT
PvmProduct PVM_LONG PVM_DCPLI PVM_ULOHG
Encodinogp tions MEANING
PvmDataDefault 0 XDft
PvmDataRaw 1 no encoding
PvmDataInPlace 2 datal efti np lace
PVM: ParallVeilr tuaMla chine
Scientiafincd E ngineeriCnogm putation
JanuKsozw aliEkd,i tor
Data-ParalPlreoglra mmingo nM IMD Computers
byP hilJi.Hp a tchaenrdM ichJa.eQ lu in1n9,9 1
UnstructuSrceide ntCiofimcp utatoinoS nc alabMluelit processors
editbeyPd i yuMsehh roJtoreaSl,a latnzdR, o beVroti g19t9,1
ParalCloemlp utatiFolnuailDd y namicIsm:p lementatainodRn ess ults
editbeyHd o rDs.tS imo1n9,9 2
EnterpriIsnet egratMioodne linPgr:o ceedionftg hseF irsItn ternatioCnoanlf erence
editbeyCd h arJl.Pe est rJri.,e 1,9 92
TheH ighP erformaFnocret raHna ndbook
byC harHl.eK so elbDealv,iB .dL ovemRaonb,e Sr.St c hreGiubyeL r.S, t eeJlrae.n ,d
MaryE .Z ose1l9,9 4
UsinMgP I:P ortabPlaera llPerolg rammingw itthh eM essage-PasIsnitnegr face
byW illGiraomp Epw,i nLgu sakn,dA nthoSnkyj el1l9u9m4,
PVM:P arallel VMiartcuhailn- eA UsersG'u idaen dTu toriaflo rN etworkPeadra llel
Computing
byA lG eisAtd,a mB egueJlaicnDk,o ngarWreai,c hJeinagn Rgo,b eMratn cheakn,d
VaidSyu nder1a9m9,4
PVM: ParalleVli rtuaMla chine
A UsersG'u idean d Tutoriaflo r NetworPkareadl leClo mputing
AlG eist
AdamB eguelin
JackD ongarra
Weichge nJiagn
RoberMta nchek
VaidSyu nderam
TheM IT Press
Cambriged,M assachusetts
LondonE,ng land
Fifth prin2t0i0n0g .
© 199M4as sachuseItntsst iotfuT teech nology
Allri ghts reservNeod .p arto ft hsib ookm ayb er eproducienad n yf ormb ya nye lcetronoirc
mechaniaclm eans( includpihnogt ocopyriencgo,r dionrgi ,n formatsitoonr aagned r etrievwailt)h out
permissiinow nr itifnrgo mt hep ublihser.
Thisb ookw as seti nU\ 'IEX byt hea uthoarnsd w as printaendd b oundi nt heU niteSdt ateso fA merica.
LibraorfyC ongress Cataloging-inD-aPtuab lication
PVM parallveilr tumaalc hin-e a usersg'u idae ndt utorianle twfoorrpk aerda llceolm putin/g AI
Geis.t.. leta iJ.
p. em. - (Scientainfidc e ngineercionmgp utation)
Includbeisb liograprheifcearle nacnedsi ndex.
ISBN0 -262-5710(8p-0b :k a.ci d-fpraepee r)
1.P arallel compu2t.eCr osm.p utenre tworksI..G eistA,I . IIS.e ries.
QA 76.58.P851 994
005.--2-dc20 94-23404
CIP
Thisb ooki sa lsaov ailaibnlp eo stscrainpdth tmlf ormosv etrh eIn ternet.
Tor etrietvheep ostscrfiilpeyt o uc anu seo neo ft hef ollowmientgh ods:
• anonymous ftp
ftpn etlib2.es.utk.edu
cdp vm3/book
getp vm-book.ps
quit
• froma nym achinoen theI nternteytep :
repan onOnetl2i.bes.utk.edu:pvm3/book/pvmp-vbmo-obko.opks. ps
• sendinemga itlo netlibCornla.ngdoi nvt hem essagtey pe:
sendpvm -book.pfsr omp vm3/book
• useX netlaibn dc lic"lki brary",c lic"kp vm3"c,l ic"kb ookc"l,i c"kp vm3/pvm-bookc.lpisc"k,
"downloa,c dl" ick F"ileGse Ntow ".( Xnetliisab n X -windoiwn terftaoct eh en etlsiobft warbeas edo n
a client-smeordveelrT. h es oftware can bef ounidn n eltib",s ned indefxr omx netlib").
Tov iew theh tmlfi leu set heU RL:
• http:ww/w/.netlib.org/pvm3/book/pvm-book.html
Contents
SeriFeosr eword
xi
Preface xiii
1 Introduction 1
1.1 HeterogeNneetowouCrsok m puting 2
1.2 TrendisnD istributed Computing 3
1.3 PVMO verview 5
1.4 OthePra ckages
6
1.4.T1h ep 4S ystem 6
1.4.2E xpress 7
1.4.3 MP! 7
1.4.4T heL indSay stem 8
2 The PVM Sysetm 11
3 UsingP VM 19
3.1 Howt oO btatihnPe V MS oftware 19
3.2 SettuopU sePV M 19
3.3 SetuSpu mmary 20
3.4 StartPiVnMg 22
3.5 CommoSnt arPtruopb lems 24
3.6 RunniPnVMg Programs 25
3.7 PVMC onsDoeltea ils 27
3.8 HosFti lOep tions 29
4 BasicP rogramminTge chniques 33
4.1 CommoPna raPlrloeglr amPmairnagd igms 33
4.1.1 CrowCdo mputations 34
4.1.2Tr eeC omputations 37
4.2 WorklAolaldo cation 39
4.2.1D atDae composition 40
4.2.2Fu nctiDoenc omposition 41
vi Contents
4.3 PortEixnigs tApipnlcgiat ointso P VM 43
5 PVM UserI ntearcfe 45
5.1 ProcCeosnstr ol 46
5.2 Information 49
5.3 DynamicCo nfiguratoin 50
5.4 Signaling 51
5.5 Settianngd G ettiOnpgt inso 52
5.6 MessaPgaes sing 53
5.6.1M essaBgueff ers 53
5.6.2P ackingD ata 55
5.6.3S endainndRg e ceiving Data 57
5.6.4U npacking Data 59
5.7 DynamiPcr oceGssr oups 60
6 PrograEmx amples 63
6.1 Fork-Join 63
6.2 DotP roduct 68
6.3 Failure 73
6.4 MatriMxU ltiply 76
6.5 One-DimenHesaitEo qnuaatli on 83
91
6.5.1D iffereSntty loesfC ommunication
7 How PVM Works 93
7.1 Components 93
7.1.1 TasIkd entifiers 93
7.1.2A rchitecCtluarses es 95
7.1.3M essaMgoed el 95
7.1.4A synchroounsN otification 96
7.1.P5VM Daemoann dP rogrammign Library 96
7.2 Messages 97
7.2.Fr1a gmenatnsdDa tabufs 97
Contents vii
7.2.2 MessaignLe isb pvm 97
7.2.3M essaignte hsPe v md 98
7.2.4P vmdE ntProyi nts 98
7.2.5C ontMreosls ages 101
7.3 PVMD aemon 101
7.3.1S tartup 101
7.3.2S hutdown 102
7.33. HosTta balneMd a chiCnoen figuration 102
7.3.4T asks 104
7.3.5W aiCto ntexts 105
7.3.6F auDlett ecatnidRoe nc overy 106
7.3.P7 vmd' 106
7.3.8 StartSilnaPgvv em ds 107
7.3.9R esouMracnea ger 109
7.4 LibpLvimb rary 111
7.4.1 LanguSaugpep ort 111
7.4.2C onnecttoti hnPegv md 111
75. Protocols 112
7.5.1M essages 112
7.5.2P vmd-Pvmd 112
7.5.3Pv mdT-aska ndT ask-Task 116
7.6 MessaRgoeu tgi n 117
7.6.1P vmd 117
7.6.2 Pvmda ndF oreTiasgkns 118
7.6.3L ibpvm 119
7.6.4M ulticasting 120
7.7 Task Environment 121
7.7.1E nvironVmareinatb les 121
7.7.2S tandIanrpdau ntdO utput 122
7.7.3Tr acing 124
7.7.4D ebgiungg 124
78. ConsPorloeg ram 124
7.9 ResouLricmei tations 125
viii Contents
7.9.1I nt heP VM Daemon 125
7.9.2 Int heT ask 126
7.10 MultiprocSeysssetmosr 126
7.10.M1e ssage-PaAsrscihnigt ectures 127
7.10.S2h ared-MemAorrcyh itectures 130
7.10.O3p tmiizeSde nda ndR eceiovneM PP 132
8 AdvancedT opics 135
8.1 XPVM 135
8.1.N1e twoVrike w 137
8.1.2S pacTei-meV iew 138
8.1.3O theVri wes 139
8.2 PortiPnVgM toN ewA rchitectures 139
8.2.1 Unix Workstations 140
8.2.2M ultiprocessors 142
9 Troubleshooting 147
9.1 Gettign PVM Installed 147
9.1.1S etP VM...ROOT 147
9.1.2 On-LiMnaen uaPla ges 148
9.1.3B uidlingt heR elease 148
9.1.4E rroDrusr inBgu ild 148
9.1.5C ompatiVbelres ions 149
9.2 GettinPgV M Running 149
9.2.1P vmdL ogF ile 149
9.2.2P vmdS ocketA ddreFsisl e 150
9.2.3S tairngt PVM frotmh eC onsole 150
9.2.4S tarintg theP vmdb yH and 151
9.2.5 AddinHgo sttso t heV irtuMaalc hine 151
9.2.6P VM HostF ile 152
9.2.7S huttiDnogw n 152
9.3 Compilgi Anppliconast i 153
9.3.1H eadeFri les 153
Contents ix
9.3.2L inking 153
9.4 RunnignA pplications 154
9.4.1S pawCnan 'tF indE xecutables 154
9.4.2G rouFupnc tions 154
9.4.3M emoryU se 154
9.4.4I npuatn dO utput 155
9.4.5S cheduPlirnigo rity 156
9.4.6R esouLricmei tations 157
9.5 DebuggaindnTr gac ing 157
9.6 DebuggitnhgSe y stem 158
9.6.1R untime MDaseksb ug 159
9.6.2T icktlhee P vmd 159
9.6.3S tartiPvnmgd u ndear D ebugger 160
9.6.4S anHee ap 160
9.6.5S tatistics 161
Glossary 163
A Historoyf P VM Versions 175
B PVM 3 Routines 181
Bibliography 275
Indxe 277
