23 #ifndef AlpsKnowledgeBrokerMPI_h_
24 #define AlpsKnowledgeBrokerMPI_h_
333 int & numNodesProcessed,
334 int & numNodesBranched,
335 int & numNodesDiscarded,
336 int & numNodesPartial,
338 bool & betterSolution);
343 MPI_Request &request);
363 double receiverWorkload);
368 double receiverWorkload);
381 double recvWL = 0.0);
AlpsProcessType
This enumerative constant describes the various process types.
@ AlpsKnowledgeTypeSolution
This data structure is to contain the packed form of an encodable knowledge.
int clusterSize_
The actual size of the cluster to which the process belongs.
double clusterWorkQuantity_
The workload quantity of the cluster to which the process belongs.
int incumbentID_
The process id that store the incumbent.
void masterForceHubTerm()
Master tell hubs to terminate due to reaching limits or other reason.
void hubAllocateDonation(char *&buf, MPI_Status *status)
Hub allocates the donated workload to its workers.
int clusterRank_
The local rank of the process in clusterComm_.
void incSendCount(const char *how, int s=1)
Increment the number of sent message.
bool blockTermCheck_
Indicate whether do termination check.
AlpsProcessType * processTypeList_
The AlpsProcessType of all process.
bool updateIncumbent_
Indicate whether the incumbent value is updated between two checking point.
AlpsKnowledgeBrokerMPI(int argc, char *argv[], AlpsModel &model)
Useful construtor.
virtual int getProcRank() const
Query the global rank of the process.
double workQuantity_
The workload quantity of the workload on the process.
void masterMain(AlpsTreeNode *root)
Master generates subtrees and sends them to hubs in Round-Robin way.
double * workerWorkQuantities_
The workload quantities of workers in the cluster to which this proces belongs.
void rootSearch(AlpsTreeNode *root)
This function.
virtual double getBestQuality() const
The master queries the quality of the best solution it knowns.
void incRecvCount(const char *how, int s=1)
Increment the number of received message.
bool * workerReported_
Indicate which worker has been reported its work.
bool blockWorkerReport_
Indicate whether a worker need to report state to its hub.
double msgTime_
The time spent processing messages (include idle).
int sendCount_
The number of new messages sent by the process after last survey.
double systemWorkQuantityForce_
The workload quantity of the whole system before forcing termination.
void receiveRampUpNode(int sender, MPI_Comm comm, MPI_Status *status)
First receive the size and the contend of a node, then construct a subtree with this received node.
int haltSearch_
Temporily halt search.
bool blockHubReport_
Indicate whether a hub need to report state to master.
void sendIncumbent()
Sent the incumbent value and rank to its two child if eixt.
int hubNum_
The Number of hubs.
bool * hubReported_
Indicate which hub has been reported its work.
int * hubNodeProcesseds_
To record how many nodes processed for each hub.
void receiveSubTree(char *&buf, int sender, MPI_Status *status)
Receive a subtree from the sender process and add it into the subtree pool.
void deleteSubTrees()
Delete subTrees in pools and the active subtree.
MPI_Request subTreeRequest_
Send subtree request.
int masterDoBalance_
Whether master do load balance.
void search(AlpsModel *model)
Search best solution for a given model.
void workerRecvIndices(char *&bufLarge)
A worker receive node index from master.
int myHubRank_
The global rank of its hub for a worker.
void sendFinishInit(const int target, MPI_Comm comm)
Send finish initialization signal to the target process.
MPI_Comm clusterComm_
Communicator of the cluster to which the process belongs.
void packEncoded(AlpsEncoded *enc, char *&buf, int &size, int &position, MPI_Comm comm)
Pack an AlpsEncoded instance into buf.
void rootInitMaster(AlpsTreeNode *root)
Static load balancing: Root Initialization.
double systemWorkQuality_
The workload quality of the whole system.
AlpsSubTree * rampUpSubTree_
A subtree used in during up.
int recvCount_
The number of new messages received by the process after last survey.
void spiralDonateNode()
Unpack msg and donate a node.
int systemSendCount_
The total number of messages sent by the all processes.
void masterSendIndices(char *&bufLarge)
Master send a batch of node indices to the receiving worker.
MPI_Request forwardRequestL_
Forward model knoledge request.
MPI_Group hubGroup_
MPI_Group consists of all hubs.
MPI_Request modelKnowRequestL_
Send model knoledge request.
AlpsProcessType processType_
The AlpsProcessType of this process.
int modelGenPos_
Size of the shared knowledge.
int * hubRanks_
The global ranks of the hubs.
AlpsReturnStatus doOneUnitWork(int unitWork, double unitTime, AlpsExitStatus &exitStatus, int &numNodesProcessed, int &numNodesBranched, int &numNodesDiscarded, int &numNodesPartial, int &depth, bool &betterSolution)
Explore a subtree from subtree pool for certain units of work/time.
~AlpsKnowledgeBrokerMPI()
Destructor.
virtual double getIncumbentValue() const
The process queries the quality of the incumbent this process stores.
AlpsTimer masterTimer_
Master timer.
char * largeBuffer2_
Large message buffer.
int clusterNodeProcessed_
To record how many nodes by a cluster.
void spiralRecvProcessNode()
Unpack the node, explore it and send load info to master.
void refreshSysStatus()
The master re-calculate the system status.
int unitWorkNodes_
Number of nodes in one unit of work.
AlpsTimer workerTimer_
Worker timer.
double * workerWorkQualities_
The workload qualities of workers in the cluster to which this proces belongs.
void hubReportStatus(int tag, MPI_Comm comm)
A hub reports its status (workload and msg counts) to the master.
bool allHubReported_
Indicate whether all hubs have reported status to master at least once.
void receiveSizeBuf(char *&buf, int sender, int tag, MPI_Comm comm, MPI_Status *status)
Receive the size of buffer, allocate memory for buffer, then receive the message and put it in buffer...
MPI_Comm hubComm_
Communicator consists of all hubs.
AlpsKnowledgeBrokerMPI()
Default construtor.
void decSendCount(const char *how, int s=1)
Decrement the number of sent message.
MPI_Request modelKnowRequestR_
bool unpackSetIncumbent(char *&buf, MPI_Status *status)
unpack the incumbent value, then store it and the id of the process having the incumbent in AlpsDataP...
void hubForceWorkerTerm()
Hub tell workers to terminate due to reaching limits or other reason.
void masterBalanceHubs()
Master balance the workload of hubs.
void workerAskIndices()
A worker ask for node index from master.
void updateWorkloadInfo()
Calculate the work quality and quantity on this process.
double * hubWorkQuantities_
The workload quantities of all clusters/hubs.
virtual int getMasterRank() const
Query the global rank of the Master.
double incumbentValue_
Incumbent value.
void forwardModelKnowledge()
void donateWork(char *&buf, int tag, MPI_Status *status, int recvID=-1, double recvWL=0.0)
A worker donate its workload to the specified worker.
int processNum_
The Number of processes launched.
AlpsTimer hubTimer_
Hub timer.
void broadcastModel(const int id, const int source)
Broadcast the model from source to other processes.
int userClusterSize_
The user reqested size of a cluster.
bool sendSubTree(const int target, AlpsSubTree *&st, int tag)
Send a given subtree to the target process.
int hubDoBalance_
Whether a hub do load balance.
char * attachBuffer_
Buffer attached to MPI when sharing generated knowledge.
int modelGenID_
The global rank of the process that share generated model knowledge.
void masterUpdateSysStatus(char *&buf, MPI_Status *status, MPI_Comm comm)
Master unpack the status of a hub from buf and update system status.
double rampUpTime_
The time spent in ramp up.
double workQuality_
The workload quality of the process.
void refreshClusterStatus()
A hub adds its status to the cluster's status.
void changeWorkingSubTree(double &changeWorkThreshold)
Change subtree to be explored if it is too worse.
void sendModelKnowledge(MPI_Comm comm, int receiver=-1)
Set generated knowlege (related to model) to receiver.
void sendSizeBuf(char *&buf, int size, int position, const int target, const int tag, MPI_Comm comm)
Send the size and content of a buffer to the target process.
void workerMain()
Worker first receive subtrees, then start to explore them.
void sendRampUpNode(const int target, MPI_Comm comm)
Send the size and the content of the best node of a given subtree to the target process.
virtual AlpsProcessType getProcType() const
Query the type (master, hub, or worker) of the process.
virtual void searchLog()
Log search statistics.
void sendKnowledge(AlpsKnowledgeType type, int sender, int receiver, char *&msgBuffer, int msgSize, int msgTag, MPI_Comm comm, bool blocking)
Set knowlege.
virtual int getNumNodeLeftSystem()
void hubsShareWork(char *&buf, MPI_Status *status)
Two hubs share their workload.
int clusterSendCount_
The number of new messages sent by the processes in clusterComm_ after last survey.
AlpsPsStats psStats_
More statistics.
MPI_Request forwardRequestR_
double idleTime_
The time spent waiting for work.
void recvErrorCode(char *&bufLarge)
Receive error code and set solution status.
double clusterWorkQuality_
The workload quality of the cluster to which the process belong.
void receiveModelKnowledge(MPI_Comm comm)
Receive generated knowlege (related to model) from sender.
int globalRank_
The rank of the process in MPI_COMM_WORLD.
void spiralMaster(AlpsTreeNode *root)
Static load balancing: spiral.
char * largeBuffer_
Large message buffer.
void initializeSearch(int argc, char *argv[], AlpsModel &model)
This function.
double rampDownTime_
The time spent in ramp down.
void hubUpdateCluStatus(char *&buf, MPI_Status *status, MPI_Comm comm)
A hub unpacks the status of a worker from buffer.
virtual double getBestEstimateQuality()
Get best estimalted quality in system.
void masterAskHubDonate(int donorID, int receiverID, double receiverWorkload)
Master asks a hub to donate its workload to another hub.
AlpsEncoded * unpackEncoded(char *&buf, int &position, MPI_Comm comm, int size=-1)
Unpack the given buffer into an AlpsEncoded instance.
double * hubWorkQualities_
The workload qualities of hubs.
double masterBalancePeriod_
The period that master do load balancing.
char * smallBuffer_
Small message buffer.
bool hubWork_
Whether hub should also work as a worker.
int clusterRecvCount_
The number of new messages received by the processes in clusterComm_ after last survey.
int systemRecvCount_
The total number of messages sent by the all processes.
double systemWorkQuantity_
The workload quantity of the whole system.
virtual void printBestSolution(char *outputFile=0) const
Master prints out the best solution that it knows.
void hubBalanceWorkers()
Hub balances the workloads of its workers.
void sendErrorCodeToMaster(int errorCode)
Send error code to master.
void processMessages(char *&buffer, MPI_Status &status, MPI_Request &request)
Processing messages.
void receiveKnowledge(AlpsKnowledgeType type, int sender, int receiver, char *&msgBuffer, int msgSize, int msgTag, MPI_Comm comm, MPI_Status *status, bool blocking)
Receive knowlege.
void hubSatisfyWorkerRequest(char *&buf, MPI_Status *status)
Hub satisfies the workload rquest from a worker.
void tellMasterRecv()
Inform master that a proc has received workload during a load balance initialized by master.
double hubReportPeriod_
The period that a hub load balancing and report cluster status.
void requestKnowledge(AlpsKnowledgeType type, int sender, int receiver, char *&msgBuffer, int msgSize, int msgTag, MPI_Comm comm, bool blocking)
Request knowlege.
void collectBestSolution(int destination)
Send the best solution from the process having it to destination.
void tellHubRecv()
Inform hub that a proc has received workload during a load balance initialized by a hub.
void sendNodeModelGen(int receiver, int doUnitWork)
Send a node from rampUpSubTree's node pool and generated model knowledge.
bool forceTerminate_
Terminate due to reaching limits (time and node) or other reason.
int masterRank_
The global rank of the master.
void init()
Initialize member data.
bool blockAskForWork_
Indicate whether a worker need to as for work from its hub.
void hubMain()
Hub generates subtrees and sends them to workers in Round-Robin way.
void decRecvCount(const char *how, int s=1)
Decrement the number of sent message.
MPI_Request solRequestL_
Send model knoledge request.
void hubAskWorkerDonate(int donorID, int receiverID, double receiverWorkload)
Hub asks a worker to donate its workload to another worker.
void workerReportStatus(int tag, MPI_Comm comm)
A worker report its status (workload and msg counts) to its hub.
int * workerNodeProcesseds_
To record how many nodes processed for each worker in a cluster.
The base class of knowledge broker class.
virtual bool hasKnowledge(AlpsKnowledgeType kt) const
Query whether there are knowledges in the given type of knowledge pools.
virtual int getNumKnowledges(AlpsKnowledgeType kt) const
Query the number of knowledge in the given type of a knowledge pool.
virtual std::pair< AlpsKnowledge *, double > getBestKnowledge(AlpsKnowledgeType kt) const
Get the best knowledge in the given type of knowledge pools.
This class contains the data pertaining to a particular subtree in the search tree.
This class holds one node of the search tree.