86 RCP<Matrix> A = Get< RCP<Matrix> > (level,
"A");
87 RCP<BlockedCrsMatrix> bA = Teuchos::rcp_dynamic_cast<BlockedCrsMatrix>(A);
88 RCP<const Map> rowMap;
89 if(bA != Teuchos::null) {
91 RCP<const Map> bArowMap = bA->getRowMap();
92 RCP<const BlockedMap> bRowMap = Teuchos::rcp_dynamic_cast<const BlockedMap>(bArowMap);
93 rowMap = bRowMap->getFullMap();
95 rowMap = A->getRowMap();
98 typedef Xpetra::MultiVector<typename Teuchos::ScalarTraits<Scalar>::magnitudeType,
LocalOrdinal,
GlobalOrdinal,
Node> double_multivector_type;
99 RCP<double_multivector_type> Coords = Get< RCP<double_multivector_type> >(level,
"Coordinates");
100 size_t dim = Coords->getNumVectors();
101 int numParts = Get<int>(level,
"number of partitions");
103 if (numParts == 1 || numParts == -1) {
105 RCP<Xpetra::Vector<GO, LO, GO, NO> > decomposition = Xpetra::VectorFactory<GO, LO, GO, NO>::Build(rowMap,
true);
106 Set(level,
"Partition", decomposition);
108 }
else if (numParts == -1) {
110 RCP<Xpetra::Vector<GO,LO,GO,NO> > decomposition = Teuchos::null;
111 Set(level,
"Partition", decomposition);
115 float zoltanVersion_;
116 Zoltan_Initialize(0, NULL, &zoltanVersion_);
118 RCP<const Teuchos::MpiComm<int> > dupMpiComm = rcp_dynamic_cast<const Teuchos::MpiComm<int> >(rowMap->getComm()->duplicate());
119 RCP<const Teuchos::OpaqueWrapper<MPI_Comm> > zoltanComm = dupMpiComm->getRawMpiComm();
121 RCP<Zoltan> zoltanObj_ = rcp(
new Zoltan((*zoltanComm)()));
122 if (zoltanObj_ == Teuchos::null)
129 if ((rv = zoltanObj_->Set_Param(
"num_gid_entries",
"1")) != ZOLTAN_OK)
130 throw Exceptions::RuntimeError(
"MueLu::Zoltan::Setup : setting parameter 'num_gid_entries' returned error code " + Teuchos::toString(rv));
131 if ((rv = zoltanObj_->Set_Param(
"num_lid_entries",
"0") ) != ZOLTAN_OK)
132 throw Exceptions::RuntimeError(
"MueLu::Zoltan::Setup : setting parameter 'num_lid_entries' returned error code " + Teuchos::toString(rv));
133 if ((rv = zoltanObj_->Set_Param(
"obj_weight_dim",
"1") ) != ZOLTAN_OK)
134 throw Exceptions::RuntimeError(
"MueLu::Zoltan::Setup : setting parameter 'obj_weight_dim' returned error code " + Teuchos::toString(rv));
136 if (GetVerbLevel() &
Statistics1) zoltanObj_->Set_Param(
"debug_level",
"1");
137 else zoltanObj_->Set_Param(
"debug_level",
"0");
139 zoltanObj_->Set_Param(
"num_global_partitions",
toString(numParts));
141 zoltanObj_->Set_Num_Obj_Fn(GetLocalNumberOfRows, (
void *) A.getRawPtr());
142 zoltanObj_->Set_Obj_List_Fn(GetLocalNumberOfNonzeros, (
void *) A.getRawPtr());
143 zoltanObj_->Set_Num_Geom_Fn(GetProblemDimension, (
void *) &dim);
144 zoltanObj_->Set_Geom_Multi_Fn(GetProblemGeometry, (
void *) Coords.get());
147 ZOLTAN_ID_PTR import_gids = NULL;
148 ZOLTAN_ID_PTR import_lids = NULL;
149 int *import_procs = NULL;
150 int *import_to_part = NULL;
151 ZOLTAN_ID_PTR export_gids = NULL;
152 ZOLTAN_ID_PTR export_lids = NULL;
153 int *export_procs = NULL;
154 int *export_to_part = NULL;
163 rv = zoltanObj_->LB_Partition(newDecomp, num_gid_entries, num_lid_entries,
164 num_imported, import_gids, import_lids, import_procs, import_to_part,
165 num_exported, export_gids, export_lids, export_procs, export_to_part);
166 if (rv == ZOLTAN_FATAL)
172 RCP<Xpetra::Vector<GO, LO, GO, NO> > decomposition;
174 decomposition = Xpetra::VectorFactory<GO, LO, GO, NO>::Build(rowMap,
false);
175 ArrayRCP<GO> decompEntries = decomposition->getDataNonConst(0);
177 int mypid = rowMap->getComm()->getRank();
178 for (
typename ArrayRCP<GO>::iterator i = decompEntries.begin(); i != decompEntries.end(); ++i)
181 LO blockSize = A->GetFixedBlockSize();
182 for (
int i = 0; i < num_exported; ++i) {
185 LO localEl = rowMap->getLocalElement(export_gids[i]);
186 int partNum = export_to_part[i];
187 for (LO j = 0; j < blockSize; ++j)
188 decompEntries[localEl + j] = partNum;
192 Set(level,
"Partition", decomposition);
194 zoltanObj_->LB_Free_Part(&import_gids, &import_lids, &import_procs, &import_to_part);
195 zoltanObj_->LB_Free_Part(&export_gids, &export_lids, &export_procs, &export_to_part);
225 ZOLTAN_ID_PTR ,
int ,
float *weights,
int *ierr) {
226 if (data == NULL || NumGidEntries < 1) {
227 *ierr = ZOLTAN_FATAL;
233 Matrix *A = (Matrix*) data;
234 RCP<const Map> map = A->getRowMap();
236 LO blockSize = A->GetFixedBlockSize();
239 size_t numElements = map->getLocalNumElements();
240 ArrayView<const GO> mapGIDs = map->getLocalElementList();
242 if (blockSize == 1) {
243 for (
size_t i = 0; i < numElements; i++) {
244 gids[i] = as<ZOLTAN_ID_TYPE>(mapGIDs[i]);
245 weights[i] = A->getNumEntriesInLocalRow(i);
249 LO numBlockElements = numElements / blockSize;
251 for (LO i = 0; i < numBlockElements; i++) {
254 gids[i] = as<ZOLTAN_ID_TYPE>(mapGIDs[i*blockSize]);
256 for (LO j = 0; j < blockSize; j++)
257 weights[i] += A->getNumEntriesInLocalRow(i*blockSize+j);
284 ZOLTAN_ID_PTR , ZOLTAN_ID_PTR ,
int dim,
double *coordinates,
int *ierr)
287 *ierr = ZOLTAN_FATAL;
291 typedef Xpetra::MultiVector<typename Teuchos::ScalarTraits<Scalar>::coordinateType,
LocalOrdinal,
GlobalOrdinal,
Node> double_multivector_type;
292 double_multivector_type *Coords = (double_multivector_type*) data;
294 if (dim != Teuchos::as<int>(Coords->getNumVectors())) {
296 *ierr = ZOLTAN_FATAL;
300 TEUCHOS_TEST_FOR_EXCEPTION(numObjectIDs != Teuchos::as<int>(Coords->getLocalLength()),
Exceptions::Incompatible,
"Length of coordinates must be the same as the number of objects");
302 ArrayRCP<ArrayRCP<const typename Teuchos::ScalarTraits<Scalar>::coordinateType> > CoordsData(dim);
303 for (
int j = 0; j < dim; ++j)
304 CoordsData[j] = Coords->getData(j);
306 size_t numElements = Coords->getLocalLength();
307 for (
size_t i = 0; i < numElements; ++i)
308 for (
int j = 0; j < dim; ++j)
309 coordinates[i*dim+j] = (
double) CoordsData[j][i];