188 int rc = Zoltan_Initialize(argc,
argv,&version);
189 TEUCHOS_ASSERT(rc == 0);
192 Teuchos::CommandLineProcessor
CLP;
194 "This example generates the sparsity pattern for the block stochastic Galerkin matrix.\n");
196 CLP.setOption(
"dimension", &d,
"Stochastic dimension");
198 CLP.setOption(
"order", &p,
"Polynomial order");
199 double drop = 1.0e-12;
200 CLP.setOption(
"drop", &drop,
"Drop tolerance");
201 bool symmetric =
true;
202 CLP.setOption(
"symmetric",
"asymmetric", &symmetric,
"Use basis polynomials with symmetric PDF");
204 CLP.setOption(
"growth", &growth_type,
208 CLP.setOption(
"product_basis", &prod_basis_type,
211 "Product basis type");
213 CLP.setOption(
"ordering", &ordering_type,
216 "Product basis ordering");
218 CLP.setOption(
"partitioning", &partitioning_type,
221 "Partitioning Method");
222 double imbalance_tol = 1.2;
223 CLP.setOption(
"imbalance", &imbalance_tol,
"Imbalance tolerance");
225 CLP.setOption(
"full",
"linear", &
full,
"Use full or linear expansion");
227 CLP.setOption(
"tile_size", &tile_size,
"Tile size");
228 bool save_3tensor =
false;
229 CLP.setOption(
"save_3tensor",
"no-save_3tensor", &save_3tensor,
230 "Save full 3tensor to file");
231 std::string file_3tensor =
"Cijk.dat";
232 CLP.setOption(
"filename_3tensor", &file_3tensor,
233 "Filename to store full 3-tensor");
239 Array< RCP<const Stokhos::OneDOrthogPolyBasis<int,double> > > bases(d);
240 const double alpha = 1.0;
241 const double beta = symmetric ? 1.0 : 2.0 ;
242 for (
int i=0; i<d; i++) {
244 p, alpha, beta,
true, growth_type));
246 RCP<const Stokhos::ProductBasis<int,double> > basis;
253 else if (prod_basis_type ==
TENSOR) {
263 else if (prod_basis_type ==
TOTAL) {
273 else if (prod_basis_type ==
SMOLYAK) {
278 bases, index_set, drop));
282 bases, index_set, drop));
289 Cijk = basis->computeTripleProductTensor();
291 Cijk = basis->computeLinearTripleProductTensor();
293 int basis_size = basis->size();
294 std::cout <<
"basis size = " << basis_size
295 <<
" num nonzero Cijk entries = " << Cijk->num_entries()
299 std::ofstream cijk_file;
301 cijk_file.open(file_3tensor.c_str());
302 cijk_file.precision(14);
303 cijk_file.setf(std::ios::scientific);
304 cijk_file <<
"i, j, k, part" << std::endl;
308 Zoltan_Struct *zz = Zoltan_Create(MPI_COMM_WORLD);
311 Zoltan_Set_Param(zz,
"DEBUG_LEVEL",
"2");
314 Zoltan_Set_Param(zz,
"LB_METHOD",
"HYPERGRAPH");
315 Zoltan_Set_Param(zz,
"HYPERGRAPH_PACKAGE",
"PHG");
316 Zoltan_Set_Param(zz,
"NUM_GID_ENTRIES",
"1");
317 Zoltan_Set_Param(zz,
"NUM_LID_ENTRIES",
"1");
319 Zoltan_Set_Param(zz,
"RETURN_LISTS",
"PARTS");
320 Zoltan_Set_Param(zz,
"OBJ_WEIGHT_DIM",
"0");
321 Zoltan_Set_Param(zz,
"EDGE_WEIGHT_DIM",
"0");
322 int num_parts = basis_size / tile_size;
323 Zoltan_Set_Param(zz,
"NUM_GLOBAL_PARTS", toString(num_parts).c_str());
324 Zoltan_Set_Param(zz,
"NUM_LOCAL_PARTS", toString(num_parts).c_str());
325 Zoltan_Set_Param(zz,
"IMBALANCE_TOL", toString(imbalance_tol).c_str());
335 int changes, numGidEntries, numLidEntries, numImport, numExport;
336 ZOLTAN_ID_PTR importGlobalGids, importLocalGids, exportGlobalGids, exportLocalGids;
337 int *importProcs, *importToPart, *exportProcs, *exportToPart;
354 TEUCHOS_ASSERT(rc == 0);
356 std::cout <<
"num parts requested = " << num_parts
357 <<
" changes= " << changes
358 <<
" num import = " << numImport
359 <<
" num export = " << numExport << std::endl;
365 Array< Array<int> > part_map(num_parts);
366 for (
int i=0; i<numExport; ++i) {
367 part_map[ exportToPart[i] ].push_back( exportGlobalGids[i] );
371 Array<int> perm_new_to_old;
372 for (
int part=0; part<num_parts; ++part) {
373 int num_vtx = part_map[part].size();
374 for (
int i=0; i<num_vtx; ++i)
375 perm_new_to_old.push_back(part_map[part][i]);
377 TEUCHOS_ASSERT(perm_new_to_old.size() == basis_size);
380 Array<int> perm_old_to_new(basis_size);
381 for (
int i=0; i<basis_size; ++i)
382 perm_old_to_new[ perm_new_to_old[i] ] = i;
385 Cijk_type::k_iterator k_begin = Cijk->k_begin();
386 Cijk_type::k_iterator k_end = Cijk->k_end();
387 for (Cijk_type::k_iterator k_it=k_begin; k_it!=k_end; ++k_it) {
389 Cijk_type::kj_iterator j_begin = Cijk->j_begin(k_it);
390 Cijk_type::kj_iterator j_end = Cijk->j_end(k_it);
391 for (Cijk_type::kj_iterator j_it = j_begin; j_it != j_end; ++j_it) {
393 Cijk_type::kji_iterator i_begin = Cijk->i_begin(j_it);
394 Cijk_type::kji_iterator i_end = Cijk->i_end(j_it);
395 for (Cijk_type::kji_iterator i_it = i_begin; i_it != i_end; ++i_it) {
397 cijk_file << perm_old_to_new[i] <<
", "
398 << perm_old_to_new[
j] <<
", "
399 << perm_old_to_new[k] <<
", "
400 << exportToPart[i] << std::endl;
408 Zoltan_LB_Free_Part(&importGlobalGids, &importLocalGids,
409 &importProcs, &importToPart);
410 Zoltan_LB_Free_Part(&exportGlobalGids, &exportLocalGids,
411 &exportProcs, &exportToPart);
417 catch (std::exception& e) {
418 std::cout << e.what() << std::endl;