Skip to content

boxhed_.preprocess() returns error: "lib_boxhed_prep.so: undefined symbol: omp_get_thread_num" #4

@pundumx

Description

@pundumx

Traceback:

---------------------------------------------------------------------------
OSError                                   Traceback (most recent call last)
Cell In[13], line 8
      2 for i in (0, ):#[len(model_data_sample)]:#range(1, len(model_data_utsset)):
      3     #newID = random.choice(unusedIDs)
      4     #unusedIDs.remove(newID)
      5     #usedIDs.append(newID)
      6     #print(i)
      7     try:
----> 8         X_post = boxhed_.preprocess(data = model_data_utsset,
      9                                     is_cat = catcols
     10                                    ) # model_data_sample[:i]
     11     except:
     12         print(i)

File [~/.local/lib/python3.9/site-packages/boxhed/boxhed.py:127](https://gtoxcd3nm4usvxhn.ml-7f891075-c7e.qedp-cdp.xhhs-edcc.cloudera.site/lab/tree/.local/lib/python3.9/site-packages/boxhed/boxhed.py#line=126), in boxhed.preprocess(self, data, is_cat, split_vals, num_quantiles, weighted, nthread)
     82 def preprocess(self, data, is_cat=[], split_vals={}, num_quantiles=256, weighted=False, nthread=-1):
     83     """
     84     BoXHED2.0 applies a preprocessing trick to the training data to speed up training. 
     85     THE DATA ONLY NEEDS TO BE PREPROCESSED ONCE PER TRAINING SET. BoXHED2.0 does not use the original training data, 
   (...)
    125         A dictionary containing the preprocessed data.
    126     """
--> 127     self.prep = preprocessor()
    128     X_post               = self.prep.preprocess(
    129         data             = data, 
    130         is_cat           = is_cat,
   (...)
    133         weighted         = weighted, 
    134         nthread          = nthread)
    136     self.train_data_cols = data.columns

File [~/.local/lib/python3.9/site-packages/boxhed_prep/boxhed_prep.py:69](https://gtoxcd3nm4usvxhn.ml-7f891075-c7e.qedp-cdp.xhhs-edcc.cloudera.site/lab/tree/.local/lib/python3.9/site-packages/boxhed_prep/boxhed_prep.py#line=68), in preprocessor.__init__(self)
     65 def __init__(self):
     67     self.prep_libfile = get_prep_lib_dir()
---> 69     self.prep_lib = cdll.LoadLibrary(self.prep_libfile)
     71     # initializing functions to be used as an interface between Python and C++ in ctypes.
     72     self.prep_lib.compute_quant.restype    = None

File /usr/local/lib/python3.9/ctypes/__init__.py:452, in LibraryLoader.LoadLibrary(self, name)
    451 def LoadLibrary(self, name):
--> 452     return self._dlltype(name)

File /usr/local/lib/python3.9/ctypes/__init__.py:374, in CDLL.__init__(self, name, mode, handle, use_errno, use_last_error, winmode)
    371 self._FuncPtr = _FuncPtr
    373 if handle is None:
--> 374     self._handle = _dlopen(self._name, mode)
    375 else:
    376     self._handle = handle

OSError: /home/cdsw/.local/lib/python3.9/site-packages/boxhed_prep/build/lib_boxhed_prep.so: undefined symbol: omp_get_thread_num

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type
    No fields configured for issues without a type.

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions