Fix bug with torch rmm and nemo (NVIDIA#155)

* Fix bug with torch rmm and nemo Signed-off-by: Ryan Wolf <rywolf@nvidia.com> * Change pycld2 version pin Signed-off-by: Ryan Wolf <rywolf@nvidia.com> --------- Signed-off-by: Ryan Wolf <rywolf@nvidia.com>
sarahyurick · Jul 23, 2024 · fb63051 · fb63051
1 parent 70acdbf
commit fb63051
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/nemo_curator/services/nemo_client.py b/nemo_curator/services/nemo_client.py
@@ -11,16 +11,15 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+from __future__ import annotations
+
 import warnings
 from typing import Iterable, List, Optional, Union
 
 from nemo_curator.services.conversation_formatter import ConversationFormatter
-from nemo_curator.utils.import_utils import safe_import_from
 
 from .model_client import AsyncLLMClient, LLMClient
 
-NemoQueryLLM = safe_import_from("nemo.deploy.nlp", "NemoQueryLLM")
-
 
 class NemoDeployClient(LLMClient):
     """

diff --git a/setup.py b/setup.py
@@ -45,7 +45,7 @@
         "charset_normalizer>=3.1.0",
         "awscli>=1.22.55",
         "fasttext==0.9.2",
-        "pycld2==0.41",
+        "pycld2",
         "justext==3.0.1",
         "resiliparse",
         "ftfy==6.1.1",