diff --git a/src/setfit/training_args.py b/src/setfit/training_args.py
index d6a3aa41..9becb33c 100644
--- a/src/setfit/training_args.py
+++ b/src/setfit/training_args.py
@@ -8,13 +8,17 @@
 
 import torch
 from sentence_transformers import losses
+
 from transformers import IntervalStrategy
 from transformers.integrations import get_available_reporting_integrations
-from transformers.training_args import default_logdir
 from transformers.utils import is_torch_available
 
-from . import logging
+try:
+    from transformers.integrations.integration_utils import default_logdir
+except ImportError:  # pragma: no cover
+    from transformers.training_args import default_logdir
 
+from . import logging
 
 logger = logging.get_logger(__name__)