diff --git a/classes/class-cli.php b/classes/class-cli.php
index 3a6bd3632..5d7b9cde4 100644
--- a/classes/class-cli.php
+++ b/classes/class-cli.php
@@ -211,7 +211,7 @@ private function csv_format( $records ) {
 		$output = fopen( 'php://output', 'w' ); // @codingStandardsIgnoreLine Clever output for WP CLI using php://output
 
 		foreach ( $records as $line ) {
-			fputcsv( $output, $line );
+			fputcsv( $output, $line, ',', '"', '\\' );
 		}
 
 		fclose( $output ); // @codingStandardsIgnoreLine
diff --git a/exporters/class-exporter-csv.php b/exporters/class-exporter-csv.php
index 85e225f37..39d09b23d 100644
--- a/exporters/class-exporter-csv.php
+++ b/exporters/class-exporter-csv.php
@@ -41,10 +41,10 @@ public function output_file( $data, $columns ) {
 		ob_start();
 
 		$csv = fopen( 'php://output', 'w' );
-		fputcsv( $csv, array_values( $columns ) );
+		fputcsv( $csv, array_values( $columns ), ',', '"', '\\' );
 
 		foreach ( $data as $row ) {
-			fputcsv( $csv, $row );
+			fputcsv( $csv, $row, ',', '"', '\\' );
 		}
 		fclose( $csv ); // phpcs:ignore WordPress.WP.AlternativeFunctions.file_system_operations_fclose