feat: csv support lazy quotes

README.md

@@ -156,6 +156,7 @@ files:
       withHeader: false
       withLabel: false
       delimiter: ","
+      lazyQuotes: false
 ```
 
 #### CSV data files
@@ -172,6 +173,7 @@ One CSV file can only store one type of vertex or edge. Vertices and edges of th
   * `withHeader`: The default value is false. The format of the header is described in the following section.
   * `withLabel`: The default value is false. The format of the label is described in the following section.
   * `delimiter`: **Optional**. Specify the delimiter for the CSV files. The default value is `","`. And only a 1-character string delimiter is supported.
+  * `lazyQuotes`: **Optional**. If `lazyQuotes` is true, a quote may appear in an unquoted field and a non-doubled quote may appear in a quoted field.
 
 #### `schema`
 

README_zh-CN.md

@@ -131,6 +131,7 @@ files:
       withHeader: false
       withLabel: false
       delimiter: ","
+      lazyQuotes: false
 ```
 
 #### 数据文件
@@ -146,6 +147,7 @@ files:
   - `withHeader`：默认是 `false`，文件头的格式在后面描述。
   - `withLabel`：默认是 `false`，label 的格式也在后面描述。
   - `delimiter`：**可选**。指定 CSV 文件的分隔符，默认是 `","`。目前只有单字符的分隔符被支持。
+  - `lazyQuotes`：**可选**。如果 `lazyQuotes` 设置为 `true`，引号可能出现在不带引号的字段中，非双引号可能出现在带引号的字段中。
 
 #### `schema`
 

examples/v2/course-lazy-quotes.csv

@@ -0,0 +1,7 @@
+00testLazyQuotes0,a "word",4,No1
+00testLazyQuotes1,a"1"2",4,No1
+00testLazyQuotes2,a",4,No1
+00testLazyQuotes3,a"b,4,No1
+00testLazyQuotes4,a"b,4,No1
+00testLazyQuotes5,a""b,4,No1
+00testLazyQuotes6,"a"b",4,No1

examples/v2/example.yaml

@@ -77,6 +77,30 @@ files:
               - name: name
                 type: string
 
+  - path: ./course-lazy-quotes.csv
+    failDataPath: ./err/course-lazy-quotes
+    batchSize: 2
+    inOrder: true
+    type: csv
+    csv:
+      withHeader: false
+      withLabel: false
+      lazyQuotes: true
+    schema:
+      type: vertex
+      vertex:
+        tags:
+          - name: course
+            props:
+              - name: name
+                type: string
+              - name: credits
+                type: int
+          - name: building
+            props:
+              - name: name
+                type: string
+
   - path: ./course.csv
     failDataPath: ./err/course-concat
     batchSize: 2

pkg/config/config.go

@@ -100,6 +100,7 @@ type CSVConfig struct {
 	WithHeader *bool   `json:"withHeader" yaml:"withHeader"`
 	WithLabel  *bool   `json:"withLabel" yaml:"withLabel"`
 	Delimiter  *string `json:"delimiter" yaml:"delimiter"`
+	LazyQuotes *bool   `json:"lazyQuotes" yaml:"lazyQuotes"`
 }
 
 type File struct {

pkg/csv/reader.go

@@ -49,6 +49,9 @@ func (r *CSVReader) InitReader(file *os.File, runnerLogger *logger.RunnerLogger)
 			logger.Log.Infof("The delimiter of %s is %#U", file.Name(), r.reader.Comma)
 		}
 	}
+	if r.CSVConfig.LazyQuotes != nil {
+		r.reader.LazyQuotes = *r.CSVConfig.LazyQuotes
+	}
 	stat, err := file.Stat()
 	if err != nil {
 		logger.Log.Infof("The stat of %s is wrong, %s", file.Name(), err)