_csv.Error: field larger than field limit (131072)

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14

def temp_dump_answer():
    """
    导出部分数据
    """

    def write(data):
        with gzip.open('dump_answer.csv.gz', 'wt', newline='') as file_obj:
            writer = csv.writer(file_obj)
            for key, value in data.items():
                writer.writerow([key, json.dumps(value)])

    def export(conn):
      ...我是导出...
      write(data)

1
2
3
4

  def restore():
      with gzip.open('dump_answer.csv.gz', 'rt', newline='') as file_obj:
          for qid, ans in csv.reader(file_obj):
              pass

1
2
3

# fix "_csv.Error: field larger than field limit (131072)"
# via https://stackoverflow.com/a/15063941
csv.field_size_limit(sys.maxsize)