feat: create dtype option for csv upload (#23716)

This commit is contained in:
Elizabeth Thompson
2023-04-24 12:53:53 -07:00
committed by GitHub
parent 4873c0990a
commit 71106cfd97
6 changed files with 160 additions and 2 deletions

View File

@@ -15,6 +15,7 @@
# specific language governing permissions and limitations
# under the License.
import io
import json
import os
import tempfile
import zipfile
@@ -189,6 +190,7 @@ class CsvToDatabaseView(CustomFormView):
delimiter_input = form.otherInput.data
try:
kwargs = {"dtype": json.loads(form.dtype.data)} if form.dtype.data else {}
df = pd.concat(
pd.read_csv(
chunksize=1000,
@@ -208,6 +210,7 @@ class CsvToDatabaseView(CustomFormView):
skip_blank_lines=form.skip_blank_lines.data,
skipinitialspace=form.skip_initial_space.data,
skiprows=form.skiprows.data,
**kwargs,
)
)