A personal diary of DataFrame munging over the years.
Convert Series datatype to numeric (will error if column has non-numeric values)
(h/t @makmanalp)
| FROM python:3.7-alpine3.8 | |
| RUN apk add --no-cache \ | |
| build-base \ | |
| cmake \ | |
| bash \ | |
| jemalloc-dev \ | |
| boost-dev \ | |
| autoconf \ | |
| zlib-dev \ |
| import pandas as pd | |
| import pandas.io.sql as sqlio | |
| import psycopg2 | |
| conn = psycopg2.connect("host='{}' port={} dbname='{}' user={} password={}".format(host, port, dbname, username, pwd)) | |
| sql = "select count(*) from table;" | |
| dat = sqlio.read_sql_query(sql, conn) | |
| conn = None |
A personal diary of DataFrame munging over the years.
Convert Series datatype to numeric (will error if column has non-numeric values)
(h/t @makmanalp)
| def timeit(function): | |
| '''Decorator used for debugging. Prints the call and how long it took.''' | |
| def timed(*args, **kwargs): | |
| ts = time.time() | |
| result = function(*args, **kwargs) | |
| te = time.time() | |
| print("{0} ({1}, {2}) {3:.2} sec" | |
| .format(function.__name__, args, kwargs, te - ts)) |