Marin mrn-aglic
mrn-aglic
/ pyarrow_extension_example.py
Created
December 6, 2024 18:29
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import typing | |
| from dataclasses import asdict, dataclass, fields, is_dataclass | |
| from types import SimpleNamespace | |
| from typing import get_args, get_origin | |
| import pyarrow as pa | |
| def get_field_arrow_type(field): | |
| """Map a field's Python type to an Arrow type.""" |
mrn-aglic
/ dataset.py
Created
November 18, 2022 17:25
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| wildfires_dataset = Dataset("s3://locals3/datasets/test.csv") |
mrn-aglic
/ transfer_operator.py
Created
October 11, 2022 19:41
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| class TransferPsqlToMysql(BaseOperator): | |
| template_fields = ["sql"] | |
| template_ext = [".sql"] | |
| template_fields_renderers = {"sql": "sql"} | |
| # pylint: disable=too-many-arguments | |
| def __init__( | |
| self, | |
| postgres_conn_id, |
mrn-aglic
/ print_rows.py
Created
October 11, 2022 19:38
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| def print_rows(conn_id, db_hook, **context): | |
| hook = db_hook(conn_id) | |
| rows = hook.get_records("SELECT COUNT(*) FROM movies") | |
| logging.info(rows) |
mrn-aglic
/ gist:5c9ef3c1b43ea8094d97
Last active
August 29, 2015 14:25
Unable to launch sbt in NetLogo repository
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Marins-MBP:NetLogo Marin$ sbt | |
| [info] Loading global plugins from /Users/Marin/.sbt/0.13/plugins | |
| [info] Loading project definition from /Users/Marin/Documents/NetLogo/project | |
| [info] Updating {file:/Users/Marin/Documents/NetLogo/project/}netlogo-build... | |
| [info] Resolving org.eclipse.jgit#org.eclipse.jgit.archive;3.7.0.201502260915-r [info] Resolving org.scala-sbt.ivy#ivy;2.3.0-sbt-fccfbd44c9f64523b61398a0155784d[info] Resolving org.fusesource.jansi#jansi;1.4 ... | |
| [info] Done updating. | |
| java.lang.NullPointerException | |
| at java.io.File.<init>(File.java:277) | |
| at sbt.package$.file(package.scala:24) | |
| at $1747e216ca710d968f9a$$anonfun$$sbtdef$1$$anonfun$apply$1.apply(/Users/Marin/Documents/NetLogo/project/build.sbt:6) |