Skip to content

Instantly share code, notes, and snippets.

from streamsets.sdk import ControlHub
import os
import sys
STREAMSETS_CREDENTIAL_ID = os.environ.get("STREAMSETS_CREDENTIAL_ID", "<default-credential-id>")
STREAMSETS_TOKEN = os.environ.get("STREAMSETS_TOKEN", "<default-token>")
STREAMSETS_ENGINE_ID = os.environ.get("STREAMSETS_ENGINE_ID", "<default-engine-id>")
STREAMSETS_PIPELINE_NAME = os.environ.get("STREAMSETS_PIPELINE_NAME", "Lab - Drone Ops - MQTT to Kafka")
ASTRADB_API_ENDPOINT = os.environ.get("ASTRADB_API_ENDPOINT", "<astradb-api-endpoint>")
ASTRADB_KEYSPACE_NAME = os.environ.get("ASTRADB_KEYSPACE_NAME", "default_keyspace")
from streamsets.sdk import ControlHub
import os
import sys
import json
STREAMSETS_CREDENTIAL_ID = os.environ.get("STREAMSETS_CREDENTIAL_ID", "<default-credential-id>")
STREAMSETS_TOKEN = os.environ.get("STREAMSETS_TOKEN", "<default-token>")
STREAMSETS_ENGINE_ID = os.environ.get("STREAMSETS_ENGINE_ID", "<default-engine-id>")
STREAMSETS_PIPELINE_NAME = os.environ.get("STREAMSETS_PIPELINE_NAME", "Lab - Drone Ops - MQTT to Kafka")
ASTRADB_API_ENDPOINT = os.environ.get("ASTRADB_API_ENDPOINT", "<astradb-api-endpoint>")
var records = sdc.records;
for(var i = 0; i < records.length; i++) {
try {
var documentMap = {};
documentMap["drone_id"] = records[i].value['drone_id'];
documentMap["event_time"] = records[i].value['event_time'];
documentMap["phase"] = records[i].value['phase'];
documentMap["altitude"] = records[i].value['altitude'];
documentMap["latitude"] = records[i].value['latitude'];
@samisalkosuo
samisalkosuo / postgres_to_wxdata_1min_v2.py
Created November 17, 2025 11:22
Sample Spark-application running on IBM watsonx.data and decorated with IBM Databand SDK.
# %% [markdown]
# Drone Ops raw data from PostgreSQL to watsonx.data
#
# Uses Databand. Code uses Databand Python SDK to decorate with Databand tracking.
#
# See https://www.ibm.com/docs/en/dobd?topic=python-tracking-functions.
#
# See also Databand docs https://www.ibm.com/docs/en/dobd?topic=integrations-code-based-workflows.
# %%
@samisalkosuo
samisalkosuo / send_msgs_to_astradb.py
Created November 6, 2025 12:04
Sample app to send messages to DataStax Astra DB
import os, time, threading, random, sys
from datetime import datetime
from astrapy import DataAPIClient
TOKEN = os.getenv("ASTRA_TOKEN")
ENDPOINT = os.getenv("ASTRA_API_ENDPOINT") # e.g. https://<id>-<region>.apps.astra.datastax.com
KEYSPACE = os.getenv("ASTRA_KEYSPACE", "default_keyspace")
COLL_NAME = os.getenv("ASTRA_COLLECTION", "test_messages")
MPS = int(os.getenv("MESSAGES_PER_SECOND", "1"))
@samisalkosuo
samisalkosuo / generate_username.py
Last active January 5, 2017 09:57
Simple function to generate random usernames.
import sys
def generate_username(formatStr,capitalize=True):
"""Generate random user name. formatStr is like CVC-CVC which generates username with consonant-vowel-consonant-consonant-vowel-consonant.abs
C=consonant
V=vowel
N=number
+=space
"""
@samisalkosuo
samisalkosuo / create_ios__icons.sh
Created December 14, 2015 05:28
Create iOS icons from source image.
#!/usr/bin/env bash
#uses clpargs
#https://github.com/samisalkosuo/clpargs
source $GITDIR/clpargs/clpargs.bash
clpargs_program_description "Create iOS app icons from original 1024x1024 icon."
#iOS icon sizes
#https://developer.apple.com/library/ios/documentation/UserExperience/Conceptual/MobileHIG/IconMatrix.html
@samisalkosuo
samisalkosuo / lsp.bash
Last active November 26, 2015 13:04
LS files in dir with full path. http://rnd-dev.com/ls-files-with-full-path/
#!/usr/bin/env bash
if [[ "$1" != "" ]] ; then
cd $1
fi
ls -1 | sed "s;^;$(pwd)/;"
@samisalkosuo
samisalkosuo / maze.py
Last active November 17, 2017 03:52
Some mazes classes translated from Ruby from book: Mazes for Programmers (https://pragprog.com/book/jbmaze/mazes-for-programmers). Used in MazinGame: https://github.com/samisalkosuo/mazingame
#!/usr/bin/env python
#Some mazes classes translated from Ruby
#from book "Mazes for Programmers" by Jamis Buck.
#https://pragprog.com/book/jbmaze/mazes-for-programmers
#
#Includes modifications.
#
#Execute this and you see mazes.
@samisalkosuo
samisalkosuo / deploy_i2iap.sh
Created June 24, 2015 07:24
Script to deploy i2 IAP v3.0.11 in IBM PureApplication environment. Check this too: http://sami.salkosuo.net/silent-service-i2-iap/.
echo Deploying i2 IAP 3.0.11 example deployment
function changeString {
if [[ $# -ne 3 ]]; then
echo "$FUNCNAME ERROR: Wrong number of arguments. Requires FILE FROMSTRING TOSTRING."
return 1
fi
SED_FILE=$1
FROMSTRING=$2