Skip to content

Instantly share code, notes, and snippets.

View csaybar's full-sized avatar
🇵🇪

Cesar Aybar csaybar

🇵🇪
549 followers · 67 following
View GitHub Profile
@csaybar
csaybar / log.txt
Created November 10, 2025 18:05
comparison
(base) cesar@jordi-Katana-GF66-12UC:~$ aria2c -x 16 -k 1M -s 16 -d /home/cesar/Downloads "https://data.source.coop/csaybar/3dclouds/pretraining/__TACOCAT__"
11/10 19:04:21 [NOTICE] Downloading 1 item(s)
[#3aa39e 0B/0B CN:1 DL:0B]
11/10 19:04:23 [NOTICE] File already exists. Renamed to /home/cesar/Downloads/__TACOCAT__.1.
[#3aa39e 137MiB/137MiB(99%) CN:1 DL:14MiB]
11/10 19:04:33 [NOTICE] Download complete: /home/cesar/Downloads/__TACOCAT__.1
Download Results:
gid |stat|avg speed |path/URI
@csaybar
csaybar / log.txt
Created November 10, 2025 18:02
wget comparison
(base) cesar@jordi-Katana-GF66-12UC:~$ wget https://data.source.coop/csaybar/3dclouds/pretraining/__TACOCAT__
--2025-11-10 18:58:37-- https://data.source.coop/csaybar/3dclouds/pretraining/__TACOCAT__
Resolving data.source.coop (data.source.coop)... 54.188.53.230, 34.214.239.109, 54.186.232.91
Connecting to data.source.coop (data.source.coop)|54.188.53.230|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: 144434880 (138M) [binary/octet-stream]
Saving to: ‘__TACOCAT__.2’
__TACOCAT__.2 100%[=====================================================================================================================>] 137,74M 3,75MB/s in 35s
@csaybar
csaybar / gist:6406b172fdb9470d26bafe4bbf2d59df
Last active November 4, 2025 09:57
CLOUD_3D
TACO_METADATA = {
# =========================================================================
# CORE IDENTIFIERS
# =========================================================================
"id": "global-3d-cloud-reconstruction",
"dataset_version": "1.0.0",
"title": "Global 3D Cloud Reconstruction Dataset",
# =========================================================================
# DESCRIPTION
@csaybar
csaybar / qgismap.py
Last active October 12, 2022 00:22
cloudsen12v2 qgis viz
import matplotlib.pyplot as plt
from ee_plugin import Map
import numpy as np
import ee
import re
try:
ee.Image(0)
except:
ee.Initialize()
@csaybar
csaybar / sample
Created October 6, 2022 21:57
ddd
This file has been truncated, but you can view the full file.
id,time_start,PROCESSING_BASELINE,CLOUDY_PIXEL_PERCENTAGE,PRODUCT_ID,ID,cluster
COPERNICUS/S2_SR_HARMONIZED/20210603T175911_20210603T175913_T23XML,2021-06-03T18:00:13Z,3,17.889409,S2A_MSIL2A_20210603T175911_N0300_R041_T23XML_20210603T230410,1267,46
COPERNICUS/S2_SR_HARMONIZED/20220713T093549_20220713T093844_T36WWU,2022-07-13T09:41:55Z,4,43.179256,S2B_MSIL2A_20220713T093549_N0400_R036_T36WWU_20220713T112940,2292,11
COPERNICUS/S2_SR_HARMONIZED/20210430T195851_20210430T200023_T16XEP,2021-04-30T20:01:30Z,3,25.078981,S2A_MSIL2A_20210430T195851_N0300_R128_T16XEP_20210430T235023,1285,17
COPERNICUS/S2_SR_HARMONIZED/20181026T083031_20181026T083026_T36SXJ,2018-10-26T08:30:26Z,2.09,24.418523,S2A_MSIL2A_20181026T083031_N0209_R021_T36SXJ_20181026T094352,48,17
COPERNICUS/S2_SR_HARMONIZED/20190302T173229_20190302T173231_T14TLS,2019-03-02T17:41:05Z,2.11,45.87288,S2B_MSIL2A_20190302T173229_N0211_R055_T14TLS_20190302T214055,393,15
COPERNICUS/S2_SR_HARMONIZED/20190401T054639_20190401T054640_T43TGJ,2019-04-01T05:56:50Z,2.11,8.
@csaybar
csaybar / metadata.json
Last active September 22, 2022 12:08
STARCOP IRIS jsonfile
{
"name": "main",
"authentication_required": true,
"images": {
"path": {
"R": "{id}/input/AR.tif",
"G": "{id}/input/AG.tif",
"B": "{id}/input/AB.tif",
"mag1c": "{id}/input/mag1c.tif",
"mag1c_scaled": "{id}/input/mag1c_scaled.tif"
@csaybar
csaybar / trajets.csv
Created January 21, 2022 08:36
DEP ARR NVOLS PAX_FS FSC year month DEP_LAT DEP_LONG ARR_LAT ARR_LONG date DEP_DEPARTEMENT ARR_DEPARTEMENT
LFBA LFPO 67 1407 CC 2011 1 44.17 0.59 48.72 2.38 2011-01-01 01:01:00 47 91
LFBD LFLL 194 18100 CC 2011 1 44.83 -0.72 45.73 5.08 2011-01-01 01:01:00 33 69
LFBD LFML 95 5577 CC 2011 1 44.83 -0.72 43.44 5.22 2011-01-01 01:01:00 33 13
LFBD LFMN 56 3023 CC 2011 1 44.83 -0.72 43.67 7.22 2011-01-01 01:01:00 33 6
LFBD LFPG 208 23427 CC 2011 1 44.83 -0.72 49.01 2.55 2011-01-01 01:01:00 33 93
LFBD LFPO 332 38477 CC 2011 1 44.83 -0.72 48.72 2.38 2011-01-01 01:01:00 33 91
LFBD LFQQ 67 2517 CC 2011 1 44.83 -0.72 50.56 3.09 2011-01-01 01:01:00 33 59
LFBD LFRS 65 1753 CC 2011 1 44.83 -0.72 47.16 -1.61 2011-01-01 01:01:00 33 44
LFBD LFSB 15 1699 CC 2011 1 44.83 -0.72 47.59 7.53 2011-01-01 01:01:00 33 68
@csaybar
csaybar / label_creation.R
Last active March 13, 2022 17:16
Script to generate labels
highquality_manual_hq <- function(in_path, out_path, restart = 1) {
# List all the available points in in_path
full_points <- list.files(in_path, full.names = TRUE)
message(sprintf("Hay %s puntos", length(full_points)))
if (!all(grepl("point_", basename(full_points)))) {
stop(
"Existen carpetas o archivos que no empiezan con 'point_', eliminar primero",
" todos los archivos/carpetas que no esten relacionado con cloudSEN12."
)
}
@csaybar
csaybar / cloud.py
Last active December 2, 2021 19:06
sen2cloud dataset
import numpy as np
import matplotlib.pyplot as plt
# OBS landuse100 and landuse10, wrong values due to int16 conversion mistake.
s2folder = "/media/csaybar/Elements/minicloudsen12/point_0290/20190812T222541_20190812T222624_T59GNM"
S2L1C = np.load(f"{s2folder}/input.npy")
S2L1C_bands = ["B1", "B2", "B3","B4", "B5", "B6", "B7","B8", "B8A", "B9", "B10", "B11", "B12","VH", "VV", "angle", "CDI", "cloudshadow_direction", "elevation", "landuse100"]
@csaybar
csaybar / demo.csv
Created November 11, 2021 00:16
We can't make this file beautiful and searchable because it's too large.
566247000,"2020-06-05 23:59:13 GMT",63.69642,20.34497,6.5,0,4,5,9502790,"ASIA PEARL VI","9V3195",70,151,29,21,7,6.8,"HOLMSUND","05-31 17:30"
261182507,"2020-06-05 23:59:44 GMT",52.53917,13.34025,0,0,511,0,0,"RENIFER-O-02","SR2507",79,36,8,4,3,0.2,"BERLIN WESTHAFEN","11-05 06:00"
244714000,"2020-06-05 23:54:53 GMT",54.33613,10.15757,360,0,511,5,7336343,"CATHERINA","PIHH",36,38,2,6,1,2.9,"DEKEL","06-01 17:00"
477995258,"2020-06-05 23:59:54 GMT",22.36808,114.10147,218,0,31,0,9674969,"GUO YUAN","VRLK6",80,42,13,5,11,3,"","00-00 00:00"
412332770,"2020-06-05 23:58:17 GMT",31.25105,121.51519,0,0,480,15,0,"HONGNI","0",37,8,8,3,5,0,"","00-00 00:00"
413511050,"2020-06-05 23:59:46 GMT",21.6934,108.63524,360,0,511,0,0,"BEIBUWANYIN21","",50,13,7,3,2,1.5,"","00-00 00:01"
257633490,"2020-06-05 23:59:16 GMT",63.32943,8.07843,360,0,511,0,0,"TORNEDO","LE4710",99,5,3,2,2,1,"SMOLA","11-22 18:00"
413828411,"2020-06-05 23:47:16 GMT",31.95106,120.07355,108.7,6.7,108,15,0,"ZHONG NAN 1118","",70,42,10,4,5,0,"","00-00 00:00"
41345266