Uploader - unders/mywiki GitHub Wiki

Service StorageBytesUploader {
   rpc ByteStream{}
}

Service StorageArrowUplaoder{}

Service StorageCatalogWriter {
  rpc CreateBucket{}
  rpc DeleteBucket{}
  rpc CreateFilePath{}
}

Service StorageCatalog{
  rpc GetFile{}
  rpc GetFilePath{}
  rpc ListBuckets{}
  rpc ListFiles{}
}

Service StorageOrchestrator {
  rpc CreateBucketSubscription{}
}

storage
  - uploader
  - catalog
  - catalogWriter (singleton)
  - orchestrator (singletion)


cmd
  arrow

pkg 
  enconding
    arrow 
    arrowcsv
    arrowjson
    arrowparquet
    arrowais
    arrowadsb
    arrowradar

mdf-tcpimporterserver
  -addr=9678
  -type=ais
  -bucket=ais-data
  -datalake=classified

mdf-dataimporter
  -file=tracks.csv
  -type=radar
  -bucket=radar-data
  -datalake=topsecret

mdf-fileuploader
 -file=video.mpg
 -bucket=ais-videos
 -datalake=topsecret