GCS CloudSQL - ghdrako/doc_snipets GitHub Wiki

gcloud sql instance delete <sql-instance-name>
gcloud sql instance delete <sql-instance-name> --impersonate-service-account <sa name> # need Service Account Token Creator Role

gcloud sql ssl client-certs create CERT_NAME client-key.pem --instance=INSTANCE_NAME # utworzenie certa klienta i zapisanie klucza
gcloud sql ssl client-certs describe CERT_NAME --instance=INSTANCE_NAME --format="value(cert)" > client-cert.pem  # zapisanie certa klienta
gcloud sql instances describe INSTANCE_NAME --format="value(serverCaCert.cert)" > server-ca.pem  # zapisanie certa serwera(instancji)
# gcloud sql ssl-certs create acpkk-dev acpkk-dev-server.pam --instance=acpkk-dev --project=dev-biz-acpkk-gcp-pr
gcloud sql ssl client-certs create acpkk-dev-client acpkk-dev-client-key.pem --instance=acpkk-dev --project=dev-biz-acpkk-gcp-pr # generuje klucz i cert klienta
gcloud sql instances describe acpkk-dev   --project=dev-biz-acpkk-gcp-pr --format="value(serverCaCert.cert)" > acpkk-dev-server-ca.pem

gcloud beta sql ssl server-ca-certs list --instance=INSTANCE_NAME    #  information about the service certificate: 
gcloud beta sql ssl server-ca-certs create --instance=INSTANCE_NAME  #  Create a server certificate
gcloud beta sql ssl server-ca-certs list --format="value(cert)" \
--instance=INSTANCE_NAME > FILE_PATH/FILE_NAME.pem                   # Download the certificate information to a local PEM file

gcloud sql ssl client-certs create CERT_NAME client-key.pem \    
--instance=INSTANCE_NAME                                             # Create a client certificate

gcloud sql ssl client-certs describe CERT_NAME \
--instance=INSTANCE_NAME \
--format="value(cert)" > client-cert.pem                             # Retrieve the public key for the certificate you just created and copy it into the client-cert.pem

gcloud sql instances describe INSTANCE_NAME \                      
--format="value(serverCaCert.cert)" > server-ca.pem                   # Copy the server certificate into the server-ca.pem

gcloud sql connect  qwiklabs-demo --user=root
CREATE DATABASE bike;
USE bike;
CREATE TABLE london1 (start_station_name VARCHAR(255), num INT);

USE bike;
CREATE TABLE london2 (end_station_name VARCHAR(255), num INT);

cloudsql.iam_authentication=on

psql "host=127.0.0.1 dbname=[DB_NAME] user=[IAM email account] sslmode=disable"
psql "host=127.0.0.1 port=$CLOUDSQLPROXYPORT dbname=$DBNAME [email protected] sslmode=disable"

$ PGPASSWORD=$(gcloud auth print-access-token) 
psql --host=localhost --username="[email protected]" --dbname=$DBNAME --port=$CLOUDSQLPROXYPORT --sslmode=disable

PGPASSWORD=$(gcloud sql generate-login-token) psql --host=HOSTNAME --username=USERNAME --dbname=DATABASE_NAME

unset PGPASSWORD

curl -H "Content-Type: application/x-www-form-urlencoded" \
-d "access_token=$(gcloud auth application-default print-access-token)" \
https://www.googleapis.com/oauth2/v1/tokeninfo

export INSTANCE="..."
export PGPASSWORD=$(gcloud auth print-access-token) 
export DBNAME=postgres
export IAMUSER=mydbuser
/Applications/DBeaver.app/Contents/MacOS/dbeaver -con \
"driver=PostgreSQL|prop.ssl=true|prop.sslmode=verify-full|prop.sslfactory=org.postgresql.ssl.jdbc4.LibPQFactory|prop.sslrootcert=/custom-dir/us-east-1-bundle.pem|host=$INSTANCE|port=5432|database=$DBNAME|user=$IAMUSER|password=$PGPASSWORD"

export INSTANCE="..."
export PGPASSWORD=$(gcloud auth print-access-token) 
export DBNAME=postgres
export IAMUSER=mydbuser

java -jar ~/workbench/sqlworkbench.jar \
    -url=jdbc:postgresql://$INSTANCE:5432/$DBNAME \

gcloud sql export sql INSTANCE URI [--async] [--database=DATABASE,[DATABASE,…], -d DATABASE,[DATABASE,…]] [--offload] [--table=TABLE,[TABLE,…], -t TABLE,[TABLE,…]] [GCLOUD_WIDE_FLAG …]

gcloud sql import sql INSTANCE URI [--async] [--database=DATABASE, -d DATABASE] [--user=USER] [GCLOUD_WIDE_FLAG …]

gcloud sql export sql INSTANCE_NAME gs://BUCKET_NAME/sqldumpfile.gz --database=DATABASE_NAME --offload

gcloud sql import sql INSTANCE_NAME gs://BUCKET_NAME/IMPORT_FILE_NAME --database=DATABASE_NAME

gcloud sql export sql db2-tst-biz-gcp-pr gs://migracja-tst/Cloud_SQL_Export_2023-05-05 (15:00:12).gz --database ebkdb --user ebkadm #-t public.test
gcloud sql import sql db2-lab-biz-gcp-pr "gs://migracja-lab/Cloud_SQL_Export_2023-05-05 (15:00:12).sgz" --database=ebkdb --user postgres --async

gcloud sql import csv <instance_name>-gs://<backet_name>/<PATH>/TGEN008#A.gz --database=ebkdb --table=aci_tmp_db.e008 --fields-terminated-by="3B" --user=ebkadm --project dev-biz-acpkk-gcp-pr --escape="5C"

gcloud sql export csv INSTANCE_NAME gs://BUCKET_NAME/FILE_NAME \
--database=DATABASE_NAME \
--offload \
--query=SELECT_QUERY

gcloud sql export csv INSTANCE_NAME gs://BUCKET_NAME/FILE_NAME \
--database=DATABASE_NAME \
--offload \
--query=SELECT_QUERY \
--quote="22" \
--escape="5C" \
--fields-terminated-by="2C" \
--lines-terminated-by="0A"

function uploadtoCloudSQL() {
  // Written by Amit Agarwal [email protected]
  // Web: www.ctrlq.org

  var service = getService();

  if (!service.hasAccess()) {
    Logger.log(service.getAuthorizationUrl());
    return;
  }

  var token = service.getAccessToken();

  // Getting list of files to be processed
  var result = JSON.parse(
    UrlFetchApp.fetch('https://www.googleapis.com/storage/v1/b/BUCKET_NAME/o', {
      method: 'GET',
      headers: {
        Authorization: 'Bearer ' + token,
      },
    }).getContentText()
  );

  for (var i = 0; i < result.items.length; i++) {
    if (result.items[i].name.indexOf('.') !== -1) {
      files.push(result.items[i].name);
    }
  }

  for (var f = 0; f < files.length; f++) {
    var path = files[f].split('/');

    var payload =
      '{"importContext" : { "csvImportOptions": {"table":"MY_TABLE"}, "fileType": "CSV", "database": "MY_DATABASE", "uri": "gs://BUCKET_NAME/FOLDER/CSVFILE"}}'
        .replace('FOLDER', path[0])
        .replace('CSVFILE', path[1]);

    UrlFetchApp.fetch('https://www.googleapis.com/sql/v1beta4/projects/PROJECT/instances/INSTANCE/import', {
      method: 'POST',
      contentType: 'application/json',
      headers: {
        Authorization: 'Bearer ' + token,
      },
      payload: payload,
      muteHttpExceptions: true,
    });

    UrlFetchApp.fetch('https://www.googleapis.com/storage/v1/b/BUCKET_NAME/o/' + encodeURIComponent(files[f]), {
      method: 'DELETE',
      headers: {
        Authorization: 'Bearer ' + token,
      },
    });

    // Wait for the previous import job to end
    Utilities.sleep(5000);
  }
}

gcloud alpha sql instances perform-storage-shrink <INSTANCE_NAME>

export USERNAME=$(gcloud config list --format="value(core.account)")
export CLOUDSQL_INSTANCE=postgres-orders
export POSTGRESQL_IP=$(gcloud sql instances describe $CLOUDSQL_INSTANCE --format="value(ipAddresses[0].ipAddress)")
export PGPASSWORD=$(gcloud auth print-access-token)
psql --host=$POSTGRESQL_IP $USERNAME --dbname=orders

export PGPASSWORD=$(gcloud auth print-access-token)
psql --host=$POSTGRESQL_IP $USERNAME --dbname=orders

resource.type="cloudsql_database"
logName="projects/(GCP Project)/logs/cloudaudit.googleapis.com%2Fdata_access"
protoPayload.request.@type="type.googleapis.com/google.cloud.sql.audit.v1.PgAuditEntry"