From 5218d65c8148ff6adb21ec8bd8af17a8d31c5d6e Mon Sep 17 00:00:00 2001 From: Saurav Ghosh Date: Fri, 15 Jan 2021 19:15:15 +0530 Subject: [PATCH] updated README.md and configured integration test to run setup and cleanup logic --- README.md | 60 ++++++ config-files/staging/config-staging.json | 4 +- config-files/staging/spanner-staging.json | 7 +- config-files/staging/tables-staging.json | 34 ++-- go.sum | 78 ++++++++ api_test.go => integrationtest/api_test.go | 125 ++++++++++-- integrationtest/setup.go | 213 +++++++++++++++++++++ 7 files changed, 480 insertions(+), 41 deletions(-) rename api_test.go => integrationtest/api_test.go (96%) create mode 100644 integrationtest/setup.go diff --git a/README.md b/README.md index 02b407e..75c0761 100644 --- a/README.md +++ b/README.md @@ -181,6 +181,66 @@ rice embed-go export ACTIVE_ENV=PRODUCTION go run main.go ``` +* Run the **Integration Tests** + Running the integration test will require the files present in the [staging](./config-files/staging) folder to be configured as below: + + config.staging.json + ``` + { + "GoogleProjectID": "", + "SpannerDb": "", + "QueryLimit": 5000 + } + ``` + + spanner.staging.json + ``` + { + "dynamodb_adapter_table_ddl": "", + "dynamodb_adapter_config_manager": "", + "department": "", + "employee": "" + } + ``` + + tables.staging.json + ``` + { + "employee":{ + "partitionKey":"emp_id", + "sortKey": "", + "attributeTypes": { + "emp_id": "N", + "first_name":"S", + "last_name":"S", + "address":"S", + "age":"N" + }, + "indices": {} + }, + "department":{ + "partitionKey":"d_id", + "sortKey": "", + "attributeTypes": { + "d_id": "N", + "d_name":"S", + "d_specialization":"S" + }, + "indices": {} + } + } + ``` + + The integration tests will also require the **spanner database instance** to be set in the environment variable. + ``` + export SPANNER_DB_INSTANCE=spanner-instance + ``` + + Execute test + ``` + + go test integrationtest/api_test.go integrationtest/setup.go + ``` ## Starting Process * Step 1: DynamoDB-adapter will load the configuration according the Environment Variable *ACTIVE_ENV* diff --git a/config-files/staging/config-staging.json b/config-files/staging/config-staging.json index 1ca5ab9..0c4a1fd 100644 --- a/config-files/staging/config-staging.json +++ b/config-files/staging/config-staging.json @@ -1,5 +1,5 @@ { - "GoogleProjectID": "Your Google Project ID", - "SpannerDb": "Your Spanner Database Name", + "GoogleProjectID": "cc-dev-sandbox-20200619", + "SpannerDb": "test-db", "QueryLimit": 5000 } \ No newline at end of file diff --git a/config-files/staging/spanner-staging.json b/config-files/staging/spanner-staging.json index 397cc31..7700f78 100644 --- a/config-files/staging/spanner-staging.json +++ b/config-files/staging/spanner-staging.json @@ -1,5 +1,6 @@ { - "dynamodb_adapter_table_ddl": "instance-ID of dynamodb_adapter_table_ddl table", - "dynamodb_adapter_config_manager": "instance-ID of dynamodb_adapter_config_manager table", - "tableName": "instance-ID of Table" + "dynamodb_adapter_table_ddl": "test-instance", + "dynamodb_adapter_config_manager": "test-instance", + "department": "test-instance", + "employee": "test-instance" } \ No newline at end of file diff --git a/config-files/staging/tables-staging.json b/config-files/staging/tables-staging.json index c56cbf5..f5edcc5 100644 --- a/config-files/staging/tables-staging.json +++ b/config-files/staging/tables-staging.json @@ -1,20 +1,24 @@ { - "tableName":{ - "partitionKey":"primary key or Partition key", - "sortKey": "sorting key of dynamoDB adapter", + "employee":{ + "partitionKey":"emp_id", + "sortKey": "", "attributeTypes": { - "ColInt64": "N", - "ColString": "S", - "ColBytes": "B", - "ColBool": "BOOL", - "ColDate": "S", - "ColTimestamp": "S" + "emp_id": "N", + "first_name":"S", + "last_name":"S", + "address":"S", + "age":"N" }, - "indices": { - "indexName1": { - "sortKey": "sort key for indexName1", - "partitionKey": "partition key for indexName1" - } - } + "indices": {} + }, + "department":{ + "partitionKey":"d_id", + "sortKey": "", + "attributeTypes": { + "d_id": "N", + "d_name":"S", + "d_specialization":"S" + }, + "indices": {} } } \ No newline at end of file diff --git a/go.sum b/go.sum index a8facb2..66d1318 100644 --- a/go.sum +++ b/go.sum @@ -49,9 +49,13 @@ github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578 h1:d+Bc7a5rLufV github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= github.com/ahmetb/go-linq v3.0.0+incompatible h1:qQkjjOXKrKOTy83X8OpRmnKflXKQIL/mC/gMVVDMhOA= github.com/ahmetb/go-linq v3.0.0+incompatible/go.mod h1:PFffvbdbtw+QTB0WKRP0cNht7vnCfnGlEpak/DVg5cY= +github.com/ajg/form v1.5.1 h1:t9c7v8JUKu/XxOGBU0yjNpaMloxGEJhUkqFRq0ibGeU= +github.com/ajg/form v1.5.1/go.mod h1:uL1WgH+h2mgNtvBq0339dVnzXdBETtL2LeUXaIv25UY= github.com/akavel/rsrc v0.8.0/go.mod h1:uLoCtb9J+EyAqh+26kdrTgmzRBFPGOolLWKpdxkKq+c= github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751 h1:JYp7IbQjafoB+tBA3gMyHYHrpOtNuDiK/uB5uXxq5wM= github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= +github.com/andybalholm/brotli v1.0.0 h1:7UCwP93aiSfvWpapti8g88vVVGp2qqtGyePsSuDafo4= +github.com/andybalholm/brotli v1.0.0/go.mod h1:loMXtMfwqflxFJPmdbJO0a3KNoPuLBgiu3qAvBg8x/Y= github.com/antonmedv/expr v1.8.8 h1:uVwIkIBNO2yn4vY2u2DQUqXTmv9jEEMCEcHa19G5weY= github.com/antonmedv/expr v1.8.8/go.mod h1:5qsM3oLGDND7sDmQGDXHkYfkjYMUX14qsgqmHhwGEk8= github.com/aws/aws-sdk-go v1.33.5 h1:p2fr1ryvNTU6avUWLI+/H7FGv0TBIjzVM5WDgXBBv4U= @@ -73,6 +77,16 @@ github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymF github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/fasthttp/websocket v1.4.2 h1:AU/zSiIIAuJjBMf5o+vO0syGOnEfvZRu40xIhW/3RuM= +github.com/fasthttp/websocket v1.4.2/go.mod h1:smsv/h4PBEBaU0XDTY5UwJTpZv69fQ0FfcLJr21mA6Y= +github.com/fatih/structs v1.0.0/go.mod h1:9NiDSp5zOcgEDl+j00MP/WkGVPOlPRLejGD8Ga6PJ7M= +github.com/fatih/structs v1.1.0 h1:Q7juDM0QtcnhCpeyLGQKyg4TOIghuNXrkL32pHAUMxo= +github.com/fatih/structs v1.1.0/go.mod h1:9NiDSp5zOcgEDl+j00MP/WkGVPOlPRLejGD8Ga6PJ7M= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/gavv/httpexpect v2.0.0+incompatible h1:1X9kcRshkSKEjNJJxX9Y9mQ5BRfbxU5kORdjhlA1yX8= +github.com/gavv/httpexpect v2.0.0+incompatible/go.mod h1:x+9tiU1YnrOvnB725RkpoLv1M62hOWzwo5OXotisrKc= +github.com/gavv/httpexpect/v2 v2.1.0 h1:Q7xnFuKqBY2si4DsqxdbWBt9rfrbVTT2/9YSomc9tEw= +github.com/gavv/httpexpect/v2 v2.1.0/go.mod h1:lnd0TqJLrP+wkJk3SFwtrpSlOAZQ7HaaIFuOYbgqgUM= github.com/gdamore/encoding v1.0.0/go.mod h1:alR0ol34c49FCSBLjhosxzcPHQbf2trDkoo5dl+VrEg= github.com/gdamore/tcell v1.3.0/go.mod h1:Hjvr+Ofd+gLglo7RYKxxnzCBmev3BzsS67MebKS4zMM= github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= @@ -150,6 +164,8 @@ github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMyw github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.0 h1:/QaMHBdZ26BB3SSst0Iwl10Epc+xhTquomWX0oZEB6w= github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-querystring v1.0.0 h1:Xkwi/a1rcvNg1PPYe5vI8GbeBY/jrVuDX5ASuANWTrk= +github.com/google/go-querystring v1.0.0/go.mod h1:odCYkC5MyYFN7vkCjXpyrEuKhc/BUO6wN/zVPAxq5ck= github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= @@ -163,9 +179,16 @@ github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm4 github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= github.com/googleapis/gax-go/v2 v2.0.5 h1:sjZBwGj9Jlw33ImPtvFviGYvseOtDM7hkSKB7+Tv3SM= github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= +github.com/gorilla/websocket v1.0.0/go.mod h1:E7qHFY5m1UJ88s3WnNqhKjPHQ0heANvMoAMk2YaljkQ= +github.com/gorilla/websocket v1.4.2 h1:+/TMaTYc4QFitKJxsQ7Yye35DkWvkdLcvGKqM+x0Ufc= +github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= +github.com/imkira/go-interpol v1.0.0/go.mod h1:z0h2/2T3XF8kyEPpRgJ3kmNv+C43p+I/CoI+jC3w2iA= +github.com/imkira/go-interpol v1.1.0 h1:KIiKr0VSG2CUW1hl1jpiyuzuJeKUUpC8iM1AIE7N1Vk= +github.com/imkira/go-interpol v1.1.0/go.mod h1:z0h2/2T3XF8kyEPpRgJ3kmNv+C43p+I/CoI+jC3w2iA= github.com/jessevdk/go-flags v1.4.0/go.mod h1:4FA24M0QyGHXBuZZK/XkWh8h0e1EYbRYJSGM75WSRxI= github.com/jmespath/go-jmespath v0.3.0 h1:OS12ieG61fsCg5+qLJ+SsW9NicxNkg3b25OyT2yCeUc= github.com/jmespath/go-jmespath v0.3.0/go.mod h1:9QtRXoHjLGCJ5IBSaohpXITPlowMeeYCZ7fLUTSywik= @@ -176,7 +199,12 @@ github.com/json-iterator/go v1.1.9/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/u github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= github.com/jstemmer/go-junit-report v0.9.1 h1:6QPYqodiu3GuPL+7mfx+NwDdp2eTkp9IfEUpgAwUN0o= github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= +github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88/go.mod h1:3w7q1U84EfirKl04SVQ/s7nPm1ZPhiXd34z40TNz36k= github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/klauspost/compress v1.8.2/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A= +github.com/klauspost/compress v1.10.7 h1:7rix8v8GpI3ZBb0nSozFRgbtXKv+hOe+qfEpZqybrAg= +github.com/klauspost/compress v1.10.7/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs= +github.com/klauspost/cpuid v1.2.1/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek= github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= @@ -191,6 +219,7 @@ github.com/mailru/easyjson v0.0.0-20180823135443-60711f1a8329/go.mod h1:C1wdFJiN github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e h1:hB2xlXdHp/pmPZq0y3QnmWAArdw9PqbmotexnWx/FU8= github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= +github.com/mattn/go-colorable v0.1.2/go.mod h1:U0ppj6V5qS13XJ6of8GYAs25YV2eR4EVcfRqFIhoBtE= github.com/mattn/go-isatty v0.0.4/go.mod h1:M+lRXTBqGeGNdLjl/ufCoiOlB5xdOkqRJdNxMWT7Zi4= github.com/mattn/go-isatty v0.0.7/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= github.com/mattn/go-isatty v0.0.8/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= @@ -204,7 +233,11 @@ github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJ github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= github.com/modern-go/reflect2 v1.0.1 h1:9f412s+6RmYXLWZSEzVVgPGK7C2PphHj5RJrvfx9AWI= github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/moul/http2curl v1.0.0/go.mod h1:8UbvGypXm98wA/IqH45anm5Y2Z6ep6O31QGOAZ3H0fQ= github.com/nkovacs/streamquote v0.0.0-20170412213628-49af9bddb229/go.mod h1:0aYXnNPJ8l7uZxf45rWW1a/uME32OF0rhiYGNQ2oF2E= +github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.10.1/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/gomega v1.7.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= github.com/opentracing/opentracing-go v1.2.0 h1:uEJPy/1a5RIPAJ0Ov+OIO8OxWu77jEv+1B0VhjKrZUs= github.com/opentracing/opentracing-go v1.2.0/go.mod h1:GxEUsuufX4nBwe+T+Wl9TAgYrxe9dPLANfrWvHYVTgc= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= @@ -223,6 +256,10 @@ github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQD github.com/sanity-io/litter v1.2.0/go.mod h1:JF6pZUFgu2Q0sBZ+HSV35P8TVPI1TTzEwyu9FXAw2W4= github.com/satori/go.uuid v1.2.0 h1:0uYX9dsZ2yD7q2RtLRtPSdGDWzjeM3TbMJP9utgA0ww= github.com/satori/go.uuid v1.2.0/go.mod h1:dA0hQrYB0VpLJoorglMZABFdXlWrHn1NEOzdhQKdks0= +github.com/savsgio/gotils v0.0.0-20200117113501-90175b0fbe3f h1:PgA+Olipyj258EIEYnpFFONrrCcAIWNUNoFhUfMqAGY= +github.com/savsgio/gotils v0.0.0-20200117113501-90175b0fbe3f/go.mod h1:lHhJedqxCoHN+zMtwGNTXWmF0u9Jt363FYRhV6g0CdY= +github.com/sergi/go-diff v1.0.0 h1:Kpca3qRNrduNnOQeazBd0ysaKrUJiIuISHxogkT9RPQ= +github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo= github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE= @@ -254,11 +291,31 @@ github.com/ugorji/go/codec v1.1.7 h1:2SvQaVZ1ouYrrKKwoSk2pzd4A9evlKJb9oTL+OaLUSs github.com/ugorji/go/codec v1.1.7/go.mod h1:Ax+UKWsSmolVDwsd+7N3ZtXu+yMGCf907BLYF3GoBXY= github.com/urfave/cli v1.20.0/go.mod h1:70zkFmudgCuE/ngEzBv17Jvp/497gISqfk5gWijbERA= github.com/urfave/cli/v2 v2.1.1/go.mod h1:SE9GqnLQmjVa0iPEY0f1w3ygNIYcIJ0OKPMoW2caLfQ= +github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw= github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc= +github.com/valyala/fasthttp v1.9.0/go.mod h1:FstJa9V+Pj9vQ7OJie2qMHdwemEDaDiSdBnvPM1Su9w= +github.com/valyala/fasthttp v1.15.1 h1:eRb5jzWhbCn/cGu3gNJMcOfPUfXgXCcQIOHjh9ajAS8= +github.com/valyala/fasthttp v1.15.1/go.mod h1:YOKImeEosDdBPnxc0gy7INqi3m1zK6A+xl6TwOBhHCA= github.com/valyala/fasttemplate v1.0.1/go.mod h1:UQGH1tvbgY+Nz5t2n7tXsz52dQxojPUpymEIMZ47gx8= +github.com/valyala/tcplisten v0.0.0-20161114210144-ceec8f93295a/go.mod h1:v3UYOV9WzVtRmSR+PDvWpU/qWl4Wa5LApYYX4ZtKbio= +github.com/xeipuuv/gojsonpointer v0.0.0-20180127040702-4e3ac2762d5f h1:J9EGpcZtP0E/raorCMxlFGSTBrsSlaDGf3jU/qvAE2c= +github.com/xeipuuv/gojsonpointer v0.0.0-20180127040702-4e3ac2762d5f/go.mod h1:N2zxlSyiKSe5eX1tZViRH5QA0qijqEDrYZiPEAiq3wU= +github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 h1:EzJWgHovont7NscjpAxXsDA8S8BMYve8Y5+7cuRE7R0= +github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415/go.mod h1:GwrjFmJcFw6At/Gs6z4yjiIwzuJ1/+UwLxMQDVQXShQ= +github.com/xeipuuv/gojsonschema v1.1.0/go.mod h1:5yf86TLmAcydyeJq5YvxkGPE2fm/u4myDekKRoLuqhs= +github.com/xeipuuv/gojsonschema v1.2.0 h1:LhYJRs+L4fBtjZUfuSZIKGeVu0QRy8e5Xi7D17UxZ74= +github.com/xeipuuv/gojsonschema v1.2.0/go.mod h1:anYRn/JVcOK2ZgGU+IjEV4nwlhoK5sQluxsYJ78Id3Y= +github.com/yalp/jsonpath v0.0.0-20180802001716-5cc68e5049a0 h1:6fRhSjgLCkTD3JnJxvaJ4Sj+TYblw757bqYgZaOq5ZY= +github.com/yalp/jsonpath v0.0.0-20180802001716-5cc68e5049a0/go.mod h1:/LWChgwKmvncFJFHJ7Gvn9wZArjbV5/FppcK2fKk/tI= +github.com/yudai/gojsondiff v1.0.0 h1:27cbfqXLVEJ1o8I6v3y9lg8Ydm53EKqHXAOMxEGlCOA= +github.com/yudai/gojsondiff v1.0.0/go.mod h1:AY32+k2cwILAkW1fbgxQ5mUmMiZFgLIV+FBNExI05xg= +github.com/yudai/golcs v0.0.0-20170316035057-ecda9a501e82 h1:BHyfKlQyqbsFN5p3IfnEUduWvb9is428/nNb5L3U01M= +github.com/yudai/golcs v0.0.0-20170316035057-ecda9a501e82/go.mod h1:lgjkn3NuSvDfVJdfcVVdX+jpBxNmX4rDAzaS45IcYoM= +github.com/yudai/pp v2.0.1+incompatible/go.mod h1:PuxR/8QJ7cyCkFp/aUDS+JY727OFEZkTdatxwunjIkc= github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= @@ -312,6 +369,7 @@ golang.org/x/mod v0.3.0 h1:RM4zey1++hCTbCVQfnWeKs9/IEsaBLA8vTkd0WVtmH4= golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20181005035420-146acd28ed58/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20181220203305-927f97764cc3/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= @@ -336,8 +394,11 @@ golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/ golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200602114024-627f9648deb9/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200625001655-4c5254603344 h1:vGXIOMxbNfDTk/aXCmfdLgkrSV+Z2tcbze+pEc3v5W4= golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20201021035429-f5854403a974 h1:IX6qOQeG5uLjB/hjjwjedwfjND0hgjPMMyO1RoIXQNI= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= @@ -353,7 +414,10 @@ golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJ golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208 h1:qwRHBd0NqMbJxfbotnDhm2ByMI1Shq4Y6oRJo21SGJA= golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9 h1:SQFwaSi55rU7vdNs9Yr0Z324VNlrF+0wMqRXT4St8ck= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20181228144115-9a3f9b0469bb/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= @@ -383,11 +447,17 @@ golang.org/x/sys v0.0.0-20200501052902-10377860bb8e/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200523222454-059865788121 h1:rITEj+UZHYC927n8GT97eC3zrpzXdb/voyeOuVKS46o= golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200602225109-6fdc65e7d980 h1:OjiUf46hAmXblsZdnoSXsEUSKU8r1UEzcL5RVZ4gO9Y= +golang.org/x/sys v0.0.0-20200602225109-6fdc65e7d980/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f h1:+Nyd8tzPX9R7BWHguqsrbFdRx3WQ/1ib8I44HXV5yTA= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.2 h1:tW2bmiBqwgJj/UpqtC8EpXEZVYOwU0yG4iWbprSVAcs= golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3 h1:cokOdA+Jmi5PJGXLlLllQSgYigAEfHXJAERHVMaCc2k= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= @@ -436,10 +506,13 @@ golang.org/x/tools v0.0.0-20200626171337-aa94e735be7f/go.mod h1:EkVYQZoAsY45+roY golang.org/x/tools v0.0.0-20200630154851-b2d8b0336632/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= golang.org/x/tools v0.0.0-20200706234117-b22de6825cf7 h1:JxpwOnW/RU5vsiwsDw3eqto/7ccehcv162Xma5/FHoI= golang.org/x/tools v0.0.0-20200706234117-b22de6825cf7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/tools v0.0.0-20201117021029-3c3a81204b10 h1:epqY6OjPdDktZ8Cbnv7rUhy89e44hYWhxmhdecJr4cg= +golang.org/x/tools v0.0.0-20201117021029-3c3a81204b10/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE= google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M= google.golang.org/api v0.8.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= @@ -517,8 +590,11 @@ gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127 h1:qIbj1fsPNlZgppZ+VLlY7N33q108Sa+fhmuc+sWQYwY= gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= +gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= +gopkg.in/go-playground/assert.v1 v1.2.1 h1:xoYuJVE7KT85PYWrN730RguIQO0ePzVRfFMXadIrXTM= gopkg.in/go-playground/assert.v1 v1.2.1/go.mod h1:9RXL0bg/zibRAgZUYszZSwO/z8Y/a8bDuhia5mkpMnE= gopkg.in/go-playground/validator.v8 v8.18.2/go.mod h1:RX2a/7Ha8BgOhfk7j780h4/u/RRjR0eouCJSH80/M2Y= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10= @@ -530,6 +606,8 @@ honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWh honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= honnef.co/go/tools v0.0.1-2020.1.3 h1:sXmLre5bzIR6ypkjXCDI3jHPssRhc8KD/Ome589sc3U= honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= +moul.io/http2curl v1.0.1-0.20190925090545-5cd742060b0e h1:C7q+e9M5nggAvWfVg9Nl66kebKeuJlP3FD58V4RR5wo= +moul.io/http2curl v1.0.1-0.20190925090545-5cd742060b0e/go.mod h1:nejbQVfXh96n9dSF6cH3Jsk/QI1Z2oEL7sSI2ifXFNA= rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= diff --git a/api_test.go b/integrationtest/api_test.go similarity index 96% rename from api_test.go rename to integrationtest/api_test.go index c57cc60..d51ee3b 100644 --- a/api_test.go +++ b/integrationtest/api_test.go @@ -12,12 +12,15 @@ // See the License for the specific language governing permissions and // limitations under the License. -package main +package integrationtest import ( "context" + "encoding/json" + "fmt" "log" "net/http" + "os" "testing" rice "github.com/GeertJohan/go.rice" @@ -36,6 +39,9 @@ const ( version = "v1" ) +// database name used in all the test cases +var databaseName string + var ( InitialSetupParams = models.BatchWriteItem{ RequestItems: map[string][]models.BatchWriteSubItems{ @@ -1415,8 +1421,8 @@ var ( } ) -func initFunc() *gin.Engine { - box := rice.MustFindBox("config-files") +func handlerInitFunc() *gin.Engine { + box := rice.MustFindBox("../config-files") initErr := initializer.InitAll(box) if initErr != nil { @@ -1473,10 +1479,47 @@ func createStatusCheckPostTestCase(name, url string, httpStatus int, input inter } } -func TestInitialDataInsert(t *testing.T) { +func init() { + instance, ok := os.LookupEnv("SPANNER_DB_INSTANCE") + if !ok { + log.Fatal("spanner instance name not found in environment variable") + } + box := rice.MustFindBox("../config-files") + ba, err := box.Bytes("staging/config-staging.json") + if err != nil { + log.Fatal("error reading staging config json: ", err.Error()) + } + var m = make(map[string]interface{}) + if err = json.Unmarshal(ba, &m); err != nil { + log.Fatal(err) + } + + databaseName = fmt.Sprintf("projects/%s/instances/%s/databases/%s", m["GoogleProjectID"].(string), instance, m["SpannerDb"].(string)) +} + +func setup() error { + w := log.Writer() + if err := createDatabase(w, databaseName); err != nil { + return err + } + if err := updateDynamodbAdapterTableDDL(databaseName); err != nil { + return err + } + return nil +} + +func cleanup() error { + w := log.Writer() + if err := deleteDatabase(w, databaseName); err != nil { + return err + } + return nil +} + +func testInitialDataInsert(t *testing.T) { apitest := apitesting.APITest{ GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1485,11 +1528,11 @@ func TestInitialDataInsert(t *testing.T) { apitest.RunTests(t, tests) } -func TestGetItemAPI(t *testing.T) { +func testGetItemAPI(t *testing.T) { apitest := apitesting.APITest{ // APIEndpointURL: apiURL + "/" + version, GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1543,10 +1586,10 @@ func TestGetItemAPI(t *testing.T) { apitest.RunTests(t, tests) } -func TestGetBatchAPI(t *testing.T) { +func testGetBatchAPI(t *testing.T) { apitest := apitesting.APITest{ GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1590,10 +1633,10 @@ func TestGetBatchAPI(t *testing.T) { apitest.RunTests(t, tests) } -func TestQueryAPI(t *testing.T) { +func testQueryAPI(t *testing.T) { apitest := apitesting.APITest{ GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1671,10 +1714,10 @@ func TestQueryAPI(t *testing.T) { apitest.RunTests(t, tests) } -func TestScanAPI(t *testing.T) { +func testScanAPI(t *testing.T) { apitest := apitesting.APITest{ GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1734,10 +1777,10 @@ func TestScanAPI(t *testing.T) { apitest.RunTests(t, tests) } -func TestUpdateItemAPI(t *testing.T) { +func testUpdateItemAPI(t *testing.T) { apitest := apitesting.APITest{ GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1754,11 +1797,11 @@ func TestUpdateItemAPI(t *testing.T) { apitest.RunTests(t, tests) } -func TestPutItemAPI(t *testing.T) { +func testPutItemAPI(t *testing.T) { apitest := apitesting.APITest{ // APIEndpointURL: apiURL + "/" + version, GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1775,11 +1818,11 @@ func TestPutItemAPI(t *testing.T) { apitest.RunTests(t, tests) } -func TestDeleteItemAPI(t *testing.T) { +func testDeleteItemAPI(t *testing.T) { apitest := apitesting.APITest{ // APIEndpointURL: apiURL + "/" + version, GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1795,10 +1838,10 @@ func TestDeleteItemAPI(t *testing.T) { apitest.RunTests(t, tests) } -func TestBatchWriteItemAPI(t *testing.T) { +func testBatchWriteItemAPI(t *testing.T) { apitest := apitesting.APITest{ GetHTTPHandler: func(ctx context.Context, t *testing.T) http.Handler { - return initFunc() + return handlerInitFunc() }, } tests := []apitesting.APITestCase{ @@ -1815,3 +1858,43 @@ func TestBatchWriteItemAPI(t *testing.T) { } apitest.RunTests(t, tests) } + +func TestApi(t *testing.T) { + // this is done to maintain the order of the test cases + var testNames = []string{ + "InitialDataInsert", + "GetItemAPI", + "GetBatchAPI", + "QueryAPI", + "ScanAPI", + "UpdateItemAPI", + "PutItemAPI", + "DeleteItemAPI", + "BatchWriteItemAPI", + } + + var tests = map[string]func(t *testing.T){ + "InitialDataInsert": testInitialDataInsert, + "GetItemAPI": testGetItemAPI, + "GetBatchAPI": testGetBatchAPI, + "QueryAPI": testQueryAPI, + "ScanAPI": testScanAPI, + "UpdateItemAPI": testUpdateItemAPI, + "PutItemAPI": testPutItemAPI, + "DeleteItemAPI": testDeleteItemAPI, + "BatchWriteItemAPI": testBatchWriteItemAPI, + } + + // setup the test database and tables + if err := setup(); err != nil { + t.Error("setup failed:", err.Error()) + } + // run the tests + for _, testName := range testNames { + t.Run(testName, tests[testName]) + } + // cleanup the test database + if err := cleanup(); err != nil { + t.Error("cleanup failed:", err.Error()) + } +} diff --git a/integrationtest/setup.go b/integrationtest/setup.go new file mode 100644 index 0000000..6ae6e84 --- /dev/null +++ b/integrationtest/setup.go @@ -0,0 +1,213 @@ +package integrationtest + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "io" + "log" + "regexp" + "strings" + + "cloud.google.com/go/spanner" + database "cloud.google.com/go/spanner/admin/database/apiv1" + adminpb "google.golang.org/genproto/googleapis/spanner/admin/database/v1" +) + +// tableColumnMap - this contains the list of columns for the tables + +var ( + tableDDL = make(map[string]map[string]string) + tableColumnMap = make(map[string][]string) + tableColChangeMap = make(map[string]struct{}) + columnToOriginalCol = make(map[string]string) + originalColResponse = make(map[string]string) + + colNameRg = regexp.MustCompile("^[a-zA-Z0-9_]*$") + chars = []string{"]", "^", "\\\\", "/", "[", ".", "(", ")", "-"} + ss = strings.Join(chars, "") + specialCharRg = regexp.MustCompile("[" + ss + "]+") +) + +func createDatabase(w io.Writer, db string) error { + matches := regexp.MustCompile("^(.*)/databases/(.*)$").FindStringSubmatch(db) + if matches == nil || len(matches) != 3 { + return fmt.Errorf("Invalid database id %s", db) + } + + ctx := context.Background() + adminClient, err := database.NewDatabaseAdminClient(ctx) + if err != nil { + return err + } + defer adminClient.Close() + + op, err := adminClient.CreateDatabase(ctx, &adminpb.CreateDatabaseRequest{ + Parent: matches[1], + CreateStatement: "CREATE DATABASE `" + matches[2] + "`", + ExtraStatements: []string{ + `CREATE TABLE dynamodb_adapter_table_ddl ( + column STRING(MAX), + tableName STRING(MAX), + dataType STRING(MAX), + originalColumn STRING(MAX), + ) PRIMARY KEY (tableName, column)`, + `CREATE TABLE dynamodb_adapter_config_manager ( + tableName STRING(MAX), + config STRING(MAX), + cronTime STRING(MAX), + enabledStream STRING(MAX), + pubsubTopic STRING(MAX), + uniqueValue STRING(MAX), + ) PRIMARY KEY (tableName)`, + `CREATE TABLE employee ( + emp_id FLOAT64, + address STRING(MAX), + age FLOAT64, + first_name STRING(MAX), + last_name STRING(MAX), + ) PRIMARY KEY (emp_id)`, + `CREATE TABLE department ( + d_id FLOAT64, + d_name STRING(MAX), + d_specialization STRING(MAX), + ) PRIMARY KEY (d_id)`, + }, + }) + if err != nil { + return err + } + if _, err := op.Wait(ctx); err != nil { + return err + } + fmt.Fprintf(w, "Created database [%s]\n", db) + return nil +} + +func deleteDatabase(w io.Writer, db string) error { + ctx := context.Background() + adminClient, err := database.NewDatabaseAdminClient(ctx) + if err != nil { + return err + } + if err := adminClient.DropDatabase(ctx, &adminpb.DropDatabaseRequest{ + Database: db, + }); err != nil { + return err + } + fmt.Fprintf(w, "Deleted database [%s]\n", db) + return nil +} + +func updateDynamodbAdapterTableDDL(db string) error { + stmt, err := readDatabaseSchema(db) + if err != nil { + return err + } + + var ms []map[string]interface{} + for i := 0; i < len(stmt); i++ { + tokens := strings.Split(stmt[i], "\n") + if len(tokens) == 1 { + continue + } + currentTable := "" + + cols := []string{} + for j := 0; j < len(tokens); j++ { + if strings.Contains(tokens[j], "PRIMARY KEY") { + continue + } + if strings.Contains(tokens[j], "CREATE TABLE") { + currentTable = getTableName(tokens[j]) + fmt.Println("current table name", currentTable) + tableDDL[currentTable] = make(map[string]string) + tableColumnMap[currentTable] = []string{} + continue + } + colName, colType := getColNameAndType(tokens[j]) + originalColumn := colName + + if !colNameRg.MatchString(colName) { + colName = specialCharRg.ReplaceAllString(colName, "_") + tableColChangeMap[currentTable] = struct{}{} + columnToOriginalCol[originalColumn] = colName + originalColResponse[colName] = originalColumn + } + colType = strings.Replace(colType, ",", "", 1) + m := map[string]interface{}{"tableName": currentTable, "column": colName, "dataType": colType, "originalColumn": originalColumn} + ms = append(ms, m) + cols = append(cols, colName) + } + fmt.Println(cols) + } + return spannerBatchPut(context.Background(), "dynamodb_adapter_table_ddl", db, ms) +} + +func readDatabaseSchema(db string) ([]string, error) { + ctx := context.Background() + cli, err := database.NewDatabaseAdminClient(ctx) + if err != nil { + return nil, errors.New(err.Error()) + } + defer cli.Close() + var statements []string + req := &adminpb.GetDatabaseDdlRequest{} + req.Database = db + ddlResp, err := cli.GetDatabaseDdl(ctx, req) + if err != nil { + return nil, errors.New(err.Error()) + } + statements = append(statements, ddlResp.GetStatements()...) + return statements, nil +} + +func getTableName(stmt string) string { + tokens := strings.Split(stmt, " ") + return tokens[2] +} + +func getColNameAndType(stmt string) (string, string) { + stmt = strings.TrimSpace(stmt) + tokens := strings.Split(stmt, " ") + tokens[0] = strings.Trim(tokens[0], "`") + return tokens[0], tokens[1] +} + +func changeTableNameForSP(tableName string) string { + tableName = strings.ReplaceAll(tableName, "-", "_") + return tableName +} + +// spannerBatchPut - this insert or update data in batch +func spannerBatchPut(ctx context.Context, table, db string, m []map[string]interface{}) error { + client, err := spanner.NewClient(ctx, db) + if err != nil { + log.Fatalf("Failed to create client %v", err) + return err + } + defer client.Close() + + mutations := make([]*spanner.Mutation, len(m)) + ddl := tableDDL[changeTableNameForSP(table)] + table = changeTableNameForSP(table) + for i := 0; i < len(m); i++ { + for k, v := range m[i] { + t, ok := ddl[k] + if t == "BYTES(MAX)" && ok { + ba, err := json.Marshal(v) + if err != nil { + return errors.New("ValidationException" + err.Error()) + } + m[i][k] = ba + } + } + mutations[i] = spanner.InsertOrUpdateMap(table, m[i]) + } + _, err = client.Apply(ctx, mutations) + if err != nil { + return errors.New("ResourceNotFoundException: " + err.Error()) + } + return nil +}