diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 56f43ddb97802ad66bc071186b86e7ce2985821e..4e0894aa5eb1abb9e84e266d7b418f74215af1d2 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,7 +1,5 @@ services: - name: docker:dind - command: ["--tls=false"] - variables: DOCKER_HOST: "tcp://docker:2375" DOCKER_TLS_CERTDIR: "" @@ -12,4 +10,6 @@ test: image: golang:latest stage: test script: - - go test ./... -v \ No newline at end of file + - go test ./... -v + only: + - ref: main \ No newline at end of file diff --git a/cmd/main.go b/cmd/main.go index 1de2f81f2194ca64e4756b6e3c865461ec5a424b..e24b11edcef2433c43717c214855a2a49769e32a 100644 --- a/cmd/main.go +++ b/cmd/main.go @@ -1,7 +1,11 @@ package main -import "fmt" +import ( + "vk_segmentation/internal/storage/PostgreSQL" +) func main() { - fmt.Println("HUI") + db := PostgreSQL.PostgreSQLStorage{} + db.ConnectDB("host=localhost port=5432 dbname=postgres user=postgres password=xxxxxxx connect_timeout=10 sslmode=prefer") + db.ImportUsersFromCSV("C:\\Users\\Артём\\Desktop\\EmptyRows.csv") } diff --git a/go.mod b/go.mod index 596929ac79b92419e65944d6ea4b80b283bcc861..3cb925b02f92aa70f5f8a4398d00a69bdf1f8fce 100644 --- a/go.mod +++ b/go.mod @@ -3,7 +3,10 @@ module vk_segmentation go 1.23.2 require ( + github.com/gocarina/gocsv v0.0.0-20240520201108-78e41c74b4b1 github.com/stretchr/testify v1.9.0 + github.com/testcontainers/testcontainers-go v0.34.0 + github.com/testcontainers/testcontainers-go/modules/postgres v0.34.0 gorm.io/driver/postgres v1.5.9 gorm.io/gorm v1.25.12 ) @@ -35,7 +38,6 @@ require ( github.com/jinzhu/inflection v1.0.0 // indirect github.com/jinzhu/now v1.1.5 // indirect github.com/klauspost/compress v1.17.4 // indirect - github.com/kr/text v0.2.0 // indirect github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 // indirect github.com/magiconair/properties v1.8.7 // indirect github.com/moby/docker-image-spec v1.3.1 // indirect @@ -53,8 +55,6 @@ require ( github.com/shirou/gopsutil/v3 v3.23.12 // indirect github.com/shoenig/go-m1cpu v0.1.6 // indirect github.com/sirupsen/logrus v1.9.3 // indirect - github.com/testcontainers/testcontainers-go v0.34.0 // indirect - github.com/testcontainers/testcontainers-go/modules/postgres v0.34.0 // indirect github.com/tklauser/go-sysconf v0.3.12 // indirect github.com/tklauser/numcpus v0.6.1 // indirect github.com/yusufpapurcu/wmi v1.2.3 // indirect diff --git a/go.sum b/go.sum index 4b897344533ae2cb5b4e9003a057787e78fe3528..2b650c77e9010f00bd69ed7f04655a50f0a78192 100644 --- a/go.sum +++ b/go.sum @@ -1,9 +1,9 @@ dario.cat/mergo v1.0.0 h1:AGCNq9Evsj31mOgNPcLyXc+4PNABt905YmuqPYYpBWk= dario.cat/mergo v1.0.0/go.mod h1:uNxQE+84aUszobStD9th8a29P2fMDhsBdgRYvZOxGmk= +github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24 h1:bvDV9vkmnHYOMsOr4WLk+Vo07yKIzd94sVoIqshQ4bU= +github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24/go.mod h1:8o94RPi1/7XTJvwPpRSzSUedZrtlirdB3r9Z20bi2f8= github.com/Azure/go-ansiterm v0.0.0-20210617225240-d185dfc1b5a1 h1:UQHMgLO+TxOElx5B5HZ4hJQsoJ/PvUvKRhJHDQXO8P8= github.com/Azure/go-ansiterm v0.0.0-20210617225240-d185dfc1b5a1/go.mod h1:xomTg63KZ2rFqZQzSB4Vz2SUXa1BpHTVz9L5PTmPC4E= -github.com/DATA-DOG/go-sqlmock v1.5.2 h1:OcvFkGmslmlZibjAjaHm3L//6LiuBgolP7OputlJIzU= -github.com/DATA-DOG/go-sqlmock v1.5.2/go.mod h1:88MAG/4G7SMwSE3CeA0ZKzrT5CiOU3OJ+JlNzwDqpNU= github.com/Microsoft/go-winio v0.6.2 h1:F2VQgta7ecxGYO8k3ZZz3RS8fVIXVxONVUPlNERoyfY= github.com/Microsoft/go-winio v0.6.2/go.mod h1:yd8OoFMLzJbo9gZq8j5qaps8bJ9aShtEA8Ipt1oGCvU= github.com/cenkalti/backoff/v4 v4.2.1 h1:y4OZtCnogmCPw98Zjyt5a6+QwPLGkiQsYW5oUqylYbM= @@ -16,7 +16,8 @@ github.com/containerd/platforms v0.2.1 h1:zvwtM3rz2YHPQsF2CHYM8+KtB5dvhISiXh5ZpS github.com/containerd/platforms v0.2.1/go.mod h1:XHCb+2/hzowdiut9rkudds9bE5yJ7npe7dG/wG+uFPw= github.com/cpuguy83/dockercfg v0.3.2 h1:DlJTyZGBDlXqUZ2Dk2Q3xHs/FtnooJJVaad2S9GKorA= github.com/cpuguy83/dockercfg v0.3.2/go.mod h1:sugsbF4//dDlL/i+S+rtpIWp+5h0BHJHfjj5/jFyUJc= -github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/creack/pty v1.1.18 h1:n56/Zwd5o6whRC5PMGretI4IdRLlmBXYNjScPaBgsbY= +github.com/creack/pty v1.1.18/go.mod h1:MOBLtS5ELjhRRrroQr9kyvTxUAFNvYEK993ew/Vr4O4= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= @@ -37,13 +38,18 @@ github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= github.com/go-ole/go-ole v1.2.6 h1:/Fpf6oFPoeFik9ty7siob0G6Ke8QvQEuVcuChpwXzpY= github.com/go-ole/go-ole v1.2.6/go.mod h1:pprOEPIfldk/42T2oK7lQ4v4JSDwmV0As9GaiUsvbm0= +github.com/gocarina/gocsv v0.0.0-20240520201108-78e41c74b4b1 h1:FWNFq4fM1wPfcK40yHE5UO3RUdSNPaBC+j3PokzA6OQ= +github.com/gocarina/gocsv v0.0.0-20240520201108-78e41c74b4b1/go.mod h1:5YoVOkjYAQumqlV356Hj3xeYh4BdZuLE0/nRkf2NKkI= github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= +github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/grpc-ecosystem/grpc-gateway/v2 v2.16.0 h1:YBftPWNWd4WwGqtY2yeZL2ef8rHAxPBD8KFhJpmcqms= +github.com/grpc-ecosystem/grpc-gateway/v2 v2.16.0/go.mod h1:YN5jB8ie0yfIUg6VvR9Kz84aCaG7AsGZnLjhHbUqwPg= github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM= github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg= github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a h1:bbPeKD0xmW/Y25WS6cokEszi5g+S0QxI/d45PkRi7Nk= @@ -58,13 +64,14 @@ github.com/jinzhu/now v1.1.5 h1:/o9tlHleP7gOFmsnYNz3RGnqzefHA47wQpKrrdTIwXQ= github.com/jinzhu/now v1.1.5/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8= github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= -github.com/kisielk/sqlstruct v0.0.0-20201105191214-5f3e10d3ab46/go.mod h1:yyMNCyc/Ib3bDTKd379tNMpB/7/H5TjM2Y9QJ5THLbE= github.com/klauspost/compress v1.17.4 h1:Ej5ixsIri7BrIjBkRZLTo6ghwrEtHFk7ijlczPW4fZ4= github.com/klauspost/compress v1.17.4/go.mod h1:/dCuZOvVtNoHsyb+cuJD3itjs3NbnF6KH9zAO4BDxPM= github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0= github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk= github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/lib/pq v1.10.9 h1:YXG7RB+JIjhP29X+OtkiDnYaXQwpS4JEWq7dtCCRUEw= +github.com/lib/pq v1.10.9/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o= github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 h1:6E+4a0GO5zZEnZ81pIr0yLvtUWk2if982qA3F3QD6H4= github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0/go.mod h1:zJYVVT2jmtg6P3p1VtQj7WsuWi/y4VnjVBn7F8KPB3I= github.com/magiconair/properties v1.8.7 h1:IeQXZAiQcpL9mgcAe1Nu6cX9LLw6ExEHKjN0VQdvPDY= @@ -97,18 +104,19 @@ github.com/shirou/gopsutil/v3 v3.23.12 h1:z90NtUkp3bMtmICZKpC4+WaknU1eXtp5vtbQ11 github.com/shirou/gopsutil/v3 v3.23.12/go.mod h1:1FrWgea594Jp7qmjHUUPlJDTPgcsb9mGnXDxavtikzM= github.com/shoenig/go-m1cpu v0.1.6 h1:nxdKQNcEB6vzgA2E2bvzKIYRuNj7XNJ4S/aRSwKzFtM= github.com/shoenig/go-m1cpu v0.1.6/go.mod h1:1JJMcUBvfNwpq05QDQVAnx3gUHr9IYF7GNg9SUEw2VQ= +github.com/shoenig/test v0.6.4 h1:kVTaSd7WLz5WZ2IaoM0RSzRsUD+m8wRR+5qvntpn4LU= github.com/shoenig/test v0.6.4/go.mod h1:byHiCGXqrVaflBLAMq/srcZIHynQPQgeyvkvXnjqq0k= github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ= github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= +github.com/stretchr/objx v0.5.2 h1:xuMeJ0Sdp5ZMRXx/aWO6RZxdr3beISkG5/G/aIRr3pY= +github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= -github.com/stretchr/testify v1.8.1 h1:w7B6lhMri9wdJUVmEZPGGhZzrYTPvgJArz7wNPgYKsk= -github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo= github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg= github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY= @@ -128,15 +136,21 @@ go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 h1:jq9TW8u go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0/go.mod h1:p8pYQP+m5XfbZm9fxtSKAbM6oIllS7s2AfxrChvc7iw= go.opentelemetry.io/otel v1.24.0 h1:0LAOdjNmQeSTzGBzduGe/rU4tZhMwL5rWgtp9Ku5Jfo= go.opentelemetry.io/otel v1.24.0/go.mod h1:W7b9Ozg4nkF5tWI5zsXkaKKDjdVjpD4oAt9Qi/MArHo= +go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.19.0 h1:Mne5On7VWdx7omSrSSZvM4Kw7cS7NQkOOmLcgscI51U= +go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.19.0/go.mod h1:IPtUMKL4O3tH5y+iXVyAXqpAwMuzC1IrxVS81rummfE= +go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.19.0 h1:IeMeyr1aBvBiPVYihXIaeIZba6b8E1bYp7lbdxK8CQg= +go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.19.0/go.mod h1:oVdCUtjq9MK9BlS7TtucsQwUcXcymNiEDjgDD2jMtZU= go.opentelemetry.io/otel/metric v1.24.0 h1:6EhoGWWK28x1fbpA4tYTOWBkPefTDQnb8WSGXlc88kI= go.opentelemetry.io/otel/metric v1.24.0/go.mod h1:VYhLe1rFfxuTXLgj4CBiyz+9WYBA8pNGJgDcSFRKBco= +go.opentelemetry.io/otel/sdk v1.19.0 h1:6USY6zH+L8uMH8L3t1enZPR3WFEmSTADlqldyHtJi3o= +go.opentelemetry.io/otel/sdk v1.19.0/go.mod h1:NedEbbS4w3C6zElbLdPJKOpJQOrGUJ+GfzpjUvI0v1A= go.opentelemetry.io/otel/trace v1.24.0 h1:CsKnnL4dUAr/0llH9FKuc698G04IrpWV0MQA/Y1YELI= go.opentelemetry.io/otel/trace v1.24.0/go.mod h1:HPc3Xr/cOApsBI154IU0OI0HJexz+aw5uPdbs3UCjNU= +go.opentelemetry.io/proto/otlp v1.0.0 h1:T0TX0tmXU8a3CbNXzEKGeU5mIVOdf0oykP+u2lIVU/I= +go.opentelemetry.io/proto/otlp v1.0.0/go.mod h1:Sy6pihPLfYHkr3NkUbEhGHFhINUSI/v80hjKIs5JXpM= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= -golang.org/x/crypto v0.17.0 h1:r8bRNjWL3GshPW3gkd+RpvzWrZAwPS49OmTGZ/uhM4k= -golang.org/x/crypto v0.17.0/go.mod h1:gCAAfMLgwOJRpTjQ2zCCt2OcSfYMTeZVSRtQlPC7Nq4= golang.org/x/crypto v0.24.0 h1:mnl8DM0o513X8fdIkmyFE/5hTYxbwYOjDS/+rK6qpRI= golang.org/x/crypto v0.24.0/go.mod h1:Z1PMYSOR5nyMcyAVAIQSKCDwalqy85Aqn1x3Ws4L5DM= golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= @@ -145,11 +159,11 @@ golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.26.0 h1:soB7SVo0PWrY4vPW/+ay0jKDNScG2X9wFeYlXIvJsOQ= +golang.org/x/net v0.26.0/go.mod h1:5YKkiSynbBIh3p6iOc/vibscux0x38BZDkn8sCUPxHE= golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= -golang.org/x/sync v0.1.0 h1:wsuoTGHzEhffawBOhz5CYhcrV4IdKZbEyZjBMuTp12o= -golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.7.0 h1:YsImfSBoP9QPYL0xyKJPq0gcaJdG3rInoqxTWbfQu9M= golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= @@ -164,12 +178,14 @@ golang.org/x/sys v0.11.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.15.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.21.0 h1:rF+pYz3DAGSQAxAu1CbC7catZg4ebC4UIeIhKxBZvws= golang.org/x/sys v0.21.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/term v0.21.0 h1:WVXCp+/EBEHOj53Rvu+7KiT/iElMrO8ACK16SMZ3jaA= +golang.org/x/term v0.21.0/go.mod h1:ooXLefLobQVslOqselCNF4SxFAaoS6KujMbsGzSDmX0= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= -golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ= -golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= golang.org/x/text v0.16.0 h1:a94ExnEXNtEwYLGJSIUxnWoxoRz/ZcCsV63ROupILh4= golang.org/x/text v0.16.0/go.mod h1:GhwF1Be+LQoKShO3cGOHzqOgRrGaYc9AvblQOmPVHnI= +golang.org/x/time v0.0.0-20220210224613-90d013bbcef8 h1:vVKdlvoWBphwdxWKrFZEuM0kGgGLxUOYcY4U/2Vjg44= +golang.org/x/time v0.0.0-20220210224613-90d013bbcef8/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= @@ -178,6 +194,15 @@ golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8T golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/genproto v0.0.0-20230920204549-e6e6cdab5c13 h1:vlzZttNJGVqTsRFU9AmdnrcO1Znh8Ew9kCD//yjigk0= +google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237 h1:RFiFrvy37/mpSpdySBDrUdipW/dHwsRwh3J3+A9VgT4= +google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237/go.mod h1:Z5Iiy3jtmioajWHDGFk7CeugTyHtPvMHA4UTmUkyalE= +google.golang.org/genproto/googleapis/rpc v0.0.0-20240318140521-94a12d6c2237 h1:NnYq6UN9ReLM9/Y01KWNOWyI5xQ9kbIms5GGJVwS/Yc= +google.golang.org/genproto/googleapis/rpc v0.0.0-20240318140521-94a12d6c2237/go.mod h1:WtryC6hu0hhx87FDGxWCDptyssuo68sk10vYjF+T9fY= +google.golang.org/grpc v1.64.1 h1:LKtvyfbX3UGVPFcGqJ9ItpVWW6oN/2XqTxfAnwRRXiA= +google.golang.org/grpc v1.64.1/go.mod h1:hiQF4LFZelK2WKaP6W0L92zGHtiQdZxk8CrSdvyjeP0= +google.golang.org/protobuf v1.33.0 h1:uNO2rsAINq/JlFpSdYEKIZ0uKD/R9cpdv0T+yoGwGmI= +google.golang.org/protobuf v1.33.0/go.mod h1:c6P6GXX6sHbq/GpV6MGZEdwhWPcYBgnhAHhKbcUYpos= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= @@ -188,3 +213,5 @@ gorm.io/driver/postgres v1.5.9 h1:DkegyItji119OlcaLjqN11kHoUgZ/j13E0jkJZgD6A8= gorm.io/driver/postgres v1.5.9/go.mod h1:DX3GReXH+3FPWGrrgffdvCk3DQ1dwDPdmbenSkweRGI= gorm.io/gorm v1.25.12 h1:I0u8i2hWQItBq1WfE0o2+WuL9+8L21K9e2HHSTE/0f8= gorm.io/gorm v1.25.12/go.mod h1:xh7N7RHfYlNc5EmcI/El95gXusucDrQnHXe0+CgWcLQ= +gotest.tools/v3 v3.5.1 h1:EENdUnS3pdur5nybKYIh2Vfgc8IUNBjxDPSjtiJcOzU= +gotest.tools/v3 v3.5.1/go.mod h1:isy3WKz7GK6uNw/sbHzfKBLvlvXwUyV06n6brMxxopU= diff --git a/internal/storage/Tests/EmptyRows.csv b/internal/storage/Tests/EmptyRows.csv new file mode 100644 index 0000000000000000000000000000000000000000..ee54bb6fcd2cbacd546db27b9c3c47d6bda89e51 --- /dev/null +++ b/internal/storage/Tests/EmptyRows.csv @@ -0,0 +1,27 @@ +"id","created_at","updated_at","deleted_at","subscription_type","monthly_revenue","join_date","last_payment_date","country","age","gender","device","plan_duration" +"21","2024-11-18 20:30:41.476599","2024-11-18 20:46:53.885877","2024-11-18 22:38:33.213569+07","","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"22","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"23","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"24","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"25","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"26","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"27","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"28","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"29","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"30","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"31","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"32","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"33","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"34","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"35","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"36","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"37","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"38","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"39","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"40","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"41","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"42","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"43","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"44","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"45","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"46","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" diff --git a/internal/storage/Tests/InvalidData.csv b/internal/storage/Tests/InvalidData.csv new file mode 100644 index 0000000000000000000000000000000000000000..1599bb7ccf8a9c66f10509b738a9cfd8037f9516 --- /dev/null +++ b/internal/storage/Tests/InvalidData.csv @@ -0,0 +1,27 @@ +"id","created_at","updated_at","deleted_at","subscription_type","monthly_revenue","join_date","last_payment_date","country","age","gender","device","plan_duration" +"21","2024-11-18 20:30:41.476599","2024-11-18 20:46:53.885877","2024-11-18 22:38:33.213569+07","","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"22","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","dfsdfsd","","","0001-01-01 00:00:00" +"23","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"24","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"25","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"26","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"27","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"28","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"29","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"30","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"31","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"32","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"33","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"34","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"35","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"36","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"37","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"38","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"39","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"40","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"41","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"42","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"43","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"44","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"45","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"46","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" diff --git a/internal/storage/Tests/Storage_test.go b/internal/storage/Tests/Storage_test.go index 44b984e0b4867b28fc7cd75281843dc5d7a9f600..e32d772766abefadce29783c52ef14e02cc177ae 100644 --- a/internal/storage/Tests/Storage_test.go +++ b/internal/storage/Tests/Storage_test.go @@ -723,4 +723,56 @@ func TestDB(t *testing.T) { err := db.SegmentDistributionWithCriteria("Music", "") assert.Error(t, err) }) + t.Run("Test Import csv", func(t *testing.T) { + t.Cleanup(func() { + err = postgresContainer.Restore(ctx) + require.NoError(t, err) + }) + err = db.ConnectDB(path) + require.NoError(t, err) + + defer db.CloseConnection() + + err := db.ImportUsersFromCSV("users.csv") + assert.NoError(t, err) + }) + t.Run("Test Import Empty csv Throws Error", func(t *testing.T) { + t.Cleanup(func() { + err = postgresContainer.Restore(ctx) + require.NoError(t, err) + }) + err = db.ConnectDB(path) + require.NoError(t, err) + + defer db.CloseConnection() + + err := db.ImportUsersFromCSV("empty.csv") + assert.Error(t, err) + }) + t.Run("Test Import Empty Rows csv", func(t *testing.T) { + t.Cleanup(func() { + err = postgresContainer.Restore(ctx) + require.NoError(t, err) + }) + err = db.ConnectDB(path) + require.NoError(t, err) + + defer db.CloseConnection() + + err := db.ImportUsersFromCSV("EmptyRows.csv") + assert.NoError(t, err) + }) + t.Run("Test Import csv With Invalid Data", func(t *testing.T) { + t.Cleanup(func() { + err = postgresContainer.Restore(ctx) + require.NoError(t, err) + }) + err = db.ConnectDB(path) + require.NoError(t, err) + + defer db.CloseConnection() + + err := db.ImportUsersFromCSV("InvalidData.csv") + assert.Error(t, err) + }) } diff --git a/internal/storage/Tests/empty.csv b/internal/storage/Tests/empty.csv new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/internal/storage/Tests/users.csv b/internal/storage/Tests/users.csv new file mode 100644 index 0000000000000000000000000000000000000000..ee54bb6fcd2cbacd546db27b9c3c47d6bda89e51 --- /dev/null +++ b/internal/storage/Tests/users.csv @@ -0,0 +1,27 @@ +"id","created_at","updated_at","deleted_at","subscription_type","monthly_revenue","join_date","last_payment_date","country","age","gender","device","plan_duration" +"21","2024-11-18 20:30:41.476599","2024-11-18 20:46:53.885877","2024-11-18 22:38:33.213569+07","","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"22","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"23","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"24","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"25","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"26","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"27","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"28","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"29","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"30","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"31","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"32","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"33","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"34","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"35","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"36","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"37","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"38","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"39","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"40","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"41","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"42","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"43","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"44","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"45","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00" +"46","0001-01-01 00:00:00","0001-01-01 00:00:00",NULL,"","0","0001-01-01","0001-01-01","","0","","","0001-01-01 00:00:00"