Spinning up mongo container error: Operation not permitted, Actual exception type: std::system_error - mongodb

I'm getting the following error when mongoDB is about to be initialised. Anyone has an idea what's wrong? Here are the logs I pulled from the docker container it was running in:
{"t":{"$date":"2023-02-19T14:58:03.333+00:00"},"s":"I", "c":"CONTROL", "id":23285, "ctx":"main","msg":"Automatically disabling TLS 1.0, to force-enable TLS 1.0 specify --sslDisabledProtocols 'none'"}
{"t":{"$date":"2023-02-19T14:58:03.366+00:00"},"s":"I", "c":"NETWORK", "id":4915701, "ctx":"main","msg":"Initialized wire specification","attr":{"spec":{"incomingExternalClient":{"minWireVersion":0,"maxWireVersion":17},"incomingInternalClient":{"minWireVersion":0,"maxWireVersion":17},"outgoing":{"minWireVersion":6,"maxWireVersion":17},"isInternalClient":true}}}
{"t":{"$date":"2023-02-19T14:58:03.375+00:00"},"s":"I", "c":"NETWORK", "id":4648601, "ctx":"main","msg":"Implicit TCP FastOpen unavailable. If TCP FastOpen is required, set tcpFastOpenServer, tcpFastOpenClient, and tcpFastOpenQueueSize."}
{"t":{"$date":"2023-02-19T14:58:03.389+00:00"},"s":"I", "c":"REPL", "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"TenantMigrationDonorService","namespace":"config.tenantMigrationDonors"}}
{"t":{"$date":"2023-02-19T14:58:03.415+00:00"},"s":"I", "c":"REPL", "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"TenantMigrationRecipientService","namespace":"config.tenantMigrationRecipients"}}
{"t":{"$date":"2023-02-19T14:58:03.416+00:00"},"s":"I", "c":"REPL", "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"ShardSplitDonorService","namespace":"config.tenantSplitDonors"}}
{"t":{"$date":"2023-02-19T14:58:03.416+00:00"},"s":"I", "c":"CONTROL", "id":5945603, "ctx":"main","msg":"Multi threading initialized"}
{"t":{"$date":"2023-02-19T14:58:03.416+00:00"},"s":"F", "c":"CONTROL", "id":6384300, "ctx":"main","msg":"Writing fatal message","attr":{"message":"terminate() called. An exception is active; attempting to gather more information\n"}}
{"t":{"$date":"2023-02-19T14:58:03.416+00:00"},"s":"F", "c":"CONTROL", "id":6384300, "ctx":"main","msg":"Writing fatal message","attr":{"message":"std::exception::what(): Operation not permitted\nActual exception type: std::system_error\n\n"}}
{"t":{"$date":"2023-02-19T14:58:04.943+00:00"},"s":"I", "c":"CONTROL", "id":31380, "ctx":"main","msg":"BACKTRACE","attr":{"bt":{"backtrace":[{"a":"555969BB68D4","b":"555964DD8000","o":"4DDE8D4","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.362","C":"mongo::stack_trace_detail::(anonymous namespace)::printStackTraceImpl(mongo::stack_trace_detail::(anonymous namespace)::Options const&, mongo::StackTraceSink*) [clone .constprop.362]","s+":"1F4"},{"a":"555969BB8E19","b":"555964DD8000","o":"4DE0E19","s":"_ZN5mongo15printStackTraceEv","C":"mongo::printStackTrace()","s+":"29"},{"a":"555969BB3167","b":"555964DD8000","o":"4DDB167","s":"_ZN5mongo12_GLOBAL__N_111myTerminateEv","C":"mongo::(anonymous namespace)::myTerminate()","s+":"D7"},{"a":"555969D3DBF6","b":"555964DD8000","o":"4F65BF6","s":"_ZN10__cxxabiv111__terminateEPFvvE","C":"__cxxabiv1::__terminate(void (*)())","s+":"6"},{"a":"555969D3DC31","b":"555964DD8000","o":"4F65C31","s":"_ZSt9terminatev","C":"std::terminate()","s+":"11"},{"a":"555969D3DD6B","b":"555964DD8000","o":"4F65D6B","s":"__cxa_throw","s+":"4B"},{"a":"555966CE747B","b":"555964DD8000","o":"1F0F47B","s":"_ZSt20__throw_system_errori.cold.24","C":"std::__throw_system_error(int) [clone .cold.24]","s+":"2F"},{"a":"555969D59F69","b":"555964DD8000","o":"4F81F69","s":"_ZNSt6thread15_M_start_threadESt10unique_ptrINS_6_StateESt14default_deleteIS1_EEPFvvE","C":"std::thread::_M_start_thread(std::unique_ptr<std::thread::_State, std::default_delete<std::thread::_State> >, void (*)())","s+":"29"},{"a":"555967C8207A","b":"555964DD8000","o":"2EAA07A","s":"_ZN5mongo27startSignalProcessingThreadENS_13LogFileStatusE","C":"mongo::startSignalProcessingThread(mongo::LogFileStatus)","s+":"11A"},{"a":"555966EF81EA","b":"555964DD8000","o":"21201EA","s":"_ZN5mongo11mongod_mainEiPPc","C":"mongo::mongod_main(int, char**)","s+":"B8A"},{"a":"555966CE81BE","b":"555964DD8000","o":"1F101BE","s":"main","s+":"E"},{"a":"7FF08C90DD90","b":"7FF08C8E4000","o":"29D90","s":"__libc_init_first","s+":"90"},{"a":"7FF08C90DE40","b":"7FF08C8E4000","o":"29E40","s":"__libc_start_main","s+":"80"},{"a":"555966EF2A95","b":"555964DD8000","o":"211AA95","s":"_start","s+":"25"}],"processInfo":{"mongodbVersion":"6.0.4","gitVersion":"44ff59461c1353638a71e710f385a566bcd2f547","compiledModules":[],"uname":{"sysname":"Linux","release":"4.15.0-204-generic","version":"#215-Ubuntu SMP Fri Jan 20 18:24:59 UTC 2023","machine":"x86_64"},"somap":[{"b":"555964DD8000","elfType":3,"buildId":"BCB8F6C3AD4ABF41C81882BAE25C6885C6266CC4"},{"b":"7FF08C8E4000","path":"/lib/x86_64-linux-gnu/libc.so.6","elfType":3,"buildId":"69389D485A9793DBE873F0EA2C93E02EFAA9AA3D"}]}}},"tags":[]}
{"t":{"$date":"2023-02-19T14:58:04.976+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555969BB68D4","b":"555964DD8000","o":"4DDE8D4","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.362","C":"mongo::stack_trace_detail::(anonymous namespace)::printStackTraceImpl(mongo::stack_trace_detail::(anonymous namespace)::Options const&, mongo::StackTraceSink*) [clone .constprop.362]","s+":"1F4"}}}
{"t":{"$date":"2023-02-19T14:58:04.976+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555969BB8E19","b":"555964DD8000","o":"4DE0E19","s":"_ZN5mongo15printStackTraceEv","C":"mongo::printStackTrace()","s+":"29"}}}
{"t":{"$date":"2023-02-19T14:58:04.976+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555969BB3167","b":"555964DD8000","o":"4DDB167","s":"_ZN5mongo12_GLOBAL__N_111myTerminateEv","C":"mongo::(anonymous namespace)::myTerminate()","s+":"D7"}}}
{"t":{"$date":"2023-02-19T14:58:04.976+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555969D3DBF6","b":"555964DD8000","o":"4F65BF6","s":"_ZN10__cxxabiv111__terminateEPFvvE","C":"__cxxabiv1::__terminate(void (*)())","s+":"6"}}}
{"t":{"$date":"2023-02-19T14:58:04.977+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555969D3DC31","b":"555964DD8000","o":"4F65C31","s":"_ZSt9terminatev","C":"std::terminate()","s+":"11"}}}
{"t":{"$date":"2023-02-19T14:58:04.977+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555969D3DD6B","b":"555964DD8000","o":"4F65D6B","s":"__cxa_throw","s+":"4B"}}}
{"t":{"$date":"2023-02-19T14:58:04.977+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555966CE747B","b":"555964DD8000","o":"1F0F47B","s":"_ZSt20__throw_system_errori.cold.24","C":"std::__throw_system_error(int) [clone .cold.24]","s+":"2F"}}}
{"t":{"$date":"2023-02-19T14:58:04.977+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555969D59F69","b":"555964DD8000","o":"4F81F69","s":"_ZNSt6thread15_M_start_threadESt10unique_ptrINS_6_StateESt14default_deleteIS1_EEPFvvE","C":"std::thread::_M_start_thread(std::unique_ptr<std::thread::_State, std::default_delete<std::thread::_State> >, void (*)())","s+":"29"}}}
{"t":{"$date":"2023-02-19T14:58:04.977+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555967C8207A","b":"555964DD8000","o":"2EAA07A","s":"_ZN5mongo27startSignalProcessingThreadENS_13LogFileStatusE","C":"mongo::startSignalProcessingThread(mongo::LogFileStatus)","s+":"11A"}}}
{"t":{"$date":"2023-02-19T14:58:04.979+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555966EF81EA","b":"555964DD8000","o":"21201EA","s":"_ZN5mongo11mongod_mainEiPPc","C":"mongo::mongod_main(int, char**)","s+":"B8A"}}}
{"t":{"$date":"2023-02-19T14:58:04.983+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555966CE81BE","b":"555964DD8000","o":"1F101BE","s":"main","s+":"E"}}}
{"t":{"$date":"2023-02-19T14:58:04.984+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"7FF08C90DD90","b":"7FF08C8E4000","o":"29D90","s":"__libc_init_first","s+":"90"}}}
{"t":{"$date":"2023-02-19T14:58:04.984+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"7FF08C90DE40","b":"7FF08C8E4000","o":"29E40","s":"__libc_start_main","s+":"80"}}}
{"t":{"$date":"2023-02-19T14:58:04.984+00:00"},"s":"I", "c":"CONTROL", "id":31445, "ctx":"main","msg":"Frame","attr":{"frame":{"a":"555966EF2A95","b":"555964DD8000","o":"211AA95","s":"_start","s+":"25"}}}

Found answer on web, it worked for me - need to update Docker: https://www.mongodb.com/community/forums/t/6-0-4-startup-error-on-docker/213908

Related

Run mongodb from meteor

I am getting the following error when I run MongoDB:
C:\Users\wangzd-d\AppData\Local\.meteor\packages\meteor-tool\1.11.1\mt-os.windows.x86_64\dev_bundle\server-lib\node_modules\fibers\future.js:313
throw(ex);
^
MongoError: user is not allowed to do action [listIndexes] on [test.users]
at Connection.<anonymous> (C:\Users\wangzd-d\AppData\Local\.meteor\packages\npm-mongo\3.8.1\npm\node_modules\mongodb\lib\core\connection\pool.js:451:61)
at Connection.emit (events.js:315:20)
at Connection.EventEmitter.emit (domain.js:483:12)
W20201117-10:32:47.706(8)? (STDERR) at processMessage (C:\Users\wangzd-d\AppData\Local\.meteor\packages\npm-mongo\3.8.1\npm\node_modules\mongodb\lib\core\connection\connection.js:452:10)
at TLSSocket.<anonymous> (C:\Users\wangzd-d\AppData\Local\.meteor\packages\npm-mongo\3.8.1\npm\node_modules\mongodb\lib\core\connection\connection.js:621:15)
at TLSSocket.emit (events.js:315:20)
at TLSSocket.EventEmitter.emit (domain.js:483:12)
at addChunk (_stream_readable.js:295:12)
at readableAddChunk (_stream_readable.js:271:9)
at TLSSocket.Readable.push (_stream_readable.js:212:10)
at TLSWrap.onStreamRead (internal/stream_base_commons.js:186:23) {
ok: 0,
code: 8000,
codeName: 'AtlasError'
}
Any idea why this is happening? U

Error deserializing Avro message on Sink Connector

I am getting error deserializing Avro message while trying to consume avro message from topic and dump them into postgres DB.
Here is my Producer config:
spring
Kafka
producer:
bootstrap-servers: localhost:9092
key-serializer: io.confluent.kafka.serializers.KafkaAvroSerializer
value-serializer: io.confluent.kafka.serializers.KafkaAvroSerializer
properties:
schema.registry.url: http://localhost:8081
sink-connector config:
{
"name": "jdbc_source_postgres_avro",
"config": {
"connector.class": "io.confluent.connect.jdbc.JdbcSinkConnector",
"connection.url": "jdbc:postgres://localhost:5432/kafka-test",
"key.converter": "io.confluent.connect.avro.AvroConverter",
"value.converter": "io.confluent.connect.avro.AvroConverter",
"key.converter.schema.registry.url": "http://localhost:8081",
"value.converter.schema.registry.url": "http://localhost:8081",
"connection.user": "postgres",
"connection.password": "password",
"topics": "docker-avro-topic",
"auto.create": "true",
"auto.offset.reset": "latest",
"name": "jdbc_source_postgres_avro"
}
docker-image for connect:
connect:
image: cnfldemos/kafka-connect-datagen:0.1.3-5.3.1
hostname: connect
container_name: connect
depends_on:
- zookeeper
- broker
- schema-registry
ports:
- "8083:8083"
environment:
CONNECT_BOOTSTRAP_SERVERS: 'broker:29092'
CONNECT_REST_ADVERTISED_HOST_NAME: connect
CONNECT_REST_PORT: 8083
CONNECT_GROUP_ID: compose-connect-group
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8081'
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: 'http://schema-registry:8081'
CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"
CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_ZOOKEEPER_CONNECT: 'zookeeper:2181'
And finally the error log:
org.apache.kafka.connect.errors.ConnectException: Tolerance exceeded
in error handler at
org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndHandleError(RetryWithToleranceOperator.java:178)
at
org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execute(RetryWithToleranceOperator.java:104)
at
org.apache.kafka.connect.runtime.WorkerSinkTask.convertAndTransformRecord(WorkerSinkTask.java:487)
at
org.apache.kafka.connect.runtime.WorkerSinkTask.convertMessages(WorkerSinkTask.java:464)
at
org.apache.kafka.connect.runtime.WorkerSinkTask.poll(WorkerSinkTask.java:320)
at
org.apache.kafka.connect.runtime.WorkerSinkTask.iteration(WorkerSinkTask.java:224)
at
org.apache.kafka.connect.runtime.WorkerSinkTask.execute(WorkerSinkTask.java:192)
at
org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:177)
at
org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:227)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748) Caused by:
org.apache.kafka.connect.errors.DataException: Failed to deserialize
data for topic docker-avro-topic to Avro: at
io.confluent.connect.avro.AvroConverter.toConnectData(AvroConverter.java:110)
at
org.apache.kafka.connect.runtime.WorkerSinkTask.lambda$convertAndTransformRecord$1(WorkerSinkTask.java:487)
at
org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndRetry(RetryWithToleranceOperator.java:128)
at
org.apache.kafka.connect.runtime.errors.RetryWithToleranceOperator.execAndHandleError(RetryWithToleranceOperator.java:162)...
13 more Caused by:
**org.apache.kafka.common.errors.SerializationException: Error
deserializing Avro message for id 101 Caused by:
java.net.ConnectException: Connection refused (Connection refused) at
java.net.PlainSocketImpl.socketConnect(Native Method)** at
java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at
java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at
java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at
java.net.Socket.connect(Socket.java:589) at
sun.net.NetworkClient.doConnect(NetworkClient.java:175) at
sun.net.www.http.HttpClient.openServer(HttpClient.java:463) at
sun.net.www.http.HttpClient.openServer(HttpClient.java:558) at
sun.net.www.http.HttpClient.<init>(HttpClient.java:242) at
sun.net.www.http.HttpClient.New(HttpClient.java:339) at
sun.net.www.http.HttpClient.New(HttpClient.java:357 at
sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(HttpURLConnection.java:1220)
at
sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1156)
at
sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:1050)
at
sun.net.www.protocol.http.HttpURLConnection.connect(HttpURLConnection.java:984)
at
sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1564)
at
sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1492)
at
java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:480)
You've configured Kafka Connect to look for a Schema Registry that is running on the same container:
"value.converter.schema.registry.url": "http://localhost:8081",
but it's not, hence:
java.net.ConnectException: Connection refused (Connection refused)
Since you've already specified the Schema Registry config in your Kafka Connect docker environment variables then assuming you actually do have the Schema Registry running on a container that can be resolved as schema-registry from the Kafka Connect container, you can simply remove the schema.registry.url configuration lines from the actual Connector configuration.

Opening many connections with mongodb in a short time causes UncategorizedMongoDbException

I deployed 3 java applications on the server. They opened about 60 connections yesterday in one second and throwed MongoSocketOpenException, this is my log:
2019-01-13 13:06:32.121 INFO 3264 --- [qtp1487230025-2553] org.mongodb.driver.connection : Opened connection [connectionId{localValue:19}] to statistic-db:27017
2019-01-13 13:06:32.133 INFO 3264 --- [qtp1487230025-2557] org.mongodb.driver.connection : Opened connection [connectionId{localValue:20}] to statistic-db:27017
2019-01-13 13:06:32.860 INFO 3264 --- [qtp1487230025-2602] org.mongodb.driver.connection : Opened connection [connectionId{localValue:12}] to statistic-db:27017
2019-01-13 13:06:32.860 INFO 3264 --- [qtp1487230025-2522] org.mongodb.driver.connection : Opened connection [connectionId{localValue:13}] to statistic-db:27017
2019-01-13 13:06:33.830 INFO 3264 --- [qtp1487230025-2584] org.mongodb.driver.connection : Closed connection [connectionId{localValue:11}] to statistic-db:27017 because there was a socket exception raised by this connection.
2019-01-13 13:06:33.836 ERROR 3264 --- [qtp1487230025-2584] c.d.controller.AssistanceController : AssistanceRecordController operation pathQuery: /assistance-service/assistance/reward?appId=wx30ad905999f3eea4&activityId=weaponHelp_gun4&targetId=B618CF1A90A43A34B8CC7DA01F7FD4EB&mcachenum=1547355993038 throw exception: class org.springframework.data.mongodb.UncategorizedMongoDbException
message: Exception opening socket; nested exception is com.mongodb.MongoSocketOpenException: Exception opening socket
org.springframework.data.mongodb.core.MongoExceptionTranslator.translateExceptionIfPossible(MongoExceptionTranslator.java:131)
org.springframework.data.mongodb.core.MongoTemplate.potentiallyConvertRuntimeException(MongoTemplate.java:2592)
org.springframework.data.mongodb.core.MongoTemplate.execute(MongoTemplate.java:526)
org.springframework.data.mongodb.core.MongoTemplate.doUpdate(MongoTemplate.java:1405)
org.springframework.data.mongodb.core.MongoTemplate.updateMulti(MongoTemplate.java:1387)
com.diamondcat.service.AssistanceService.consumeAssistance(AssistanceService.java:165)
com.diamondcat.controller.AssistanceController.reward(AssistanceController.java:207)
sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:209)
org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:136)
org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:102)
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:877)
org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:783)
org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:991)
org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:925)
org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:974)
org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:866)
javax.servlet.http.HttpServlet.service(HttpServlet.java:687)
org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:851)
javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865)
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1655)
org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:215)
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:99)
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
org.springframework.web.filter.HttpPutFormContentFilter.doFilterInternal(HttpPutFormContentFilter.java:109)
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
org.springframework.web.filter.HiddenHttpMethodFilter.doFilterInternal(HiddenHttpMethodFilter.java:93)
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:200)
org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:146)
org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:548)
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:257)
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
org.eclipse.jetty.server.Server.handle(Server.java:531)
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
java.lang.Thread.run(Thread.java:748)
From my nginx log, I just know that there are about 50 requests cost more than 2S, maybe have something to do with it.
my java MongoClientOptions is :
#Bean
public MongoClientOptions mongoClientOptions() {
MongoClientOptions.Builder builder = MongoClientOptions.builder();
builder.connectionsPerHost(1000);
builder.threadsAllowedToBlockForConnectionMultiplier(1000);
builder.maxWaitTime(180000);
builder.connectTimeout(2000);
builder.socketTimeout(120000);
builder.writeConcern(new WriteConcern(1, 10000));
return builder.build();
}
My mongodb version is 2.6.
Ijust searched some info, will it be related to the number of files opened by the system? That time is not the highest peak of system access
I just found that there are some very slow query in mongodb. Some query cost more than 400ms, this may cause many connections to be occupied.

mongoDB connection exception in spring boot

I am tying to connect to mongo DB using spring boot but getting below exception and configuration.
application.properties
spring:
data:
mongodb:
host: localhost
port: 27017
database: VanGuardAuth_DB_AWS_0001
username: myUserAdmin
password: sce#3456#345
2018-03-23 08:58:59.163 INFO 18047 --- [ost-startStop-1] org.mongodb.driver.cluster : Cluster created with settings {hosts=[localhost:27017], mode=SINGLE, requiredClusterType=UNKNOWN, serverSelectionTimeout='30000 ms', maxWaitQueueSize=500}
2018-03-23 08:58:59.257 INFO 18047 --- [ost-startStop-1] org.mongodb.driver.cluster : Cluster created with settings {hosts=[127.0.0.1:27017], mode=SINGLE, requiredClusterType=UNKNOWN, serverSelectionTimeout='30000 ms', maxWaitQueueSize=500}
2018-03-23 08:58:59.297 INFO 18047 --- [localhost:27017] org.mongodb.driver.connection : Opened connection [connectionId{localValue:1, serverValue:13575}] to localhost:27017
2018-03-23 08:58:59.300 INFO 18047 --- [localhost:27017] org.mongodb.driver.cluster : Monitor thread successfully connected to server with description ServerDescription{address=localhost:27017, type=STANDALONE, state=CONNECTED, ok=true, version=ServerVersion{versionList=[3, 2, 19]}, minWireVersion=0, maxWireVersion=4, maxDocumentSize=16777216, roundTripTimeNanos=2413103}
2018-03-23 08:58:59.335 INFO 18047 --- [127.0.0.1:27017] org.mongodb.driver.cluster : Exception in monitor thread while connecting to server 127.0.0.1:27017
com.mongodb.MongoSecurityException: Exception authenticating MongoCredential{mechanism=null, userName='myUserAdmin', source='VanGuardAuth_DB_AWS_0001', password=<hidden>, mechanismProperties={}}
at com.mongodb.connection.SaslAuthenticator.wrapInMongoSecurityException(SaslAuthenticator.java:157) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator.access$200(SaslAuthenticator.java:37) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator$1.run(SaslAuthenticator.java:66) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator$1.run(SaslAuthenticator.java:44) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator.doAsSubject(SaslAuthenticator.java:162) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator.authenticate(SaslAuthenticator.java:44) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.DefaultAuthenticator.authenticate(DefaultAuthenticator.java:32) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.InternalStreamConnectionInitializer.authenticateAll(InternalStreamConnectionInitializer.java:109) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.InternalStreamConnectionInitializer.initialize(InternalStreamConnectionInitializer.java:46) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.InternalStreamConnection.open(InternalStreamConnection.java:116) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.DefaultServerMonitor$ServerMonitorRunnable.run(DefaultServerMonitor.java:113) ~[mongodb-driver-core-3.4.3.jar:na]
at java.lang.Thread.run(Thread.java:748) [na:1.8.0_161]
Caused by: com.mongodb.MongoCommandException: Command failed with error 18: 'Authentication failed.' on server 127.0.0.1:27017. The full response is { "ok" : 0.0, "code" : 18, "errmsg" : "Authentication failed." }
at com.mongodb.connection.CommandHelper.createCommandFailureException(CommandHelper.java:170) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.CommandHelper.receiveCommandResult(CommandHelper.java:123) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.CommandHelper.executeCommand(CommandHelper.java:32) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator.sendSaslStart(SaslAuthenticator.java:117) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator.access$000(SaslAuthenticator.java:37) ~[mongodb-driver-core-3.4.3.jar:na]
at com.mongodb.connection.SaslAuthenticator$1.run(SaslAuthenticator.java:50) ~[mongodb-driver-core-3.4.3.jar:na]
... 9 common frames omitted
tried with below configuration also but same exception
#Bean
public MongoDbFactory mongoDbFactory() throws Exception {
final MongoCredential credential =MongoCredential.createCredential("myUserAdmin", "VanGuardAuth_DB_AWS_0001", "Admin#321$".toCharArray());
ServerAddress serverAddress = new ServerAddress("127.0.0.1", 27017);
MongoClient mongoClient = new MongoClient(serverAddress, new ArrayList<MongoCredential>() {{ add(credential); }});
return new SimpleMongoDbFactory(mongoClient,"VanGuardAuth_DB_AWS_0001");
}
#Bean
public MongoTemplate mongoTemplate() throws Exception {
MongoTemplate mongoTemplate = new MongoTemplate(mongoDbFactory());
return mongoTemplate;
}

Error: Max redirects exceeded

I am using tinyreq for getting page content but i faced following error:
Error: Max redirects exceeded. at ClientRequest.cb
(/var/www/html/node_project/node_modules/follow-redirects/create.js:64:15)
at Object.onceWrapper (events.js:293:19) at emitOne (events.js:96:13)
at ClientRequest.emit (events.js:191:7) at
HTTPParser.parserOnIncomingClient [as onIncoming]
(_http_client.js:522:21) at HTTPParser.parserOnHeadersComplete
(_http_common.js:99:23) at TLSSocket.socketOnData
(_http_client.js:411:20) at emitOne (events.js:96:13) at
TLSSocket.emit (events.js:191:7) at readableAddChunk
(_stream_readable.js:178:18) at TLSSocket.Readable.push
(_stream_readable.js:136:10) at TLSWrap.onread (net.js:561:20)