I am facing this issue while starting server,the mongod crashes with the below mension backtrace, To resolve this everytime I have to clear /data/db folder and restore the database. Can anyone help me on this,where is the exact issue?
2017-05-18T10:56:57.137+0530 E STORAGE [thread1] WiredTiger (24) [1495085217:136990][5976:0x700006deb000], log-server: /data/db/journal: opendir: Too many open files 2017-05-18T10:56:57.137+0530 E STORAGE [thread1] WiredTiger (24) [1495085217:137101][5976:0x700006deb000], log-server: dirlist journal prefix WiredTigerPreplog: Too many open files 2017-05-18T10:56:57.137+0530 E STORAGE [thread1] WiredTiger (24) [1495085217:137120][5976:0x700006deb000], log-server: log pre-alloc server error: Too many open files 2017-05-18T10:56:57.137+0530 E STORAGE [thread1] WiredTiger (24) [1495085217:137134][5976:0x700006deb000], log-server: log server error: Too many open files 2017-05-18T10:57:06.005+0530 W FTDC [ftdc] Uncaught exception in 'FileNotOpen Failed to open interim file /data/db/diagnostic.data/metrics.interim.temp' in full-time diagnostic data capture subsystem. Shutting down the full-time diagnostic data capture subsystem. 2017-05-18T10:57:21.672+0530 E STORAGE [conn134] WiredTiger (24) [1495085241:672464][5976:0x70000b79b000], file:index-164-6924260755198471728.wt, WT_SESSION.open_cursor: /data/db/index-164-6924260755198471728.wt: Too many open files 2017-05-18T10:57:21.672+0530 I - [conn134] Invariant failure: ret resulted in status UnknownError 24: Too many open files at src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp 73 2017-05-18T10:57:21.688+0530 I CONTROL [conn134] 0x10a87f499 0x10a830bda 0x10a81f22a 0x10a652fcb 0x10a651f47 0x10a63898d 0x10a637079 0x10a280157 0x10a1dab67 0x10a400631 0x10a400229 0x10a3c0481 0x10a297622 0x109f9f46a 0x10a83d063 0x10a83c871 0x7fff9ad9c9af 0x7fff9ad9c8fb 0x7fff9ad9c101 ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"109F98000","o":"8E7499"},{"b":"109F98000","o":"898BDA"},{"b":"109F98000","o":"88722A"},{"b":"109F98000","o":"6BAFCB"},{"b":"109F98000","o":"6B9F47"},{"b":"109F98000","o":"6A098D"},{"b":"109F98000","o":"69F079"},{"b":"109F98000","o":"2E8157"},{"b":"109F98000","o":"242B67"},{"b":"109F98000","o":"468631"},{"b":"109F98000","o":"468229"},{"b":"109F98000","o":"428481"},{"b":"109F98000","o":"2FF622"},{"b":"109F98000","o":"746A"},{"b":"109F98000","o":"8A5063"},{"b":"109F98000","o":"8A4871"},{"b":"7FFF9AD99000","o":"39AF"},{"b":"7FFF9AD99000","o":"38FB"},{"b":"7FFF9AD99000","o":"3101"}],"processInfo":{ "mongodbVersion" : "3.2.0", "gitVersion" : "45d947729a0315accb6d4f15a6b06be6d9c19fe7", "compiledModules" : [], "uname" : { "sysname" : "Darwin", "release" : "16.5.0", "version" : "Darwin Kernel Version 16.5.0: Fri Mar 3 16:52:33 PST 2017; root:xnu-3789.51.2~3/RELEASE_X86_64", "machine" : "x86_64" }, "somap" : [ { "path" : "/usr/local/bin/mongod", "machType" : 2, "b" : "109F98000", "buildId" : "255B8C28DDB432E8BDB3FEA29CE564F5" }, { "path" : "/usr/lib/libSystem.B.dylib", "machType" : 6, "b" : "7FFF995DB000", "buildId" : "D9B20A4F87BC36CB940580E105666725" }, { "path" : "/usr/lib/libc++.1.dylib", "machType" : 6, "b" : "7FFF99715000", "buildId" : "0B43BB5DE6EB34648DE9B41AC8ED9D1C" }, { "path" : "/usr/lib/system/libcache.dylib", "machType" : 6, "b" : "7FFF9AAA7000", "buildId" : "093A4DAB83853D47A350E20CB7CCF7BF" }, { "path" : "/usr/lib/system/libcommonCrypto.dylib", "machType" : 6, "b" : "7FFF9AAAC000", "buildId" : "BE8380C5C09D3F48A502AEBB58231067" }, { "path" : "/usr/lib/system/libcompiler_rt.dylib", "machType" : 6, "b" : "7FFF9AAB7000", "buildId" : "55D47421772A32ABB5291A46C2F43B4D" }, { "path" : "/usr/lib/system/libcopyfile.dylib", "machType" : 6, "b" : "7FFF9AABF000", "buildId" : "819BEA3CDF113E3DA1A15A51C5BF1961" }, { "path" : "/usr/lib/system/libcorecrypto.dylib", "machType" : 6, "b" : "7FFF9AAC8000", "buildId" : "8A39EE06121C3731A9E935847064B3EE" }, { "path" : "/usr/lib/system/libdispatch.dylib", "machType" : 6, "b" : "7FFF9AB4C000", "buildId" : "D122E712959331CABAC44A54410BF4A0" }, { "path" : "/usr/lib/system/libdyld.dylib", "machType" : 6, "b" : "7FFF9AB7E000", "buildId" : "129D3B44FB2137509A6848B5C3DC632B" }, { "path" : "/usr/lib/system/libkeymgr.dylib", "machType" : 6, "b" : "7FFF9AB84000", "buildId" : "7AA011A9DC213488BF733B5B14D1FDD6" }, { "path" : "/usr/lib/system/liblaunch.dylib", "machType" : 6, "b" : "7FFF9AB92000", "buildId" : "037D198D9B023EF9A8E96F43EA555A9E" }, { "path" : "/usr/lib/system/libmacho.dylib", "machType" : 6, "b" : "7FFF9AB93000", "buildId" : "17D5D855F6C33B04B680E9BF02EF8AED" }, { "path" : "/usr/lib/system/libquarantine.dylib", "machType" : 6, "b" : "7FFF9AB99000", "buildId" : "7B32EA91AB8B32A48E529D3ED46CAC8E" }, { "path" : "/usr/lib/system/libremovefile.dylib", "machType" : 6, "b" : "7FFF9AB9C000", "buildId" : "38D4CB9C10CD30D38B7BA515EC75FE85" }, { "path" : "/usr/lib/system/libsystem_asl.dylib", "machType" : 6, "b" : "7FFF9AB9E000", "buildId" : "096E42283B7C30A68B13EC909A64499A" }, { "path" : "/usr/lib/system/libsystem_blocks.dylib", "machType" : 6, "b" : "7FFF9ABB7000", "buildId" : "10DC540473AB35B3A277A8AFECB476EB" }, { "path" : "/usr/lib/system/libsystem_c.dylib", "machType" : 6, "b" : "7FFF9ABB8000", "buildId" : "B03F89151E9B3C84AED568E2E0031630" }, { "path" : "/usr/lib/system/libsystem_configuration.dylib", "machType" : 6, "b" : "7FFF9AC46000", "buildId" : "872C8A4208713424830B84E587A75D27" }, { "path" : "/usr/lib/system/libsystem_coreservices.dylib", "machType" : 6, "b" : "7FFF9AC4A000", "buildId" : "FD0915E89C433FCB94E033C45DF028CD" }, { "path" : "/usr/lib/system/libsystem_coretls.dylib", "machType" : 6, "b" : "7FFF9AC4E000", "buildId" : "EC6FCF07DCFB3A039CC96DD3709974C6" }, { "path" : "/usr/lib/system/libsystem_dnssd.dylib", "machType" : 6, "b" : "7FFF9AC67000", "buildId" : "FF02A1977CEF36848155E5E225051E44" }, { "path" : "/usr/lib/system/libsystem_info.dylib", "machType" : 6, "b" : "7FFF9AC6E000", "buildId" : "611DB84CBF703F928702B9F28A900920" }, { "path" : "/usr/lib/system/libsystem_kernel.dylib", "machType" : 6, "b" : "7FFF9AC98000", "buildId" : "FC51D7B082923F6A923164340B237EB7" }, { "path" : "/usr/lib/system/libsystem_m.dylib", "machType" : 6, "b" : "7FFF9ACBB000", "buildId" : "A790C9A5DD2432F58FD733BFCE79AC87" }, { "path" : "/usr/lib/system/libsystem_malloc.dylib", "machType" : 6, "b" : "7FFF9AD03000", "buildId" : "48D1BBA3914E3C65AF70C33B4A1B5233" }, { "path" : "/usr/lib/system/libsystem_network.dylib", "machType" : 6, "b" : "7FFF9AD22000", "buildId" : "FDE1424343283EFD824CC0D314D7B540" }, { "path" : "/usr/lib/system/libsystem_networkextension.dylib", "machType" : 6, "b" : "7FFF9AD7C000", "buildId" : "D5381DA9529C3588BE16A2245DE93423" }, { "path" : "/usr/lib/system/libsystem_notify.dylib", "machType" : 6, "b" : "7FFF9AD86000", "buildId" : "B8160190A0693B3ABDF62AA408221FAE" }, { "path" : "/usr/lib/system/libsystem_platform.dylib", "machType" : 6, "b" : "7FFF9AD90000", "buildId" : "5940EAB784D634DC9B38111648B2B589" }, { "path" : "/usr/lib/system/libsystem_pthread.dylib", "machType" : 6, "b" : "7FFF9AD99000", "buildId" : "62A84A68431D3B54A7B631367CCF2884" }, { "path" : "/usr/lib/system/libsystem_sandbox.dylib", "machType" : 6, "b" : "7FFF9ADA4000", "buildId" : "87A2327DB7A13E4CA85DD3D9484003DB" }, { "path" : "/usr/lib/system/libsystem_secinit.dylib", "machType" : 6, "b" : "7FFF9ADA8000", "buildId" : "F78B847B35653E4B98A6F7AD40392E2D" }, { "path" : "/usr/lib/system/libsystem_symptoms.dylib", "machType" : 6, "b" : "7FFF9ADAA000", "buildId" : "9CF6A47C83433E859C27A8D98E726A8B" }, { "path" : "/usr/lib/system/libsystem_trace.dylib", "machType" : 6, "b" : "7FFF9ADB2000", "buildId" : "E1D540D8CC88390192BAFC4B802FE0E8" }, { "path" : "/usr/lib/system/libunwind.dylib", "machType" : 6, "b" : "7FFF9ADC6000", "buildId" : "3D50D8A8C460334DA5192DA841102C6B" }, { "path" : "/usr/lib/system/libxpc.dylib", "machType" : 6, "b" : "7FFF9ADCC000", "buildId" : "ABC45890DA233A4AB50B1384BD4CBBDF" }, { "path" : "/usr/lib/libobjc.A.dylib", "machType" : 6, "b" : "7FFF9A289000", "buildId" : "DC77AA6EA4E4326D8D7F82D63AA88F99" }, { "path" : "/usr/lib/libc++abi.dylib", "machType" : 6, "b" : "7FFF9976C000", "buildId" : "3019935288BF30BD8CFF2A4FBE247523" } ] }} mongod(_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE+0x39) [0x10a87f499] mongod(_ZN5mongo10logContextEPKc+0x16A) [0x10a830bda] mongod(_ZN5mongo17invariantOKFailedEPKcRKNS_6StatusES1_j+0x1CA) [0x10a81f22a] mongod(_ZN5mongo17WiredTigerSession9getCursorERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyb+0xEB) [0x10a652fcb] mongod(_ZN5mongo16WiredTigerCursorC2ERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEybPNS_16OperationContextE+0x87) [0x10a651f47] mongod(_ZN5mongo12_GLOBAL__N_125WiredTigerIndexCursorBaseC2ERKNS_15WiredTigerIndexEPNS_16OperationContextEb+0x11D) [0x10a63898d] mongod(_ZNK5mongo21WiredTigerIndexUnique9newCursorEPNS_16OperationContextEb+0x39) [0x10a637079] mongod(_ZNK5mongo17IndexAccessMethod10findSingleEPNS_16OperationContextERKNS_7BSONObjE+0x37) [0x10a280157] mongod(_ZN5mongo11IDHackStage4workEPm+0x107) [0x10a1dab67] mongod(_ZN5mongo12PlanExecutor11getNextImplEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0x371) [0x10a400631] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x39) [0x10a400229] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_12QueryMessageERKNS_15NamespaceStringERNS_7MessageE+0x981) [0x10a3c0481] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xAF2) [0x10a297622] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortE+0xEA) [0x109f9f46a] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x253) [0x10a83d063] mongod(_ZNSt3__114__thread_proxyINS_5tupleIJNS_6__bindIPFPvS3_EJPN5mongo12_GLOBAL__N_124MessagingPortWithHandlerEEEEEEEEES3_S3_+0x61) [0x10a83c871] libsystem_pthread.dylib(_pthread_body+0xB4) [0x7fff9ad9c9af] libsystem_pthread.dylib(_pthread_body+0x0) [0x7fff9ad9c8fb] libsystem_pthread.dylib(thread_start+0xD) [0x7fff9ad9c101] ----- END BACKTRACE ----- 2017-05-18T10:57:21.689+0530 I - [conn134]
***aborting after invariant() failure
via Jyoti
No comments:
Post a Comment