Error to store a 1.3GB json document in MongoDB

Juliana_Fernandes · 2024-07-11T11:36:53.531Z

Hello Everyone,

I’m just starting work with mongo and I’m trying to store a 1.3GB json file that I got from a seismic segy file.
I’m using gridfs to do the import but I’ve got the error

2024-07-10T16:30:44.513-0300    Failed: an inserted document is too large

The structure of my json file is:

{
"type": "FeatureCollection",
"name": "ST0202R08_PS_PSDM_RAW_PP_TIME.MIG_RAW.POST_STACK.3D.JS-017534",
"crs": { "type": "name", "properties": { "name": "urn:ogc:def:crs:EPSG::23031" } },
"features": [
    { "type": "Feature", "properties": { "TRACE_NUMBER_WITHIN_LINE": 1, "TRACE_NUMBER_WITHIN_FILE": 1, "ORIGINAL_FIELD_RECORD_NUMBER": 0, "TRACE_NUMBER_WITHIN_ORIGINAL_FIELD_RECORD": 0, "TRACE_IDENTIFICATION_CODE": 1, "ENSEMBLE_NUMBER": 1932, "TRACE_NUMBER_WITHIN_ENSEMBLE": 1, "NUMBER_VERTICAL_SUMMED_TRACES": 1, "NUMBER_HORIZONTAL_STACKED_TRACES": 28, "DATA_USE": 1, "DISTANCE_SOURCE_GROUP": 0, "RECEIVER_GROUP_ELEVATION": 0, "SURFACE_ELEVATION_AT_SOURCE": 0, "SOURCE_DEPTH_BELOW_SURFACE": 0, "DATUM_ELEVATION_AT_RECEIVER_GROUP": 0, "DATUM_ELEVATION_AT_SOURCE": 0, "WATER_DEPTH_AT_SOURCE": 0, "WATER_DEPTH_AT_GROUP": 0, "VERTICAL_SCALAR": 1, "HORIZONTAL_SCALAR": -100, "SOURCE_X": 43872700, "SOURCE_Y": 647551400, "GROUP_X": 43872700, "GROUP_Y": 647551400, "COORDINATE_UNITS": 1, "WEATHERING_VELOCITY": 0, "SUB_WEATHERING_VELOCITY": 0, "UPHOLE_TIME_AT_SOURCE": 0, "UPHOLE_TIME_AT_GROUP": 0, "SOURCE_STATIC_CORRECTION": 0, "GROUP_STATIC_CORRECTION": 0, "TOTAL_STATIC_CORRECTION": 0, "LAG_TIME_A": 0, "LAG_TIME_B": 0, "DELAY_RECORDING_TIME": 0, "MUTE_TIME_START": 0, "MUTE_TIME_END": 1408, "SAMPLES": 1126, "SAMPLE_INTERVAL": 4000, "GAIN_TYPE": 0, "INSTRUMENT_GAIN_CONSTANT": 0, "INSTRUMENT_INITIAL_GAIN": 0, "CORRELATED": 0, "SWEEP_FREQUENCY_AT_START": 0, "SWEEP_FREQUENCY_AT_END": 0, "SWEEP_LENGTH": 0, "SWEEP_TYPE": 0, "SWEEP_TRACE_TAPER_LENGTH_AT_START": 0, "SWEEP_TRACE_TAPER_LENGTH_AT_END": 0, "TAPER_TYPE": 0, "ALIAS_FILTER_FREQUENCY": 0, "ALIAS_FILTER_SLOPE": 0, "NOTCH_FILTER_FREQUENCY": 0, "NOTCH_FILTER_SLOPE": 0, "LOW_CUT_FREQUENCY": 0, "HIGH_CUT_FREQUENCY": 0, "LOW_CUT_SLOPE": 0, "HIGH_CUT_SLOPE": 0, "YEAR": 0, "DAY_OF_YEAR": 0, "HOUR": 0, "MINUTE": 0, "SECOND": 0, "TIME_BASIC_CODE": 0, "TRACE_WEIGHTING_FACTOR": 0, "GEOPHONE_GROUP_NUMBER_OF_ROLL_SWITH": 0, "GEOPHONE_GROUP_NUMBER_OF_TRACE_NUMBER_ONE": 0, "GEOPHONE_GROUP_NUMBER_OF_LAST_TRACE": 0, "GAP_SIZE": 0, "OVER_TRAVEL": 0, "INLINE_NUMBER": 9985, "CROSSLINE_NUMBER": 1932, "SHOTPOINT_NUMBER": 0, "SHOTPOINT_SCALAR": 0, "SAMPLE_ARRAY": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -0.0046034306287765503, -0.0031451205722987652, -0.0010518636554479599, 0.00059199891984462738, 0.0008429910521954298, 5.1268682000227273e-05, -0.00068943505175411701, -0.00064778351224958897, 0.00010671489872038364, 0.00095279398374259472, 0.0013005409855395555, 0.001055088359862566, 0.00048728124238550663, 0.00013236090308055282, 2.9171555070206523e-05, -2.2041931515559554e-05, -0.00023665551270823926, -0.00061966921202838421, -0.00091394921764731407, -0.00082323560491204262, -0.00033915694802999496, 0.00025597424246370792, 0.00062547833658754826, 0.00061974674463272095, 0.00032911659218370914, -1.6302175936289132e-05, -0.00028285081498324871, -0.0004057206679135561, -0.00034187943674623966, -4.576781066134572e-05, 0.00039147539064288139, 0.00072279595769941807, 0.00065970607101917267, 9.877198317553848e-05, -0.00066920393146574497, -0.0010533907916396856, -0.00069508119486272335, 0.00014999756240285933, 0.00088626309297978878, 0.0011152476072311401, 0.00078982533887028694, 0.00012028844503220171, -0.00049164518713951111, -0.00068782945163547993, -0.00043081189505755901, -2.8086680686101317e-05, 0.00017066248983610421, 3.9092643419280648e-05, -0.00032449536956846714, -0.00067249475978314877, -0.00074054603464901447, -0.00045169913209974766, 5.5525670177303255e-06, 0.00034064543433487415, 0.000375411007553339, 0.00016730064817238599, -3.319335519336164e-05, 7.7760605563526042e-06, 0.00035610189661383629, 0.00094229145906865597, 0.0014745732769370079, 0.0015387425664812326, 0.00096937338821589947, 5.2867122576572001e-05, -0.0007895040325820446, -0.0013684474397450686, -0.0016750332433730364, -0.0017096709925681353, -0.0014964388683438301, -0.0010869177058339119, -0.00049651670269668102, 0.0002004858833970502, 0.00077723315916955471, 0.0010476184543222189, 0.0010752002708613873, 0.00097594200633466244, 0.00076622539199888706, 0.00040832557715475559, -1.7192840459756553e-05, -0.00038829026743769646, -0.00061045261099934578, -0.0006086127832531929, -0.00040949857793748379, -0.00018112052930518985, -5.1798138883896172e-05, 1.7375015886500478e-05, 0.00011116391397081316, 0.00024762959219515324, 0.00043807365000247955, 0.0006917300634086132, 0.0009185450617223978, 0.00096284202300012112, 0.00074830860830843449, 0.00031495490111410618, -0.00022840054589323699, -0.00071272766217589378, -0.00098215765319764614, -0.0009853169322013855, -0.00074030039831995964, -0.00030773854814469814, 0.00017228201613761485, 0.00051947706378996372, 0.00062305713072419167, 0.00045926705934107304, 9.1110356152057648e-05, -0.00031310785561800003, -0.00054635177366435528, -0.00050028529949486256, -0.00020927711739204824, 0.00012762051483150572, 0.00027291406877338886, 0.00017681674216873944, 1.8605205696076155e-05, -3.5421238862909377e-05, -2.5230865503544919e-06, 3.2228374038822949e-05, 2.5670946342870593e-05, -7.6957454439252615e-05, -0.00031408714130520821, -0.00058552669361233711, -0.00072100874967873096, -0.00063872500322759151, -0.00036964635364711285, 2.0858424250036478e-05, 0.00044560804963111877, 0.00080314255319535732, 0.0010344295296818018, 0.0011061723344027996, 0.00099586579017341137, 0.00073717883788049221, 0.00037488038651645184, -0.00011458125663921237, -0.00071094324812293053, -0.0012192486319690943, -0.001414936501532793, -0.0012335306964814663, -0.00071775750257074833, 4.8078072723001242e-05, 0.00087484857067465782, 0.0014910204336047173, 0.0016899281181395054, 0.0013942911755293608, 0.00068602245301008224, -0.00017101906996686012, -0.00085788103751838207, -0.0011839298531413078, -0.0010794454719871283, -0.00057641696184873581, 9.310340101365e-05, 0.00054388772696256638, 0.00050164409913122654, -3.6126162740401924e-05, -0.00084013817831873894, -0.0014900641981512308, -0.0015505717601627111, -0.00092597003094851971, 6.2380058807320893e-05, 0.00096956174820661545, 0.0014752685092389584, 0.0014792212750762701, 0.0011860472150146961, 0.00092419981956481934, 0.00072899414226412773, 0.00031939311884343624, -0.00042834156192839146, -0.0012776446528732777, -0.0018884702585637569, -0.0020162430591881275, -0.0015688019338995218, -0.00072609144262969494, 0.00014434428885579109, 0.00084799947217106819, 0.0014710214454680681, 0.0020405608229339123, 0.0022854628041386604, 0.0018446759786456823, 0.00064015854150056839, -0.00090737291611731052, -0.0020180155988782644, -0.0020529807079583406, -0.0010701960418373346, 0.00014049200399313122, 0.00064450805075466633, 0.00013972315355204046, -0.00083744851872324944, -0.0014201602898538113, -0.001144863199442625, -0.0002249164244858548, 0.0006961070466786623, 0.0010424139909446239, 0.00071565317921340466, 0.00016897295427042991, -1.3585768101620488e-05, 0.00036922376602888107, 0.0010256543755531311, 0.0014770939014852047, 0.0013865935616195202, 0.0007773260585963726, -3.3525284379720688e-05, -0.00067182793281972408, -0.00093612237833440304, -0.00084973033517599106, -0.00056355167180299759, -0.00024537136778235435, -2.6980691472999752e-05, 3.1366434996016324e-05, -3.3643620554357767e-05, -7.8663084423169494e-05, 5.4504329455085099e-05, 0.00034429668448865414, 0.0005479445680975914, 0.00045911665074527264, 0.00010390288662165403, -0.00031214277260005474, -0.00056626973673701286, -0.00053414516150951385, -0.00026438571512699127, 2.8138660127297044e-05, 0.00012745340063702315, -1.1404605174902827e-05, -0.00028853421099483967, -0.00057813478633761406, -0.00077264569699764252, -0.0007806562352925539, -0.00056468741968274117, -0.00015705902478657663, 0.00034890463575720787, 0.00081551354378461838, 0.001099785091355443, 0.0011293960269540548, 0.00092551065608859062, 0.00058791670016944408, 0.00028647691942751408, 0.00017069285968318582, 0.00019774632528424263, 0.00012965529458597302, -0.00021478495909832418, -0.00074933725409209728, -0.0011882453691214323, -0.0012770723551511765, -0.00094740418717265129, -0.0003464939072728157, 0.00025142799131572247, 0.00059854029677808285, 0.00062155327759683132, 0.00045053730718791485, 0.00032023806124925613, 0.00037928903475403786, 0.00055966596119105816, 0.00063713407143950462, 0.00044720480218529701, 2.4401524569839239e-05, -0.00044814823195338249, -0.00078256009146571159, -0.00088785169646143913, -0.00078147626481950283, -0.00054084067232906818, -0.0002427085128147155, 5.3029289119876921e-05, 0.00027432665228843689, 0.00032979319803416729, 0.00017220436711795628, -0.00013552467862609774, -0.00043118256144225597, -0.00055616721510887146, -0.0004508590791374445, -0.00015662211808376014, 0.00024745962582528591, 0.00067835603840649128, 0.0010333149693906307, 0.0011972924694418907, 0.0011006041895598173, 0.00077892234548926353, 0.00034225592389702797, -0.00010144566476810724, -0.00048615341074764729, -0.00074849859811365604, -0.00082346284762024879, -0.00067390222102403641, -0.00031337887048721313, 0.00020489979942794889, 0.00071145687252283096, 0.0009770621545612812, 0.00089574721641838551, 0.00056248134933412075, 0.00015444253222085536, -0.0001764726621331647, -0.0003593966830521822, -0.00047307321801781654, -0.00070423935540020466, -0.0011246479116380215, -0.0015624344814568758, -0.0017650502268224955, -0.0016111654695123434, -0.0011459181550890207, -0.0004942980594933033, 0.00019130919827148318, 0.0007737365085631609, 0.0011814718600362539, 0.0013980972580611706, 0.0014179986901581287, 0.0012502237223088741, 0.00092840520665049553, 0.00050382385961711407, 7.2527356678619981e-05, -0.00025280378758907318, -0.00040000700391829014, -0.00040048174560070038, -0.00036292942240834236, -0.00034030340611934662, -0.00028544571250677109, -0.00014003478281665593, 0.00010051231947727501, 0.00039309076964855194, 0.00071430741809308529, 0.00098063098266720772, 0.0010626106522977352, 0.00090572051703929901, 0.00057282811030745506, 0.00016291186329908669, -0.00020442409731913358, -0.00038343388587236404, -0.00034491904079914093, -0.00022287227329798043, -0.00013287400361150503, -0.00013466313248500228, -0.00028110458515584469, -0.00059170695021748543, -0.00099986628629267216, -0.0013803413603454828, -0.0016004487406462431, -0.0015639942139387131, -0.0013745119795203209, -0.0011301974300295115, -0.00085728592239320278, -0.00050651933997869492, -3.013353853020817e-05, 0.00056267227046191692, 0.0011629369109869003, 0.0015204488299787045, 0.0014272022526711226, 0.00099891191348433495, 0.00054184696637094021, 0.00022035407891962677, 6.4016596297733486e-05, 0.00014992991054896265, 0.00047414260916411877, 0.00085134664550423622, 0.0011226912029087543, 0.0013201625552028418, 0.001476373290643096, 0.0014820343349128962, 0.0012197361793369055, 0.00069815525785088539, -9.0771536633837968e-06, -0.00086711696349084377, -0.0017440612427890301, -0.0024140924215316772, -0.0027256750036031008, -0.002654701704159379, -0.0021901540458202362, -0.0013749513309448957, -0.00032024062238633633, 0.00078889471478760242, 0.0017093217466026545, 0.002186192199587822, 0.0021068516653031111, 0.0016045700758695602, 0.00090881157666444778, 0.00017665264022070915, -0.00047826510854065418, -0.00091586005873978138, -0.0010998893994837999, -0.0010777742136269808, -0.00092596863396465778, -0.00073958025313913822, -0.00057734665460884571, -0.00041043153032660484, -0.00017828260024543852, 0.00015274925681296736, 0.00055634276941418648, 0.00093010440468788147, 0.0011625997722148895, 0.0011946798767894506, 0.001008717343211174, 0.00057012727484107018, -6.8706824094988406e-05, -0.00062615424394607544, -0.00078054284676909447, -0.00051550427451729774, -9.2510163085535169e-05, 0.00024221872445195913, 0.00039509986527264118, 0.00041738850995898247, 0.000318954698741436, 6.9022164097987115e-05, -0.00026725116185843945, -0.00048365630209445953, -0.00043224170804023743, -0.00023309641983360052, -0.00013075332390144467, -0.00016491969290655106, -0.00015521273599006236, -0.00010309538629371673, -0.00021412230853457004, -0.00044234027154743671, -0.00041746813803911209, -7.9324527177959681e-05, 0.00019915406301151961, 0.00020616003894247115, 0.00017391623987350613, 0.0002348551934119314, 0.00026262481696903706, 0.00017371303692925721, 3.3748277928680182e-05, -0.00012268869613762945, -0.00022377877030521631, -0.00018482857558410615, -3.4398181014694273e-05, 0.00012805483129341155, 0.00030265375971794128, 0.00052463589236140251, 0.00073594204150140285, 0.00086274393834173679, 0.00091140973381698132, 0.00086462520994246006, 0.0006639496423304081, 0.0003590029664337635, 6.2784340116195381e-05, -0.00021803459094371647, -0.00053931050933897495, -0.00085573596879839897, -0.001082336762920022, -0.0012020689900964499, -0.0012481643352657557, -0.0011924672871828079, -0.00098839052952826023, -0.00066426652483642101, -0.00035694055259227753, -0.00016968241834547371, -5.3771873353980482e-05, 0.00012272028834559023, 0.0003647427074611187, 0.00055886898189783096, 0.00064490619115531445, 0.00067056971602141857, 0.00067109102383255959, 0.00062151788733899593, 0.00048697972670197487, 0.00026420317590236664, 2.61450040852651e-05, -9.4551854999735951e-05, -5.5674987379461527e-05, 3.493831172818318e-06, -3.2976488000713289e-05, -8.0585406976751983e-05, -2.2808148059993982e-05, 6.0165839386172593e-05, 5.8056626585312188e-05, 5.8162695495411754e-05, 0.00019106434774585068, 0.00034481496550142765, 0.00032255309633910656, 0.00017204698815476149, 8.2398590166121721e-05, 1.9348590285517275e-05, -0.00016954474267549813, -0.00037732208147644997, -0.00035162223502993584, -0.00015429130871780217, -7.4467854574322701e-05, -0.00012763627455569804, -6.1987360822968185e-05, 0.00016151818272192031, 0.00029641622677445412, 0.0002067447203444317, 2.3499131202697754e-05, -6.8995461333543062e-05, -1.5860336134210229e-05, 7.5255578849464655e-05, 2.9944407287985086e-05, -0.00016520336794201285, -0.00029719248414039612, -0.00023401003272738308, -0.00010718536213971674, -4.3467895011417568e-05, 1.9782062736339867e-05, 7.3511851951479912e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "geometry": { "type": "Point", "coordinates": [ 438727.0, 6475514.0 ] } },
    ......
   ......
   .......
]
}

The file contains the informations for each seismic trace.
How should I proceed with this?

Lokesh_Reddy1 · 2024-07-11T12:41:35.949Z

Hi @Juliana_Fernandes,

As you know, MongoDB document size must be below 16MB. If you try to store a document larger than that, it will not allow the data to be stored and will show an error like the one you mentioned:
2024-07-10T16:30:44.513-0300 Failed: an inserted document is too large.

Above mentioned JSON file seems to contain a single large document { } with a large number of elements in an array. To address this, try to:

Segregate the document into multiple pieces the document must not be contains 16MB of data.
Change the document structure or data modeling in this scenario.

I hope this helps!

steevej · 2024-07-11T13:36:45.046Z

Juliana_Fernandes:

I’m using gridfs to do the import but I’ve got the error

Please share the command you used. I am surprised that gridfs api failed on size limit. And note that storing a JSON document in gridfs is not really useful as you won`t be able to use MQL on the document’s content.

That is why

Lokesh_Reddy1:

Segregate the document into multiple pieces the document must not be contains 16MB of data.

would be absolutely necessary if you want to query. For example, you may use jq to split your features array into separate documents.

The data is quite verbose with long names like TRACE_NUMBER_WITHIN_LINE which is really good when you publish data but not so much when you process it. I recommend shortening all those field names.

steevej · 2024-07-16T14:33:44.541Z

@Juliana_Fernandes, please followup on the replies you got.