run_abc.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "using Distributions\n",
    "using CSV\n",
    "using DataFrames\n",
    "using Random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Threads.nthreads()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# simulation function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "┌ Info: Precompiling LPM [top-level]\n",
      "└ @ Base loading.jl:1662\n"
     ]
    }
   ],
   "source": [
    "include(\"main_dist.jl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "run_sim_threaded (generic function with 1 method)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function run_sim_locally(args)\n",
    "    # sadly our simulation is not thread-safe so we have to run it via its own julia process\n",
    "    res = readchomp(`julia main_dist.jl $(split(args))`)\n",
    "    \n",
    "    parse(Float64, res)\n",
    "end\n",
    "\n",
    "# this works when using ThreadSafeDict for memoization but is sadly much, much slower than running externally\n",
    "function run_sim_threaded(args)\n",
    "    distance(split(args))\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "simulate (generic function with 1 method)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function simulate(param_values)\n",
    "    @assert length(names) == length(param_values)\n",
    "    \n",
    "    # TODO seeding\n",
    "    args = \"--datadir LPM/data -P \\\"\\\"\"\n",
    "    \n",
    "    for (name, value) in zip(names, param_values)\n",
    "        args *= \" --$name $value\" \n",
    "    end\n",
    "\n",
    "    run_sim_locally(args)\n",
    "    #run_sim_threaded(args)\n",
    "end"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "tags": []
   },
   "source": [
    "# config"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "readParamConfig (generic function with 1 method)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function readParamConfig(fname)\n",
    "    pconf = CSV.read(fname, DataFrame)\n",
    "    \n",
    "    v_min = pconf[!, :Min]\n",
    "    v_max = pconf[!, :Max]\n",
    "    \n",
    "    priors = [Uniform(mi, ma) for (mi, ma) in zip(v_min, v_max)]\n",
    "    \n",
    "    String.(pconf[!, :Parameter]), priors\n",
    "end\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "const names, priors = readParamConfig(\"params/parameters.tsv\");"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# ABC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "abc (generic function with 1 method)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "include(\"abc_hpc/abc/ownabc.jl\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# execute"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "noise = [0.05 for p in priors];"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "OwnCreator{Vector{Uniform{Float64}}}(true, 1.0, Uniform{Float64}[Uniform{Float64}(a=0.5, b=1.0), Uniform{Float64}(a=0.5, b=1.0), Uniform{Float64}(a=0.0, b=1.0), Uniform{Float64}(a=0.0, b=2.0), Uniform{Float64}(a=0.0, b=4.0), Uniform{Float64}(a=0.0, b=1.0), Uniform{Float64}(a=0.5, b=1.0), Uniform{Float64}(a=0.0, b=1.0), Uniform{Float64}(a=0.0, b=4.0), Uniform{Float64}(a=0.5, b=1.0), Uniform{Float64}(a=1.0, b=1.2), Uniform{Float64}(a=0.0, b=2.0), Uniform{Float64}(a=10.0, b=100.0), Uniform{Float64}(a=0.0, b=10.0), Uniform{Float64}(a=1.0, b=20.0), Uniform{Float64}(a=0.5, b=1.0), Uniform{Float64}(a=0.05, b=0.2)], [0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05, 0.05])"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "particles = Particle[]\n",
    "remv = PropRemover(0.5)\n",
    "creat = OwnCreator(true, 1.0, priors, noise)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "simulating 200 new particles...\n",
      "3693.119771 seconds (3.68 M allocations: 229.011 MiB, 0.00% gc time, 0.03% compilation time)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "200-element Vector{Particle}:\n",
       " Particle([0.7905989877380911, 0.7864196270462914, 0.6229991764060937, 1.5715746117820208, 2.611324007780377, 0.8760123790499788, 0.6478074605126627, 0.5376608784172936, 0.31475078494773, 0.9599901903293269, 1.0572298288517188, 1.817428531923197, 24.845914922322404, 3.0084616685734478, 7.827452624657704, 0.9613355677201774, 0.06147907267104623], 0.30211769297969626)\n",
       " Particle([0.88909866996229, 0.8153516191329961, 0.8262264795759635, 1.1405278245061485, 2.390892504447173, 0.1626636985529989, 0.8009547609087728, 0.9949651777040871, 3.4004427101952004, 0.9348088951407673, 1.0689277827395767, 1.3318227627726245, 18.209081394284265, 4.184553479797551, 7.65087323864549, 0.6049509712293453, 0.15173336933273657], 0.28135289545909453)\n",
       " Particle([0.5539215550957524, 0.5440574681431501, 0.7763963872374479, 0.12446768046580847, 2.10341206790091, 0.8578102012976528, 0.6550041840099994, 0.007560873504934729, 3.0479084789664457, 0.9311753020847244, 1.026914433714355, 0.12870206271135443, 38.72826788729664, 6.2570381435816795, 7.345254728737183, 0.5042301033483871, 0.15378554294786503], 0.7764495134051616)\n",
       " Particle([0.7159738452219431, 0.761331996289671, 0.9956495825244471, 0.7305681738827001, 1.2821136175543169, 0.9245408032063422, 0.5301644981568603, 0.1699310009539008, 0.02711588667913345, 0.9661264381673178, 1.092271169747037, 0.9435680500988648, 11.596776268414413, 2.201743822182868, 8.547242138894175, 0.6716948743154125, 0.1730585584858139], 0.4444292584969778)\n",
       " Particle([0.9540895892327392, 0.5274598872997298, 0.32604407914035205, 0.4964444051903161, 0.14039417815036348, 0.7016754005954102, 0.5371126888658067, 0.5297823257888813, 3.2141655919240777, 0.8800340127562669, 1.115799442504176, 0.45173728561670234, 48.974704023528325, 5.702514199273933, 2.245862592116783, 0.9711666591784623, 0.15745198010455808], 0.2949386357227976)\n",
       " Particle([0.5744831476053263, 0.9003180642365718, 0.5085165348100695, 1.9005696712358995, 3.219575747042489, 0.9453037668993155, 0.6285919296337521, 0.9668617618500843, 2.0758414850963143, 0.6080329792749488, 1.1063682123821001, 1.5632514313849406, 23.43127926240433, 7.262647883245766, 9.963091809636788, 0.8118973941553959, 0.09332099227187617], 0.28781771965013225)\n",
       " Particle([0.580429968148526, 0.6118398899153121, 0.6174339471619151, 1.9564031245907663, 1.237100881829459, 0.31722558463006145, 0.8041116662292167, 0.21449783217055396, 3.8926770562826736, 0.9245642436383135, 1.0760315857146894, 1.1085427952571618, 83.6992383819078, 3.670294565128539, 14.606167743245287, 0.9800723003971097, 0.13953285600467738], 0.3517765772669302)\n",
       " Particle([0.8928188962180736, 0.6501818611786414, 0.246974742732207, 1.7975583057942282, 1.449178299236355, 0.5832935762561172, 0.9165949516507603, 0.02572797314314168, 2.264787642296506, 0.6233942725641535, 1.1103175022378244, 1.6408602220676047, 70.48256896752119, 9.653092331161124, 14.96813866257781, 0.703769039342486, 0.06721761356541255], 0.7086883426938537)\n",
       " Particle([0.9310064908072092, 0.8771971736992962, 0.7626003984440436, 1.927948524688933, 0.8293740911392624, 0.6150608979549148, 0.7567541512817427, 0.0018636297488250353, 2.086535920467204, 0.5214883814874387, 1.105566790287598, 0.5768666868666876, 19.89898342652402, 2.779905101683098, 14.60125405888338, 0.6460506426599282, 0.12728211225463326], 1.5157694212941282)\n",
       " Particle([0.7054629863106987, 0.6575367752487062, 0.5080454176445495, 0.7043581186333523, 3.364832743801595, 0.2771576679616009, 0.5125430017025642, 0.13091797372550207, 3.2575712840352447, 0.5427679024274457, 1.0465765331385164, 1.4828066609028572, 46.03947457076992, 6.067982692845551, 13.425242996400828, 0.9774111901283382, 0.12245473275268803], 0.5604794452471569)\n",
       " Particle([0.7268239807409066, 0.7812049379856341, 0.5915861345200503, 1.8499703639055094, 3.938458481769591, 0.9743388630796589, 0.649096936508515, 0.3339869749830182, 3.9072555662461883, 0.6058055608799349, 1.0446841785130694, 0.6096916882978607, 32.557166199289206, 1.8907750613623509, 11.24548271828785, 0.7180816734928652, 0.07502473433284769], 0.339805058920903)\n",
       " Particle([0.542173261794378, 0.8142450364156639, 0.28987397439513585, 0.8189366095371229, 3.5896915459940972, 0.2663735029292712, 0.6058316813173357, 0.5853321502724664, 2.7014706469453684, 0.71832586247703, 1.1988213305066704, 0.004135968054590933, 41.12282623081735, 4.765010562089814, 15.291922342103842, 0.5632917202127375, 0.15173233996864854], 0.27841984557213245)\n",
       " Particle([0.8677855805179018, 0.5039055546560011, 0.5866039647173321, 1.458285369475231, 3.83339076082712, 0.9820980016632253, 0.9440172444927958, 0.335856108081073, 0.7285165411108285, 0.5113902352953421, 1.1518404989146822, 1.131162403399898, 48.88467386764751, 6.227386409126812, 10.455217510756032, 0.9445073703024685, 0.19054027694209358], 0.3143956924430849)\n",
       " ⋮\n",
       " Particle([0.8126683185049657, 0.5682934342706656, 0.6668216269737939, 1.6939335263126418, 3.57364942660204, 0.1710986613164749, 0.8758774419531954, 0.9220797607538792, 1.7116052529261916, 0.8768716126277216, 1.194527575382479, 1.165244255522197, 30.265089151816344, 1.2427620892290125, 12.113156651963546, 0.6050934717952268, 0.17959296383269263], 0.2691415223363207)\n",
       " Particle([0.6618901784392269, 0.7908389539969548, 0.7599863760424037, 0.7421946603963998, 3.4067174375623117, 0.2094689663634497, 0.8348983130085512, 0.277606793940386, 0.061801835416088746, 0.9346939154938328, 1.0312100925371601, 0.3059797803647193, 71.05871235014547, 5.430925850450791, 2.8978653730125767, 0.9791803589026741, 0.13416375591669621], 0.309327057730306)\n",
       " Particle([0.5611200569986896, 0.91292112499194, 0.8125296031148918, 1.4147892586982291, 1.930884681215387, 0.01071324890398373, 0.6456376687058885, 0.6517293078476281, 2.1572508919214437, 0.7012002030432414, 1.1144657727248564, 0.9944069635250374, 54.65603423178824, 6.816697111603012, 12.154607604272973, 0.6746029627365513, 0.11807859969252925], 0.29525856583661786)\n",
       " Particle([0.6730146606974796, 0.9822965170336591, 0.4646218439738202, 1.5942520616736238, 2.519958561141192, 0.6254618987210662, 0.7553626486301082, 0.20106556912928664, 3.7149719889192028, 0.5583467164747757, 1.027865635942654, 1.0274292795375548, 37.66416850957748, 7.879125588367003, 2.1550877912439814, 0.920799428221865, 0.18785523882488353], 0.3899748135455338)\n",
       " Particle([0.9528776579826526, 0.5914189280227021, 0.48443552062722406, 0.31242533574279774, 3.7371844873286526, 0.457177312579667, 0.6099104296993145, 0.44564783171114897, 0.7811824243188465, 0.7948998280867053, 1.0799366986467653, 0.8713271781152097, 99.36206192074258, 1.812878894551505, 19.472674435317032, 0.6622324450605661, 0.06485718382356719], 0.3013600674584412)\n",
       " Particle([0.6413648543129676, 0.759485226884054, 0.0651569475148297, 0.4019358640857065, 1.7817986897836722, 0.3806022122017634, 0.7738102971028106, 0.8506871294454027, 3.552877923070123, 0.8612657638978558, 1.0881548286981981, 1.1079543173073487, 32.652974042610076, 3.558733107026474, 14.608385663498792, 0.8234456760750495, 0.1718589372182685], 0.29102214031882295)\n",
       " Particle([0.5920886095639494, 0.8680899225839737, 0.44981837556166426, 0.4323760075392107, 0.2806479659562724, 0.9756174339677064, 0.9580700056285514, 0.048041232904772024, 3.6884353691975447, 0.8227528470303638, 1.167016686723955, 0.449329461253551, 83.78868678854299, 5.387842327518242, 10.10391699321601, 0.9867625629223362, 0.10001271213490429], 0.47627446332061557)\n",
       " Particle([0.6308189772445646, 0.8848234926466632, 0.5136387038866377, 1.678828371910568, 1.084246561983297, 0.5719724434749643, 0.8179202623640011, 0.5272465579735898, 1.5796037257930924, 0.8295178459644851, 1.0345624274721477, 0.7969349944541428, 57.71077960599518, 9.90194716126806, 1.475719570785565, 0.9171221040982975, 0.1414290970743797], 0.29638173086556324)\n",
       " Particle([0.8037340155458064, 0.6558346680744715, 0.506416663522138, 1.3180984351259053, 2.2777964920530023, 0.774153806925233, 0.7369800733374189, 0.1726085581059773, 3.4586670702285764, 0.8772636917456773, 1.054527331242179, 0.6038986373311783, 67.1012391424311, 3.1908146880102595, 6.152108412728488, 0.7247084079400037, 0.10271786180994934], 0.37166790513587333)\n",
       " Particle([0.9643029157326337, 0.7052593174646581, 0.6234514884190774, 1.1726283430852265, 0.7781742999398027, 0.3991432363722326, 0.7310720334751888, 0.1791196620130583, 0.8653723956577295, 0.9332165215918863, 1.1560691750916763, 1.354075059291122, 15.033328682033419, 1.1315962800053003, 6.887693247727296, 0.7661459428931382, 0.07032445720784233], 0.3652874932956434)\n",
       " Particle([0.8217654300555238, 0.8790932698783614, 0.6500041970194106, 0.03849153674482597, 3.4386879386922318, 0.7821704989188155, 0.5960260901928436, 0.3994646934008167, 0.3970985562685736, 0.5802353992673492, 1.1983599427877465, 1.0474012629727336, 45.074306660410045, 6.11970442556629, 16.869990359963964, 0.8941678213715424, 0.17544839545763902], 0.3105019460777458)\n",
       " Particle([0.9977769845672946, 0.6244538484495283, 0.3161267545641019, 1.3085056651006122, 1.7493801024665814, 0.8515129435369634, 0.5899156031491779, 0.1456349646484092, 3.250041333175063, 0.5146841289285732, 1.1647932121404432, 0.9881360069274201, 35.956984420194075, 4.946913222089311, 4.913507071442552, 0.7918185543915696, 0.08904300130754886], 0.45132736414437474)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "@time abc_iter!(particles, simulate, 200, remv, creat, verbose=true, parallel = true)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#abc(priors, dist, 200, 0.5, noise, 10, verbose=true, scale_noise=true, parallel=true)\n",
    "#abc(priors, dist, 4, 0.5, noise, 2, verbose=true, scale_noise=true, parallel=true)\n",
    "for i in 1:30\n",
    "    abc_iter!(particles, dist, 200, remv, creat, verbose=true, parallel = true)\n",
    "    #sort!(particles, by=p->p.dist)\n",
    "    #push!(meds, particles[end ÷ 2].dist)\n",
    "    #for i in 1:4\n",
    "    #    push!(devs[i], std(map(p->p.params[i], particles)))\n",
    "    #end\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200-element Vector{Particle}:\n",
       " Particle([0.7905989877380911, 0.7864196270462914, 0.6229991764060937, 1.5715746117820208, 2.611324007780377, 0.8760123790499788, 0.6478074605126627, 0.5376608784172936, 0.31475078494773, 0.9599901903293269, 1.0572298288517188, 1.817428531923197, 24.845914922322404, 3.0084616685734478, 7.827452624657704, 0.9613355677201774, 0.06147907267104623], 0.30211769297969626)\n",
       " Particle([0.88909866996229, 0.8153516191329961, 0.8262264795759635, 1.1405278245061485, 2.390892504447173, 0.1626636985529989, 0.8009547609087728, 0.9949651777040871, 3.4004427101952004, 0.9348088951407673, 1.0689277827395767, 1.3318227627726245, 18.209081394284265, 4.184553479797551, 7.65087323864549, 0.6049509712293453, 0.15173336933273657], 0.28135289545909453)\n",
       " Particle([0.5539215550957524, 0.5440574681431501, 0.7763963872374479, 0.12446768046580847, 2.10341206790091, 0.8578102012976528, 0.6550041840099994, 0.007560873504934729, 3.0479084789664457, 0.9311753020847244, 1.026914433714355, 0.12870206271135443, 38.72826788729664, 6.2570381435816795, 7.345254728737183, 0.5042301033483871, 0.15378554294786503], 0.7764495134051616)\n",
       " Particle([0.7159738452219431, 0.761331996289671, 0.9956495825244471, 0.7305681738827001, 1.2821136175543169, 0.9245408032063422, 0.5301644981568603, 0.1699310009539008, 0.02711588667913345, 0.9661264381673178, 1.092271169747037, 0.9435680500988648, 11.596776268414413, 2.201743822182868, 8.547242138894175, 0.6716948743154125, 0.1730585584858139], 0.4444292584969778)\n",
       " Particle([0.9540895892327392, 0.5274598872997298, 0.32604407914035205, 0.4964444051903161, 0.14039417815036348, 0.7016754005954102, 0.5371126888658067, 0.5297823257888813, 3.2141655919240777, 0.8800340127562669, 1.115799442504176, 0.45173728561670234, 48.974704023528325, 5.702514199273933, 2.245862592116783, 0.9711666591784623, 0.15745198010455808], 0.2949386357227976)\n",
       " Particle([0.5744831476053263, 0.9003180642365718, 0.5085165348100695, 1.9005696712358995, 3.219575747042489, 0.9453037668993155, 0.6285919296337521, 0.9668617618500843, 2.0758414850963143, 0.6080329792749488, 1.1063682123821001, 1.5632514313849406, 23.43127926240433, 7.262647883245766, 9.963091809636788, 0.8118973941553959, 0.09332099227187617], 0.28781771965013225)\n",
       " Particle([0.580429968148526, 0.6118398899153121, 0.6174339471619151, 1.9564031245907663, 1.237100881829459, 0.31722558463006145, 0.8041116662292167, 0.21449783217055396, 3.8926770562826736, 0.9245642436383135, 1.0760315857146894, 1.1085427952571618, 83.6992383819078, 3.670294565128539, 14.606167743245287, 0.9800723003971097, 0.13953285600467738], 0.3517765772669302)\n",
       " Particle([0.8928188962180736, 0.6501818611786414, 0.246974742732207, 1.7975583057942282, 1.449178299236355, 0.5832935762561172, 0.9165949516507603, 0.02572797314314168, 2.264787642296506, 0.6233942725641535, 1.1103175022378244, 1.6408602220676047, 70.48256896752119, 9.653092331161124, 14.96813866257781, 0.703769039342486, 0.06721761356541255], 0.7086883426938537)\n",
       " Particle([0.9310064908072092, 0.8771971736992962, 0.7626003984440436, 1.927948524688933, 0.8293740911392624, 0.6150608979549148, 0.7567541512817427, 0.0018636297488250353, 2.086535920467204, 0.5214883814874387, 1.105566790287598, 0.5768666868666876, 19.89898342652402, 2.779905101683098, 14.60125405888338, 0.6460506426599282, 0.12728211225463326], 1.5157694212941282)\n",
       " Particle([0.7054629863106987, 0.6575367752487062, 0.5080454176445495, 0.7043581186333523, 3.364832743801595, 0.2771576679616009, 0.5125430017025642, 0.13091797372550207, 3.2575712840352447, 0.5427679024274457, 1.0465765331385164, 1.4828066609028572, 46.03947457076992, 6.067982692845551, 13.425242996400828, 0.9774111901283382, 0.12245473275268803], 0.5604794452471569)\n",
       " Particle([0.7268239807409066, 0.7812049379856341, 0.5915861345200503, 1.8499703639055094, 3.938458481769591, 0.9743388630796589, 0.649096936508515, 0.3339869749830182, 3.9072555662461883, 0.6058055608799349, 1.0446841785130694, 0.6096916882978607, 32.557166199289206, 1.8907750613623509, 11.24548271828785, 0.7180816734928652, 0.07502473433284769], 0.339805058920903)\n",
       " Particle([0.542173261794378, 0.8142450364156639, 0.28987397439513585, 0.8189366095371229, 3.5896915459940972, 0.2663735029292712, 0.6058316813173357, 0.5853321502724664, 2.7014706469453684, 0.71832586247703, 1.1988213305066704, 0.004135968054590933, 41.12282623081735, 4.765010562089814, 15.291922342103842, 0.5632917202127375, 0.15173233996864854], 0.27841984557213245)\n",
       " Particle([0.8677855805179018, 0.5039055546560011, 0.5866039647173321, 1.458285369475231, 3.83339076082712, 0.9820980016632253, 0.9440172444927958, 0.335856108081073, 0.7285165411108285, 0.5113902352953421, 1.1518404989146822, 1.131162403399898, 48.88467386764751, 6.227386409126812, 10.455217510756032, 0.9445073703024685, 0.19054027694209358], 0.3143956924430849)\n",
       " ⋮\n",
       " Particle([0.8126683185049657, 0.5682934342706656, 0.6668216269737939, 1.6939335263126418, 3.57364942660204, 0.1710986613164749, 0.8758774419531954, 0.9220797607538792, 1.7116052529261916, 0.8768716126277216, 1.194527575382479, 1.165244255522197, 30.265089151816344, 1.2427620892290125, 12.113156651963546, 0.6050934717952268, 0.17959296383269263], 0.2691415223363207)\n",
       " Particle([0.6618901784392269, 0.7908389539969548, 0.7599863760424037, 0.7421946603963998, 3.4067174375623117, 0.2094689663634497, 0.8348983130085512, 0.277606793940386, 0.061801835416088746, 0.9346939154938328, 1.0312100925371601, 0.3059797803647193, 71.05871235014547, 5.430925850450791, 2.8978653730125767, 0.9791803589026741, 0.13416375591669621], 0.309327057730306)\n",
       " Particle([0.5611200569986896, 0.91292112499194, 0.8125296031148918, 1.4147892586982291, 1.930884681215387, 0.01071324890398373, 0.6456376687058885, 0.6517293078476281, 2.1572508919214437, 0.7012002030432414, 1.1144657727248564, 0.9944069635250374, 54.65603423178824, 6.816697111603012, 12.154607604272973, 0.6746029627365513, 0.11807859969252925], 0.29525856583661786)\n",
       " Particle([0.6730146606974796, 0.9822965170336591, 0.4646218439738202, 1.5942520616736238, 2.519958561141192, 0.6254618987210662, 0.7553626486301082, 0.20106556912928664, 3.7149719889192028, 0.5583467164747757, 1.027865635942654, 1.0274292795375548, 37.66416850957748, 7.879125588367003, 2.1550877912439814, 0.920799428221865, 0.18785523882488353], 0.3899748135455338)\n",
       " Particle([0.9528776579826526, 0.5914189280227021, 0.48443552062722406, 0.31242533574279774, 3.7371844873286526, 0.457177312579667, 0.6099104296993145, 0.44564783171114897, 0.7811824243188465, 0.7948998280867053, 1.0799366986467653, 0.8713271781152097, 99.36206192074258, 1.812878894551505, 19.472674435317032, 0.6622324450605661, 0.06485718382356719], 0.3013600674584412)\n",
       " Particle([0.6413648543129676, 0.759485226884054, 0.0651569475148297, 0.4019358640857065, 1.7817986897836722, 0.3806022122017634, 0.7738102971028106, 0.8506871294454027, 3.552877923070123, 0.8612657638978558, 1.0881548286981981, 1.1079543173073487, 32.652974042610076, 3.558733107026474, 14.608385663498792, 0.8234456760750495, 0.1718589372182685], 0.29102214031882295)\n",
       " Particle([0.5920886095639494, 0.8680899225839737, 0.44981837556166426, 0.4323760075392107, 0.2806479659562724, 0.9756174339677064, 0.9580700056285514, 0.048041232904772024, 3.6884353691975447, 0.8227528470303638, 1.167016686723955, 0.449329461253551, 83.78868678854299, 5.387842327518242, 10.10391699321601, 0.9867625629223362, 0.10001271213490429], 0.47627446332061557)\n",
       " Particle([0.6308189772445646, 0.8848234926466632, 0.5136387038866377, 1.678828371910568, 1.084246561983297, 0.5719724434749643, 0.8179202623640011, 0.5272465579735898, 1.5796037257930924, 0.8295178459644851, 1.0345624274721477, 0.7969349944541428, 57.71077960599518, 9.90194716126806, 1.475719570785565, 0.9171221040982975, 0.1414290970743797], 0.29638173086556324)\n",
       " Particle([0.8037340155458064, 0.6558346680744715, 0.506416663522138, 1.3180984351259053, 2.2777964920530023, 0.774153806925233, 0.7369800733374189, 0.1726085581059773, 3.4586670702285764, 0.8772636917456773, 1.054527331242179, 0.6038986373311783, 67.1012391424311, 3.1908146880102595, 6.152108412728488, 0.7247084079400037, 0.10271786180994934], 0.37166790513587333)\n",
       " Particle([0.9643029157326337, 0.7052593174646581, 0.6234514884190774, 1.1726283430852265, 0.7781742999398027, 0.3991432363722326, 0.7310720334751888, 0.1791196620130583, 0.8653723956577295, 0.9332165215918863, 1.1560691750916763, 1.354075059291122, 15.033328682033419, 1.1315962800053003, 6.887693247727296, 0.7661459428931382, 0.07032445720784233], 0.3652874932956434)\n",
       " Particle([0.8217654300555238, 0.8790932698783614, 0.6500041970194106, 0.03849153674482597, 3.4386879386922318, 0.7821704989188155, 0.5960260901928436, 0.3994646934008167, 0.3970985562685736, 0.5802353992673492, 1.1983599427877465, 1.0474012629727336, 45.074306660410045, 6.11970442556629, 16.869990359963964, 0.8941678213715424, 0.17544839545763902], 0.3105019460777458)\n",
       " Particle([0.9977769845672946, 0.6244538484495283, 0.3161267545641019, 1.3085056651006122, 1.7493801024665814, 0.8515129435369634, 0.5899156031491779, 0.1456349646484092, 3.250041333175063, 0.5146841289285732, 1.1647932121404432, 0.9881360069274201, 35.956984420194075, 4.946913222089311, 4.913507071442552, 0.7918185543915696, 0.08904300130754886], 0.45132736414437474)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "abc_result = ans"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "sorted = sort(abc_result, by=p->p.dist);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Particle([0.899663262579349, 0.8834091193514159, 0.8718376245803687, 1.949735928405904, 0.9391998165833955, 0.09939176484817325, 0.9965345047566001, 0.7201737134951807, 3.9688581450020637, 0.6328159003923108, 1.160561121381467, 0.19746808044443775, 19.479684402452968, 3.826821831225761, 6.401365620052932, 0.5663546127144115, 0.16136506127987205], 0.263272864019611)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200-element Vector{Particle}:\n",
       " Particle([0.7905989877380911, 0.7864196270462914, 0.6229991764060937, 1.5715746117820208, 2.611324007780377, 0.8760123790499788, 0.6478074605126627, 0.5376608784172936, 0.31475078494773, 0.9599901903293269, 1.0572298288517188, 1.817428531923197, 24.845914922322404, 3.0084616685734478, 7.827452624657704, 0.9613355677201774, 0.06147907267104623], 0.30211769297969626)\n",
       " Particle([0.88909866996229, 0.8153516191329961, 0.8262264795759635, 1.1405278245061485, 2.390892504447173, 0.1626636985529989, 0.8009547609087728, 0.9949651777040871, 3.4004427101952004, 0.9348088951407673, 1.0689277827395767, 1.3318227627726245, 18.209081394284265, 4.184553479797551, 7.65087323864549, 0.6049509712293453, 0.15173336933273657], 0.28135289545909453)\n",
       " Particle([0.5539215550957524, 0.5440574681431501, 0.7763963872374479, 0.12446768046580847, 2.10341206790091, 0.8578102012976528, 0.6550041840099994, 0.007560873504934729, 3.0479084789664457, 0.9311753020847244, 1.026914433714355, 0.12870206271135443, 38.72826788729664, 6.2570381435816795, 7.345254728737183, 0.5042301033483871, 0.15378554294786503], 0.7764495134051616)\n",
       " Particle([0.7159738452219431, 0.761331996289671, 0.9956495825244471, 0.7305681738827001, 1.2821136175543169, 0.9245408032063422, 0.5301644981568603, 0.1699310009539008, 0.02711588667913345, 0.9661264381673178, 1.092271169747037, 0.9435680500988648, 11.596776268414413, 2.201743822182868, 8.547242138894175, 0.6716948743154125, 0.1730585584858139], 0.4444292584969778)\n",
       " Particle([0.9540895892327392, 0.5274598872997298, 0.32604407914035205, 0.4964444051903161, 0.14039417815036348, 0.7016754005954102, 0.5371126888658067, 0.5297823257888813, 3.2141655919240777, 0.8800340127562669, 1.115799442504176, 0.45173728561670234, 48.974704023528325, 5.702514199273933, 2.245862592116783, 0.9711666591784623, 0.15745198010455808], 0.2949386357227976)\n",
       " Particle([0.5744831476053263, 0.9003180642365718, 0.5085165348100695, 1.9005696712358995, 3.219575747042489, 0.9453037668993155, 0.6285919296337521, 0.9668617618500843, 2.0758414850963143, 0.6080329792749488, 1.1063682123821001, 1.5632514313849406, 23.43127926240433, 7.262647883245766, 9.963091809636788, 0.8118973941553959, 0.09332099227187617], 0.28781771965013225)\n",
       " Particle([0.580429968148526, 0.6118398899153121, 0.6174339471619151, 1.9564031245907663, 1.237100881829459, 0.31722558463006145, 0.8041116662292167, 0.21449783217055396, 3.8926770562826736, 0.9245642436383135, 1.0760315857146894, 1.1085427952571618, 83.6992383819078, 3.670294565128539, 14.606167743245287, 0.9800723003971097, 0.13953285600467738], 0.3517765772669302)\n",
       " Particle([0.8928188962180736, 0.6501818611786414, 0.246974742732207, 1.7975583057942282, 1.449178299236355, 0.5832935762561172, 0.9165949516507603, 0.02572797314314168, 2.264787642296506, 0.6233942725641535, 1.1103175022378244, 1.6408602220676047, 70.48256896752119, 9.653092331161124, 14.96813866257781, 0.703769039342486, 0.06721761356541255], 0.7086883426938537)\n",
       " Particle([0.9310064908072092, 0.8771971736992962, 0.7626003984440436, 1.927948524688933, 0.8293740911392624, 0.6150608979549148, 0.7567541512817427, 0.0018636297488250353, 2.086535920467204, 0.5214883814874387, 1.105566790287598, 0.5768666868666876, 19.89898342652402, 2.779905101683098, 14.60125405888338, 0.6460506426599282, 0.12728211225463326], 1.5157694212941282)\n",
       " Particle([0.7054629863106987, 0.6575367752487062, 0.5080454176445495, 0.7043581186333523, 3.364832743801595, 0.2771576679616009, 0.5125430017025642, 0.13091797372550207, 3.2575712840352447, 0.5427679024274457, 1.0465765331385164, 1.4828066609028572, 46.03947457076992, 6.067982692845551, 13.425242996400828, 0.9774111901283382, 0.12245473275268803], 0.5604794452471569)\n",
       " Particle([0.7268239807409066, 0.7812049379856341, 0.5915861345200503, 1.8499703639055094, 3.938458481769591, 0.9743388630796589, 0.649096936508515, 0.3339869749830182, 3.9072555662461883, 0.6058055608799349, 1.0446841785130694, 0.6096916882978607, 32.557166199289206, 1.8907750613623509, 11.24548271828785, 0.7180816734928652, 0.07502473433284769], 0.339805058920903)\n",
       " Particle([0.542173261794378, 0.8142450364156639, 0.28987397439513585, 0.8189366095371229, 3.5896915459940972, 0.2663735029292712, 0.6058316813173357, 0.5853321502724664, 2.7014706469453684, 0.71832586247703, 1.1988213305066704, 0.004135968054590933, 41.12282623081735, 4.765010562089814, 15.291922342103842, 0.5632917202127375, 0.15173233996864854], 0.27841984557213245)\n",
       " Particle([0.8677855805179018, 0.5039055546560011, 0.5866039647173321, 1.458285369475231, 3.83339076082712, 0.9820980016632253, 0.9440172444927958, 0.335856108081073, 0.7285165411108285, 0.5113902352953421, 1.1518404989146822, 1.131162403399898, 48.88467386764751, 6.227386409126812, 10.455217510756032, 0.9445073703024685, 0.19054027694209358], 0.3143956924430849)\n",
       " ⋮\n",
       " Particle([0.8126683185049657, 0.5682934342706656, 0.6668216269737939, 1.6939335263126418, 3.57364942660204, 0.1710986613164749, 0.8758774419531954, 0.9220797607538792, 1.7116052529261916, 0.8768716126277216, 1.194527575382479, 1.165244255522197, 30.265089151816344, 1.2427620892290125, 12.113156651963546, 0.6050934717952268, 0.17959296383269263], 0.2691415223363207)\n",
       " Particle([0.6618901784392269, 0.7908389539969548, 0.7599863760424037, 0.7421946603963998, 3.4067174375623117, 0.2094689663634497, 0.8348983130085512, 0.277606793940386, 0.061801835416088746, 0.9346939154938328, 1.0312100925371601, 0.3059797803647193, 71.05871235014547, 5.430925850450791, 2.8978653730125767, 0.9791803589026741, 0.13416375591669621], 0.309327057730306)\n",
       " Particle([0.5611200569986896, 0.91292112499194, 0.8125296031148918, 1.4147892586982291, 1.930884681215387, 0.01071324890398373, 0.6456376687058885, 0.6517293078476281, 2.1572508919214437, 0.7012002030432414, 1.1144657727248564, 0.9944069635250374, 54.65603423178824, 6.816697111603012, 12.154607604272973, 0.6746029627365513, 0.11807859969252925], 0.29525856583661786)\n",
       " Particle([0.6730146606974796, 0.9822965170336591, 0.4646218439738202, 1.5942520616736238, 2.519958561141192, 0.6254618987210662, 0.7553626486301082, 0.20106556912928664, 3.7149719889192028, 0.5583467164747757, 1.027865635942654, 1.0274292795375548, 37.66416850957748, 7.879125588367003, 2.1550877912439814, 0.920799428221865, 0.18785523882488353], 0.3899748135455338)\n",
       " Particle([0.9528776579826526, 0.5914189280227021, 0.48443552062722406, 0.31242533574279774, 3.7371844873286526, 0.457177312579667, 0.6099104296993145, 0.44564783171114897, 0.7811824243188465, 0.7948998280867053, 1.0799366986467653, 0.8713271781152097, 99.36206192074258, 1.812878894551505, 19.472674435317032, 0.6622324450605661, 0.06485718382356719], 0.3013600674584412)\n",
       " Particle([0.6413648543129676, 0.759485226884054, 0.0651569475148297, 0.4019358640857065, 1.7817986897836722, 0.3806022122017634, 0.7738102971028106, 0.8506871294454027, 3.552877923070123, 0.8612657638978558, 1.0881548286981981, 1.1079543173073487, 32.652974042610076, 3.558733107026474, 14.608385663498792, 0.8234456760750495, 0.1718589372182685], 0.29102214031882295)\n",
       " Particle([0.5920886095639494, 0.8680899225839737, 0.44981837556166426, 0.4323760075392107, 0.2806479659562724, 0.9756174339677064, 0.9580700056285514, 0.048041232904772024, 3.6884353691975447, 0.8227528470303638, 1.167016686723955, 0.449329461253551, 83.78868678854299, 5.387842327518242, 10.10391699321601, 0.9867625629223362, 0.10001271213490429], 0.47627446332061557)\n",
       " Particle([0.6308189772445646, 0.8848234926466632, 0.5136387038866377, 1.678828371910568, 1.084246561983297, 0.5719724434749643, 0.8179202623640011, 0.5272465579735898, 1.5796037257930924, 0.8295178459644851, 1.0345624274721477, 0.7969349944541428, 57.71077960599518, 9.90194716126806, 1.475719570785565, 0.9171221040982975, 0.1414290970743797], 0.29638173086556324)\n",
       " Particle([0.8037340155458064, 0.6558346680744715, 0.506416663522138, 1.3180984351259053, 2.2777964920530023, 0.774153806925233, 0.7369800733374189, 0.1726085581059773, 3.4586670702285764, 0.8772636917456773, 1.054527331242179, 0.6038986373311783, 67.1012391424311, 3.1908146880102595, 6.152108412728488, 0.7247084079400037, 0.10271786180994934], 0.37166790513587333)\n",
       " Particle([0.9643029157326337, 0.7052593174646581, 0.6234514884190774, 1.1726283430852265, 0.7781742999398027, 0.3991432363722326, 0.7310720334751888, 0.1791196620130583, 0.8653723956577295, 0.9332165215918863, 1.1560691750916763, 1.354075059291122, 15.033328682033419, 1.1315962800053003, 6.887693247727296, 0.7661459428931382, 0.07032445720784233], 0.3652874932956434)\n",
       " Particle([0.8217654300555238, 0.8790932698783614, 0.6500041970194106, 0.03849153674482597, 3.4386879386922318, 0.7821704989188155, 0.5960260901928436, 0.3994646934008167, 0.3970985562685736, 0.5802353992673492, 1.1983599427877465, 1.0474012629727336, 45.074306660410045, 6.11970442556629, 16.869990359963964, 0.8941678213715424, 0.17544839545763902], 0.3105019460777458)\n",
       " Particle([0.9977769845672946, 0.6244538484495283, 0.3161267545641019, 1.3085056651006122, 1.7493801024665814, 0.8515129435369634, 0.5899156031491779, 0.1456349646484092, 3.250041333175063, 0.5146841289285732, 1.1647932121404432, 0.9881360069274201, 35.956984420194075, 4.946913222089311, 4.913507071442552, 0.7918185543915696, 0.08904300130754886], 0.45132736414437474)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "real_p = abc_result[1:end-200]\n",
    "real_p2 = abc_result[end-199:end]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "using Plots"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "histogram(map(x->x.params[1], sorted[1:50]), bins=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "histogram(map(x->x.params[2], sorted[1:50]), bins=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "histogram(map(x->x.params[3], sorted[1:50]), bins=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "plotly()\n",
    "scatter(map(x->1.0-x.params[1], real_p), map(x->x.params[2], real_p), map(x->x.params[3], real_p), \n",
    "    xlabel=\"p_keep\", ylabel=\"p_info\", zlabel=\"p_transfer\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "histogram(map(x->x.params[4], sorted[1:50]), bins=20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "histogram(map(x->x.dist, sorted[1:100]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "@webio": {
   "lastCommId": null,
   "lastKernelId": null
  },
  "kernelspec": {
   "display_name": "Julia (x8) 1.8.1",
   "language": "julia",
   "name": "julia-(x8)-1.8"
  },
  "language_info": {
   "file_extension": ".jl",
   "mimetype": "application/julia",
   "name": "julia",
   "version": "1.8.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}