Fitting remaining ion current conductances

Using full AP/CaT measures to fit the remaining conductances.

Imports


In [1]:
# PyABC imports
from pyabc import (ABCSMC, Distribution, RV,
                   History, MedianEpsilon)
from pyabc.populationstrategy import AdaptivePopulationSize
from pyabc.epsilon import MedianEpsilon
from pyabc.sampler import MulticoreEvalParallelSampler

In [2]:
# Custom imports
from ionchannelABC import (ion_channel_sum_stats_calculator,
                           IonChannelAcceptor,
                           IonChannelDistance,
                           EfficientMultivariateNormalTransition,
                           plot_parameter_sensitivity,
                           plot_parameters_kde,
                           plot_distance_weights)


INFO:myokit:Loading Myokit version 1.27.4

In [3]:
# Other necessary imports
import numpy as np
import subprocess
import pandas as pd
import io
import os
import tempfile

In [4]:
# Plotting imports
import seaborn as sns
import matplotlib.pyplot as plt
%matplotlib inline
%config Inline.Backend.figure_format = 'retina'

Generate samples of ABC channel results


In [5]:
history = {'icat': History('sqlite:///results/icat/hl-1_icat.db'),
           'ical': History('sqlite:///results/ical/hl-1_ical.db'),
           'ina': History('sqlite:///results/ina/hl-1_ina.db'),
           'ikr': History('sqlite:///results/ikr/hl-1_ikr.db'),
           'ikur': History('sqlite:///results/ikur/hl-1_ikur.db'),
           'ito': History('sqlite:///results/ito/hl-1_ito.db'),
           'iha': History('sqlite:///results/iha/hl-1_iha.db'),
           'ik1': History('sqlite:///results/ik1/hl-1_ik1.db')}

In [6]:
# Set to correct result (last ABC run in database).
for _,h in history.items():
    h.id = len(h.all_runs())

In [7]:
# Generate a sample from all history items.
def generate_sample(history, n):
    samples = [dict() for i in range(n)]
    for k, h in history.items():
        dist = h.get_distribution(m=0)
        weights = dist[1]
        ch_samples = dist[0] \
                    .sample(n, weights=weights, replace=True) \
                    .to_dict(orient='records')
        ch_samples = [{k+'.'+key: value for key, value in ch.items()}
                      for ch in ch_samples]
        for c, s in zip(ch_samples, samples):
            s.update(c)
    return samples

In [8]:
# Generate samples
n_samples = 100
param_samples = generate_sample(history, n_samples)


/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/storage/history.py:200: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  w_arr = w.w.as_matrix()

In [9]:
from channels.hl1 import hl1 as model

In [10]:
# Targets from Dias, 2014 from HL1-6 myocyte
measurements = model.get_experiment_data()
obs = measurements.to_dict()['y']
exp = measurements.to_dict()['exp']
errs = measurements.to_dict()['errs']

In [11]:
# Treat each entry as a separate experiment
for k, _ in exp.items():
    exp[k] = k

In [12]:
limits = {'ik1.g_K1': (0, 0.1),
          'incx.k_NCX': (0, 10),
          'icab.g_Cab': (0, 0.001),
          'inab.g_Nab': (0, 0.01),
          'inak.i_NaK_max': (0, 10),
          'serca.V_max': (0, 10),
          'ca_diffusion.tau_tr': (0, 1000)}
prior = Distribution(**{key: RV("uniform", a, b - a)
                        for key, (a,b) in limits.items()})

In [13]:
macro_parameters = [k for k in limits.keys()]

In [14]:
distance_fn=IonChannelDistance(
    obs=obs,
    exp_map=exp,
    err_bars=errs,
    err_th=0.1)

Create 'training' dataset of 'macro' parameters from ABC parameter samples


In [15]:
from ionchannelABC import generate_training_data

In [16]:
X, Y = generate_training_data(macro_parameters,
                              param_samples,
                              model,
                              distance_fn,
                              limits=limits,
                              disp=True,
                              workers=24,
                              optimise_args={'updating': 'deferred',
                                             'tol': 0.05})


=> Running ABC sample 0...
differential_evolution step 1: f(x)= 100.277
differential_evolution step 2: f(x)= 100.277
differential_evolution step 3: f(x)= 75.1907
differential_evolution step 4: f(x)= 75.1907
differential_evolution step 5: f(x)= 75.1907
differential_evolution step 6: f(x)= 75.1907
differential_evolution step 7: f(x)= 75.1907
differential_evolution step 8: f(x)= 48.1949
differential_evolution step 9: f(x)= 48.1949
differential_evolution step 10: f(x)= 48.1949
differential_evolution step 11: f(x)= 48.1949
differential_evolution step 12: f(x)= 48.1949
differential_evolution step 13: f(x)= 48.1949
differential_evolution step 14: f(x)= 48.1949
differential_evolution step 15: f(x)= 46.6903
differential_evolution step 16: f(x)= 46.6903
differential_evolution step 17: f(x)= 46.6903
differential_evolution step 18: f(x)= 46.6903
differential_evolution step 19: f(x)= 46.6903
differential_evolution step 20: f(x)= 46.6903
differential_evolution step 21: f(x)= 46.4016
differential_evolution step 22: f(x)= 46.4016
differential_evolution step 23: f(x)= 46.4016
differential_evolution step 24: f(x)= 46.4016
differential_evolution step 25: f(x)= 43.909
differential_evolution step 26: f(x)= 43.909
differential_evolution step 27: f(x)= 43.909
differential_evolution step 28: f(x)= 43.909
differential_evolution step 29: f(x)= 43.909
differential_evolution step 30: f(x)= 43.909
differential_evolution step 31: f(x)= 43.909
differential_evolution step 32: f(x)= 43.909
differential_evolution step 33: f(x)= 43.909
differential_evolution step 34: f(x)= 43.909
differential_evolution step 35: f(x)= 43.8173
differential_evolution step 36: f(x)= 43.8173
differential_evolution step 37: f(x)= 43.8173
differential_evolution step 38: f(x)= 43.8173
differential_evolution step 39: f(x)= 43.8173
differential_evolution step 40: f(x)= 42.159
differential_evolution step 41: f(x)= 42.159
differential_evolution step 42: f(x)= 42.159
differential_evolution step 43: f(x)= 42.159
differential_evolution step 44: f(x)= 41.8666
differential_evolution step 45: f(x)= 41.8666
differential_evolution step 46: f(x)= 41.8666
differential_evolution step 47: f(x)= 41.8666
differential_evolution step 48: f(x)= 41.8666
=> Running ABC sample 1...
differential_evolution step 1: f(x)= 82.7295
differential_evolution step 2: f(x)= 82.7295
differential_evolution step 3: f(x)= 77.9632
differential_evolution step 4: f(x)= 75.6039
differential_evolution step 5: f(x)= 75.6039
differential_evolution step 6: f(x)= 75.6039
differential_evolution step 7: f(x)= 71.0119
differential_evolution step 8: f(x)= 71.0119
differential_evolution step 9: f(x)= 59.8476
differential_evolution step 10: f(x)= 59.8476
differential_evolution step 11: f(x)= 55.9166
differential_evolution step 12: f(x)= 55.9166
differential_evolution step 13: f(x)= 53.7623
differential_evolution step 14: f(x)= 53.7623
differential_evolution step 15: f(x)= 53.7623
differential_evolution step 16: f(x)= 51.5437
differential_evolution step 17: f(x)= 51.5437
differential_evolution step 18: f(x)= 47.6687
differential_evolution step 19: f(x)= 44.54
differential_evolution step 20: f(x)= 43.8631
differential_evolution step 21: f(x)= 43.8631
differential_evolution step 22: f(x)= 43.8631
differential_evolution step 23: f(x)= 43.7304
differential_evolution step 24: f(x)= 43.7304
differential_evolution step 25: f(x)= 40.9292
differential_evolution step 26: f(x)= 40.9292
differential_evolution step 27: f(x)= 35.2461
differential_evolution step 28: f(x)= 35.2461
differential_evolution step 29: f(x)= 35.2461
differential_evolution step 30: f(x)= 35.2461
differential_evolution step 31: f(x)= 35.2461
differential_evolution step 32: f(x)= 35.2461
differential_evolution step 33: f(x)= 35.2461
differential_evolution step 34: f(x)= 35.2461
differential_evolution step 35: f(x)= 35.2461
differential_evolution step 36: f(x)= 34.7522
differential_evolution step 37: f(x)= 34.7522
differential_evolution step 38: f(x)= 34.7522
differential_evolution step 39: f(x)= 34.7522
differential_evolution step 40: f(x)= 34.7522
differential_evolution step 41: f(x)= 34.7522
differential_evolution step 42: f(x)= 33.726
differential_evolution step 43: f(x)= 33.726
differential_evolution step 44: f(x)= 33.726
differential_evolution step 45: f(x)= 33.726
differential_evolution step 46: f(x)= 33.726
differential_evolution step 47: f(x)= 33.726
differential_evolution step 48: f(x)= 33.726
differential_evolution step 49: f(x)= 33.726
differential_evolution step 50: f(x)= 33.726
=> Running ABC sample 2...
differential_evolution step 1: f(x)= 79.4416
differential_evolution step 2: f(x)= 59.2881
differential_evolution step 3: f(x)= 59.2881
differential_evolution step 4: f(x)= 59.2881
differential_evolution step 5: f(x)= 59.2881
differential_evolution step 6: f(x)= 59.2881
differential_evolution step 7: f(x)= 59.1335
differential_evolution step 8: f(x)= 59.1335
differential_evolution step 9: f(x)= 59.1335
differential_evolution step 10: f(x)= 58.1144
differential_evolution step 11: f(x)= 57.6687
differential_evolution step 12: f(x)= 57.6687
differential_evolution step 13: f(x)= 57.6064
differential_evolution step 14: f(x)= 56.9544
differential_evolution step 15: f(x)= 56.9544
differential_evolution step 16: f(x)= 56.9544
differential_evolution step 17: f(x)= 56.9544
differential_evolution step 18: f(x)= 56.3598
differential_evolution step 19: f(x)= 56.3598
differential_evolution step 20: f(x)= 56.3598
differential_evolution step 21: f(x)= 56.3598
differential_evolution step 22: f(x)= 56.3598
differential_evolution step 23: f(x)= 56.3598
differential_evolution step 24: f(x)= 56.3598
=> Running ABC sample 3...
differential_evolution step 1: f(x)= 87.6418
differential_evolution step 2: f(x)= 87.6418
differential_evolution step 3: f(x)= 87.6418
differential_evolution step 4: f(x)= 87.6418
differential_evolution step 5: f(x)= 82.0164
differential_evolution step 6: f(x)= 82.0164
differential_evolution step 7: f(x)= 82.0164
differential_evolution step 8: f(x)= 82.0164
differential_evolution step 9: f(x)= 82.0164
differential_evolution step 10: f(x)= 81.0943
differential_evolution step 11: f(x)= 81.0943
differential_evolution step 12: f(x)= 74.1744
differential_evolution step 13: f(x)= 74.1744
differential_evolution step 14: f(x)= 66.4588
differential_evolution step 15: f(x)= 66.4588
differential_evolution step 16: f(x)= 66.4588
differential_evolution step 17: f(x)= 66.4588
differential_evolution step 18: f(x)= 66.4588
differential_evolution step 19: f(x)= 64.7453
differential_evolution step 20: f(x)= 64.7453
differential_evolution step 21: f(x)= 64.7453
differential_evolution step 22: f(x)= 64.7453
differential_evolution step 23: f(x)= 64.7453
differential_evolution step 24: f(x)= 58.3166
differential_evolution step 25: f(x)= 58.3166
differential_evolution step 26: f(x)= 58.3166
differential_evolution step 27: f(x)= 58.3166
differential_evolution step 28: f(x)= 57.6189
differential_evolution step 29: f(x)= 57.6189
differential_evolution step 30: f(x)= 55.6107
differential_evolution step 31: f(x)= 55.6107
differential_evolution step 32: f(x)= 55.6107
differential_evolution step 33: f(x)= 55.6107
differential_evolution step 34: f(x)= 54.1976
differential_evolution step 35: f(x)= 54.1976
differential_evolution step 36: f(x)= 54.1976
differential_evolution step 37: f(x)= 54.1976
differential_evolution step 38: f(x)= 54.1976
differential_evolution step 39: f(x)= 51.8203
differential_evolution step 40: f(x)= 51.8203
differential_evolution step 41: f(x)= 51.8203
differential_evolution step 42: f(x)= 51.8203
differential_evolution step 43: f(x)= 51.8203
differential_evolution step 44: f(x)= 51.8203
differential_evolution step 45: f(x)= 51.8203
differential_evolution step 46: f(x)= 51.8203
differential_evolution step 47: f(x)= 51.8203
=> Running ABC sample 4...
differential_evolution step 1: f(x)= 93.1872
differential_evolution step 2: f(x)= 84.7502
differential_evolution step 3: f(x)= 84.7502
differential_evolution step 4: f(x)= 81.6559
differential_evolution step 5: f(x)= 81.6559
differential_evolution step 6: f(x)= 81.6559
differential_evolution step 7: f(x)= 80.315
differential_evolution step 8: f(x)= 80.315
differential_evolution step 9: f(x)= 80.315
differential_evolution step 10: f(x)= 72.4987
differential_evolution step 11: f(x)= 70.1658
differential_evolution step 12: f(x)= 65.3125
differential_evolution step 13: f(x)= 65.3125
differential_evolution step 14: f(x)= 54.6524
differential_evolution step 15: f(x)= 54.6524
differential_evolution step 16: f(x)= 54.6524
differential_evolution step 17: f(x)= 54.6524
differential_evolution step 18: f(x)= 54.6524
differential_evolution step 19: f(x)= 44.3579
differential_evolution step 20: f(x)= 44.3579
differential_evolution step 21: f(x)= 44.3579
differential_evolution step 22: f(x)= 44.3579
differential_evolution step 23: f(x)= 44.3579
differential_evolution step 24: f(x)= 44.3579
differential_evolution step 25: f(x)= 44.3579
differential_evolution step 26: f(x)= 44.3579
differential_evolution step 27: f(x)= 44.3579
differential_evolution step 28: f(x)= 44.3579
differential_evolution step 29: f(x)= 44.3579
differential_evolution step 30: f(x)= 42.6531
differential_evolution step 31: f(x)= 42.6531
differential_evolution step 32: f(x)= 42.6531
differential_evolution step 33: f(x)= 42.6531
differential_evolution step 34: f(x)= 42.6531
differential_evolution step 35: f(x)= 42.6531
differential_evolution step 36: f(x)= 42.6531
differential_evolution step 37: f(x)= 42.6531
differential_evolution step 38: f(x)= 42.6531
differential_evolution step 39: f(x)= 42.6531
differential_evolution step 40: f(x)= 42.6531
differential_evolution step 41: f(x)= 41.643
differential_evolution step 42: f(x)= 41.643
differential_evolution step 43: f(x)= 41.2057
differential_evolution step 44: f(x)= 41.2057
differential_evolution step 45: f(x)= 41.2057
differential_evolution step 46: f(x)= 41.2057
differential_evolution step 47: f(x)= 41.2057
differential_evolution step 48: f(x)= 41.2057
differential_evolution step 49: f(x)= 41.2057
differential_evolution step 50: f(x)= 39.6646
differential_evolution step 51: f(x)= 39.6646
differential_evolution step 52: f(x)= 39.6646
differential_evolution step 53: f(x)= 39.6646
differential_evolution step 54: f(x)= 39.6646
differential_evolution step 55: f(x)= 39.6646
differential_evolution step 56: f(x)= 39.6646
differential_evolution step 57: f(x)= 39.6646
differential_evolution step 58: f(x)= 39.6646
=> Running ABC sample 5...
differential_evolution step 1: f(x)= 110.838
differential_evolution step 2: f(x)= 100.246
differential_evolution step 3: f(x)= 97.317
differential_evolution step 4: f(x)= 93.9017
differential_evolution step 5: f(x)= 93.623
differential_evolution step 6: f(x)= 81.8723
differential_evolution step 7: f(x)= 79.8846
differential_evolution step 8: f(x)= 79.8846
differential_evolution step 9: f(x)= 75.3385
differential_evolution step 10: f(x)= 75.3385
differential_evolution step 11: f(x)= 73.9808
differential_evolution step 12: f(x)= 73.9808
differential_evolution step 13: f(x)= 73.9808
differential_evolution step 14: f(x)= 73.9808
differential_evolution step 15: f(x)= 73.9808
differential_evolution step 16: f(x)= 73.9808
differential_evolution step 17: f(x)= 73.9808
differential_evolution step 18: f(x)= 73.9808
differential_evolution step 19: f(x)= 70.7865
differential_evolution step 20: f(x)= 70.7865
differential_evolution step 21: f(x)= 70.7865
differential_evolution step 22: f(x)= 70.7865
differential_evolution step 23: f(x)= 70.7865
differential_evolution step 24: f(x)= 70.6878
differential_evolution step 25: f(x)= 70.6878
differential_evolution step 26: f(x)= 70.6878
differential_evolution step 27: f(x)= 70.6878
differential_evolution step 28: f(x)= 69.4713
differential_evolution step 29: f(x)= 69.1208
differential_evolution step 30: f(x)= 69.1208
differential_evolution step 31: f(x)= 69.1208
differential_evolution step 32: f(x)= 69.1208
differential_evolution step 33: f(x)= 69.1208
differential_evolution step 34: f(x)= 69.1101
differential_evolution step 35: f(x)= 69.1101
differential_evolution step 36: f(x)= 69.1101
differential_evolution step 37: f(x)= 69.1101
differential_evolution step 38: f(x)= 69.1101
differential_evolution step 39: f(x)= 69.1101
differential_evolution step 40: f(x)= 69.1101
differential_evolution step 41: f(x)= 69.1101
differential_evolution step 42: f(x)= 69.1101
differential_evolution step 43: f(x)= 68.0371
=> Running ABC sample 6...
differential_evolution step 1: f(x)= 183.193
differential_evolution step 2: f(x)= 183.193
differential_evolution step 3: f(x)= 174.494
differential_evolution step 4: f(x)= 174.127
differential_evolution step 5: f(x)= 147.037
differential_evolution step 6: f(x)= 140.305
differential_evolution step 7: f(x)= 140.305
differential_evolution step 8: f(x)= 140.305
differential_evolution step 9: f(x)= 140.305
differential_evolution step 10: f(x)= 140.305
differential_evolution step 11: f(x)= 140.305
differential_evolution step 12: f(x)= 140.305
differential_evolution step 13: f(x)= 140.305
differential_evolution step 14: f(x)= 140.305
differential_evolution step 15: f(x)= 92.7838
differential_evolution step 16: f(x)= 92.7838
differential_evolution step 17: f(x)= 92.7838
differential_evolution step 18: f(x)= 92.7838
differential_evolution step 19: f(x)= 92.7838
differential_evolution step 20: f(x)= 92.7838
differential_evolution step 21: f(x)= 92.7838
differential_evolution step 22: f(x)= 92.7838
differential_evolution step 23: f(x)= 92.7838
differential_evolution step 24: f(x)= 92.7838
differential_evolution step 25: f(x)= 92.7838
differential_evolution step 26: f(x)= 92.7838
differential_evolution step 27: f(x)= 92.7838
differential_evolution step 28: f(x)= 92.7838
differential_evolution step 29: f(x)= 92.7838
differential_evolution step 30: f(x)= 92.7838
differential_evolution step 31: f(x)= 92.7838
differential_evolution step 32: f(x)= 92.7838
differential_evolution step 33: f(x)= 92.7838
differential_evolution step 34: f(x)= 92.7838
differential_evolution step 35: f(x)= 92.7838
differential_evolution step 36: f(x)= 92.3796
differential_evolution step 37: f(x)= 92.3796
differential_evolution step 38: f(x)= 92.3796
differential_evolution step 39: f(x)= 91.3418
differential_evolution step 40: f(x)= 87.2906
differential_evolution step 41: f(x)= 86.5761
differential_evolution step 42: f(x)= 81.9319
differential_evolution step 43: f(x)= 81.9319
differential_evolution step 44: f(x)= 81.9319
differential_evolution step 45: f(x)= 81.9319
differential_evolution step 46: f(x)= 81.9319
differential_evolution step 47: f(x)= 81.9319
differential_evolution step 48: f(x)= 81.9319
differential_evolution step 49: f(x)= 81.9319
differential_evolution step 50: f(x)= 81.9319
differential_evolution step 51: f(x)= 81.9319
differential_evolution step 52: f(x)= 81.9319
differential_evolution step 53: f(x)= 81.9319
differential_evolution step 54: f(x)= 81.9319
differential_evolution step 55: f(x)= 81.9319
differential_evolution step 56: f(x)= 81.9319
differential_evolution step 57: f(x)= 81.9319
=> Running ABC sample 7...
differential_evolution step 1: f(x)= 95.9245
differential_evolution step 2: f(x)= 95.9245
differential_evolution step 3: f(x)= 88.6938
differential_evolution step 4: f(x)= 88.6938
differential_evolution step 5: f(x)= 64.3978
differential_evolution step 6: f(x)= 64.3978
differential_evolution step 7: f(x)= 64.3978
differential_evolution step 8: f(x)= 60.3287
differential_evolution step 9: f(x)= 60.3287
differential_evolution step 10: f(x)= 60.3287
differential_evolution step 11: f(x)= 60.3287
differential_evolution step 12: f(x)= 60.3287
differential_evolution step 13: f(x)= 60.3287
differential_evolution step 14: f(x)= 58.2256
differential_evolution step 15: f(x)= 58.2256
differential_evolution step 16: f(x)= 54.6064
differential_evolution step 17: f(x)= 54.6064
differential_evolution step 18: f(x)= 54.6064
differential_evolution step 19: f(x)= 54.6064
differential_evolution step 20: f(x)= 54.6064
differential_evolution step 21: f(x)= 52.9875
differential_evolution step 22: f(x)= 52.9875
differential_evolution step 23: f(x)= 52.9459
differential_evolution step 24: f(x)= 52.9459
differential_evolution step 25: f(x)= 52.9459
differential_evolution step 26: f(x)= 52.9459
differential_evolution step 27: f(x)= 52.9459
differential_evolution step 28: f(x)= 52.9459
differential_evolution step 29: f(x)= 52.9459
differential_evolution step 30: f(x)= 52.9459
differential_evolution step 31: f(x)= 52.9459
differential_evolution step 32: f(x)= 52.0071
differential_evolution step 33: f(x)= 52.0071
differential_evolution step 34: f(x)= 52.0071
differential_evolution step 35: f(x)= 52.0071
differential_evolution step 36: f(x)= 52.0071
differential_evolution step 37: f(x)= 51.5481
differential_evolution step 38: f(x)= 50.7451
differential_evolution step 39: f(x)= 49.8648
differential_evolution step 40: f(x)= 49.8648
differential_evolution step 41: f(x)= 49.6629
differential_evolution step 42: f(x)= 49.6629
differential_evolution step 43: f(x)= 49.2968
differential_evolution step 44: f(x)= 49.2968
differential_evolution step 45: f(x)= 49.2968
=> Running ABC sample 8...
differential_evolution step 1: f(x)= 105.925
differential_evolution step 2: f(x)= 96.218
differential_evolution step 3: f(x)= 91.0373
differential_evolution step 4: f(x)= 85.0429
differential_evolution step 5: f(x)= 85.0429
differential_evolution step 6: f(x)= 85.0429
differential_evolution step 7: f(x)= 85.0429
differential_evolution step 8: f(x)= 85.0429
differential_evolution step 9: f(x)= 78.2491
differential_evolution step 10: f(x)= 78.2491
differential_evolution step 11: f(x)= 78.2491
differential_evolution step 12: f(x)= 78.2491
differential_evolution step 13: f(x)= 78.2491
differential_evolution step 14: f(x)= 71.6587
differential_evolution step 15: f(x)= 71.6587
differential_evolution step 16: f(x)= 71.6587
differential_evolution step 17: f(x)= 70.9893
differential_evolution step 18: f(x)= 70.9893
differential_evolution step 19: f(x)= 70.9893
differential_evolution step 20: f(x)= 70.9893
differential_evolution step 21: f(x)= 70.9893
differential_evolution step 22: f(x)= 70.9893
differential_evolution step 23: f(x)= 70.9893
differential_evolution step 24: f(x)= 70.9893
differential_evolution step 25: f(x)= 70.9893
differential_evolution step 26: f(x)= 70.9893
differential_evolution step 27: f(x)= 70.9893
differential_evolution step 28: f(x)= 70.9893
differential_evolution step 29: f(x)= 70.9893
differential_evolution step 30: f(x)= 70.9893
differential_evolution step 31: f(x)= 70.9893
differential_evolution step 32: f(x)= 70.9893
differential_evolution step 33: f(x)= 70.9338
differential_evolution step 34: f(x)= 69.7419
differential_evolution step 35: f(x)= 69.7419
differential_evolution step 36: f(x)= 69.7419
differential_evolution step 37: f(x)= 69.7419
differential_evolution step 38: f(x)= 67.5712
differential_evolution step 39: f(x)= 67.5712
differential_evolution step 40: f(x)= 67.5712
differential_evolution step 41: f(x)= 67.5712
differential_evolution step 42: f(x)= 67.5712
differential_evolution step 43: f(x)= 67.5712
differential_evolution step 44: f(x)= 67.5712
differential_evolution step 45: f(x)= 67.5712
differential_evolution step 46: f(x)= 67.5712
differential_evolution step 47: f(x)= 67.5712
differential_evolution step 48: f(x)= 67.5712
=> Running ABC sample 9...
differential_evolution step 1: f(x)= 103.521
differential_evolution step 2: f(x)= 103.521
differential_evolution step 3: f(x)= 98.9247
differential_evolution step 4: f(x)= 95.7466
differential_evolution step 5: f(x)= 83.1381
differential_evolution step 6: f(x)= 83.1381
differential_evolution step 7: f(x)= 83.1381
differential_evolution step 8: f(x)= 78.1
differential_evolution step 9: f(x)= 78.1
differential_evolution step 10: f(x)= 78.1
differential_evolution step 11: f(x)= 78.1
differential_evolution step 12: f(x)= 78.1
differential_evolution step 13: f(x)= 78.1
differential_evolution step 14: f(x)= 78.1
differential_evolution step 15: f(x)= 78.1
differential_evolution step 16: f(x)= 78.1
differential_evolution step 17: f(x)= 78.1
differential_evolution step 18: f(x)= 75.7367
differential_evolution step 19: f(x)= 75.7367
differential_evolution step 20: f(x)= 75.7367
differential_evolution step 21: f(x)= 75.7367
differential_evolution step 22: f(x)= 75.7367
differential_evolution step 23: f(x)= 73.7745
differential_evolution step 24: f(x)= 72.7846
differential_evolution step 25: f(x)= 72.7846
differential_evolution step 26: f(x)= 72.7846
differential_evolution step 27: f(x)= 72.7846
=> Running ABC sample 10...
differential_evolution step 1: f(x)= 109.539
differential_evolution step 2: f(x)= 109.539
differential_evolution step 3: f(x)= 95.1744
differential_evolution step 4: f(x)= 95.1744
differential_evolution step 5: f(x)= 95.1744
differential_evolution step 6: f(x)= 95.1744
differential_evolution step 7: f(x)= 95.1744
differential_evolution step 8: f(x)= 95.1744
differential_evolution step 9: f(x)= 95.1744
differential_evolution step 10: f(x)= 95.1744
differential_evolution step 11: f(x)= 95.1744
differential_evolution step 12: f(x)= 95.1744
differential_evolution step 13: f(x)= 95.1744
differential_evolution step 14: f(x)= 95.1744
differential_evolution step 15: f(x)= 95.1744
differential_evolution step 16: f(x)= 95.1744
differential_evolution step 17: f(x)= 95.1744
differential_evolution step 18: f(x)= 92.337
differential_evolution step 19: f(x)= 92.337
differential_evolution step 20: f(x)= 92.337
differential_evolution step 21: f(x)= 92.337
differential_evolution step 22: f(x)= 92.337
differential_evolution step 23: f(x)= 92.337
differential_evolution step 24: f(x)= 88.381
differential_evolution step 25: f(x)= 88.381
differential_evolution step 26: f(x)= 88.381
differential_evolution step 27: f(x)= 88.381
differential_evolution step 28: f(x)= 88.381
differential_evolution step 29: f(x)= 88.381
differential_evolution step 30: f(x)= 87.5002
differential_evolution step 31: f(x)= 86.4265
differential_evolution step 32: f(x)= 86.4265
differential_evolution step 33: f(x)= 86.4265
differential_evolution step 34: f(x)= 86.4265
differential_evolution step 35: f(x)= 86.4265
differential_evolution step 36: f(x)= 86.4265
differential_evolution step 37: f(x)= 86.4265
=> Running ABC sample 11...
differential_evolution step 1: f(x)= 97.0078
differential_evolution step 2: f(x)= 86.7823
differential_evolution step 3: f(x)= 86.7823
differential_evolution step 4: f(x)= 81.7217
differential_evolution step 5: f(x)= 80.3184
differential_evolution step 6: f(x)= 64.1137
differential_evolution step 7: f(x)= 53.9236
differential_evolution step 8: f(x)= 53.9236
differential_evolution step 9: f(x)= 53.9236
differential_evolution step 10: f(x)= 46.7739
differential_evolution step 11: f(x)= 46.7739
differential_evolution step 12: f(x)= 46.3591
differential_evolution step 13: f(x)= 46.3591
differential_evolution step 14: f(x)= 46.3591
differential_evolution step 15: f(x)= 46.3591
differential_evolution step 16: f(x)= 46.3591
differential_evolution step 17: f(x)= 46.3591
differential_evolution step 18: f(x)= 45.1927
differential_evolution step 19: f(x)= 44.329
differential_evolution step 20: f(x)= 43.9353
differential_evolution step 21: f(x)= 43.9353
differential_evolution step 22: f(x)= 43.9353
differential_evolution step 23: f(x)= 42.8446
differential_evolution step 24: f(x)= 42.8446
differential_evolution step 25: f(x)= 42.6372
differential_evolution step 26: f(x)= 42.6372
differential_evolution step 27: f(x)= 42.6372
differential_evolution step 28: f(x)= 42.6372
differential_evolution step 29: f(x)= 42.0545
differential_evolution step 30: f(x)= 41.312
differential_evolution step 31: f(x)= 41.312
differential_evolution step 32: f(x)= 41.312
differential_evolution step 33: f(x)= 41.312
differential_evolution step 34: f(x)= 41.312
differential_evolution step 35: f(x)= 41.2975
differential_evolution step 36: f(x)= 41.2671
differential_evolution step 37: f(x)= 40.5223
differential_evolution step 38: f(x)= 40.5223
differential_evolution step 39: f(x)= 40.5223
differential_evolution step 40: f(x)= 40.5223
differential_evolution step 41: f(x)= 38.1199
differential_evolution step 42: f(x)= 38.1199
differential_evolution step 43: f(x)= 38.1199
differential_evolution step 44: f(x)= 38.1199
differential_evolution step 45: f(x)= 38.1199
differential_evolution step 46: f(x)= 38.1199
differential_evolution step 47: f(x)= 38.1199
differential_evolution step 48: f(x)= 38.1199
differential_evolution step 49: f(x)= 38.1199
differential_evolution step 50: f(x)= 38.1199
differential_evolution step 51: f(x)= 38.0089
differential_evolution step 52: f(x)= 37.6415
differential_evolution step 53: f(x)= 37.6415
differential_evolution step 54: f(x)= 37.6415
=> Running ABC sample 12...
differential_evolution step 1: f(x)= 77.5695
differential_evolution step 2: f(x)= 72.0357
differential_evolution step 3: f(x)= 63.1826
differential_evolution step 4: f(x)= 63.1826
differential_evolution step 5: f(x)= 63.1826
differential_evolution step 6: f(x)= 63.1826
differential_evolution step 7: f(x)= 63.1826
differential_evolution step 8: f(x)= 63.1826
differential_evolution step 9: f(x)= 63.1826
differential_evolution step 10: f(x)= 42.6177
differential_evolution step 11: f(x)= 42.6177
differential_evolution step 12: f(x)= 42.6177
differential_evolution step 13: f(x)= 39.6806
differential_evolution step 14: f(x)= 39.6806
differential_evolution step 15: f(x)= 39.6806
differential_evolution step 16: f(x)= 39.6806
differential_evolution step 17: f(x)= 39.6806
differential_evolution step 18: f(x)= 39.0748
differential_evolution step 19: f(x)= 39.0748
differential_evolution step 20: f(x)= 39.0748
differential_evolution step 21: f(x)= 39.0748
differential_evolution step 22: f(x)= 39.0748
differential_evolution step 23: f(x)= 36.7545
differential_evolution step 24: f(x)= 36.7545
differential_evolution step 25: f(x)= 36.7545
differential_evolution step 26: f(x)= 36.7545
differential_evolution step 27: f(x)= 36.7545
differential_evolution step 28: f(x)= 36.7545
differential_evolution step 29: f(x)= 36.7545
differential_evolution step 30: f(x)= 36.7545
differential_evolution step 31: f(x)= 36.7545
differential_evolution step 32: f(x)= 34.8336
differential_evolution step 33: f(x)= 34.8336
differential_evolution step 34: f(x)= 34.8336
differential_evolution step 35: f(x)= 32.8122
differential_evolution step 36: f(x)= 31.3407
differential_evolution step 37: f(x)= 31.3407
differential_evolution step 38: f(x)= 31.3407
differential_evolution step 39: f(x)= 31.3407
differential_evolution step 40: f(x)= 31.3407
differential_evolution step 41: f(x)= 31.3407
differential_evolution step 42: f(x)= 31.3407
differential_evolution step 43: f(x)= 31.3407
differential_evolution step 44: f(x)= 31.1802
differential_evolution step 45: f(x)= 31.1802
differential_evolution step 46: f(x)= 31.1802
differential_evolution step 47: f(x)= 31.1802
differential_evolution step 48: f(x)= 31.1802
differential_evolution step 49: f(x)= 31.1802
differential_evolution step 50: f(x)= 31.1802
differential_evolution step 51: f(x)= 31.1802
differential_evolution step 52: f(x)= 31.1802
differential_evolution step 59: f(x)= 31.1802
differential_evolution step 60: f(x)= 30.8254
differential_evolution step 61: f(x)= 30.8254
differential_evolution step 62: f(x)= 30.8254
differential_evolution step 63: f(x)= 30.8254
differential_evolution step 64: f(x)= 30.8254
differential_evolution step 65: f(x)= 30.8254
differential_evolution step 66: f(x)= 30.7327
differential_evolution step 67: f(x)= 30.7327
differential_evolution step 68: f(x)= 30.7327
differential_evolution step 69: f(x)= 30.2738
differential_evolution step 70: f(x)= 30.2738
differential_evolution step 71: f(x)= 30.2738
=> Running ABC sample 13...
differential_evolution step 1: f(x)= 116.539
differential_evolution step 2: f(x)= 107.401
differential_evolution step 3: f(x)= 107.401
differential_evolution step 4: f(x)= 107.401
differential_evolution step 5: f(x)= 105.679
differential_evolution step 6: f(x)= 105.679
differential_evolution step 7: f(x)= 103.122
differential_evolution step 8: f(x)= 98.1048
differential_evolution step 9: f(x)= 94.6515
differential_evolution step 10: f(x)= 94.6515
differential_evolution step 11: f(x)= 93.3413
differential_evolution step 12: f(x)= 92.7196
differential_evolution step 13: f(x)= 85.4976
differential_evolution step 14: f(x)= 85.4976
differential_evolution step 15: f(x)= 85.4976
differential_evolution step 16: f(x)= 81.468
differential_evolution step 17: f(x)= 81.468
differential_evolution step 18: f(x)= 81.468
differential_evolution step 19: f(x)= 81.468
differential_evolution step 20: f(x)= 78.6493
differential_evolution step 21: f(x)= 78.6493
differential_evolution step 22: f(x)= 78.6493
differential_evolution step 23: f(x)= 78.4795
differential_evolution step 24: f(x)= 78.4795
differential_evolution step 25: f(x)= 78.4795
differential_evolution step 26: f(x)= 78.4795
differential_evolution step 27: f(x)= 74.4847
differential_evolution step 28: f(x)= 74.4847
differential_evolution step 29: f(x)= 74.4847
differential_evolution step 30: f(x)= 74.4847
differential_evolution step 31: f(x)= 74.4847
differential_evolution step 32: f(x)= 74.4847
differential_evolution step 33: f(x)= 74.4847
differential_evolution step 34: f(x)= 73.858
differential_evolution step 35: f(x)= 73.858
differential_evolution step 36: f(x)= 73.858
differential_evolution step 37: f(x)= 72.3026
differential_evolution step 38: f(x)= 72.3026
differential_evolution step 39: f(x)= 72.3026
differential_evolution step 40: f(x)= 70.692
differential_evolution step 41: f(x)= 70.692
differential_evolution step 42: f(x)= 70.692
=> Running ABC sample 14...
differential_evolution step 1: f(x)= 148.748
differential_evolution step 2: f(x)= 143.91
differential_evolution step 3: f(x)= 138.286
differential_evolution step 4: f(x)= 113.231
differential_evolution step 5: f(x)= 113.231
differential_evolution step 6: f(x)= 113.231
differential_evolution step 7: f(x)= 111.317
differential_evolution step 8: f(x)= 97.6604
differential_evolution step 9: f(x)= 86.45
differential_evolution step 10: f(x)= 75.8446
differential_evolution step 11: f(x)= 75.8446
differential_evolution step 12: f(x)= 75.8446
differential_evolution step 13: f(x)= 75.8446
differential_evolution step 14: f(x)= 75.8446
differential_evolution step 15: f(x)= 75.8446
differential_evolution step 16: f(x)= 75.8446
differential_evolution step 17: f(x)= 75.8446
differential_evolution step 18: f(x)= 70.4746
differential_evolution step 19: f(x)= 70.4746
differential_evolution step 20: f(x)= 66.4883
differential_evolution step 21: f(x)= 66.4883
differential_evolution step 22: f(x)= 66.4883
differential_evolution step 23: f(x)= 66.4883
differential_evolution step 24: f(x)= 66.4883
differential_evolution step 25: f(x)= 66.4883
differential_evolution step 26: f(x)= 66.4883
differential_evolution step 27: f(x)= 66.4883
differential_evolution step 28: f(x)= 65.3607
differential_evolution step 29: f(x)= 65.3607
differential_evolution step 30: f(x)= 65.3607
differential_evolution step 31: f(x)= 64.7878
differential_evolution step 32: f(x)= 64.6212
differential_evolution step 33: f(x)= 59.3661
differential_evolution step 34: f(x)= 59.3661
differential_evolution step 35: f(x)= 59.3661
differential_evolution step 36: f(x)= 59.3661
differential_evolution step 37: f(x)= 59.3661
differential_evolution step 38: f(x)= 59.3661
differential_evolution step 39: f(x)= 59.3661
differential_evolution step 40: f(x)= 59.3661
differential_evolution step 41: f(x)= 59.3661
differential_evolution step 42: f(x)= 59.3661
differential_evolution step 43: f(x)= 59.3661
differential_evolution step 44: f(x)= 59.3661
=> Running ABC sample 15...
differential_evolution step 1: f(x)= 131.719
differential_evolution step 2: f(x)= 116.996
differential_evolution step 3: f(x)= 116.996
differential_evolution step 4: f(x)= 116.996
differential_evolution step 5: f(x)= 116.996
differential_evolution step 6: f(x)= 116.996
differential_evolution step 7: f(x)= 112.718
differential_evolution step 8: f(x)= 112.718
differential_evolution step 9: f(x)= 112.718
differential_evolution step 10: f(x)= 111.176
differential_evolution step 11: f(x)= 111.176
differential_evolution step 12: f(x)= 103.714
differential_evolution step 13: f(x)= 103.714
differential_evolution step 14: f(x)= 103.714
differential_evolution step 15: f(x)= 103.714
differential_evolution step 16: f(x)= 103.714
differential_evolution step 17: f(x)= 103.714
differential_evolution step 18: f(x)= 103.714
differential_evolution step 19: f(x)= 103.714
differential_evolution step 20: f(x)= 103.714
differential_evolution step 21: f(x)= 103.244
differential_evolution step 22: f(x)= 103.244
differential_evolution step 23: f(x)= 103.244
differential_evolution step 24: f(x)= 103.244
differential_evolution step 25: f(x)= 103.244
differential_evolution step 26: f(x)= 103.244
differential_evolution step 27: f(x)= 103.244
differential_evolution step 28: f(x)= 100.91
differential_evolution step 29: f(x)= 100.91
differential_evolution step 30: f(x)= 100.91
differential_evolution step 31: f(x)= 100.91
differential_evolution step 32: f(x)= 100.91
differential_evolution step 33: f(x)= 100.91
differential_evolution step 34: f(x)= 100.91
differential_evolution step 35: f(x)= 100.91
=> Running ABC sample 16...
differential_evolution step 1: f(x)= 125.3
differential_evolution step 2: f(x)= 124.046
differential_evolution step 3: f(x)= 122.445
differential_evolution step 4: f(x)= 116.666
differential_evolution step 5: f(x)= 108.089
differential_evolution step 6: f(x)= 108.089
differential_evolution step 7: f(x)= 108.089
differential_evolution step 8: f(x)= 108.089
differential_evolution step 9: f(x)= 108.089
differential_evolution step 10: f(x)= 97.216
differential_evolution step 11: f(x)= 97.216
differential_evolution step 12: f(x)= 97.216
differential_evolution step 13: f(x)= 97.216
differential_evolution step 14: f(x)= 97.216
differential_evolution step 15: f(x)= 97.216
differential_evolution step 16: f(x)= 91.3857
differential_evolution step 17: f(x)= 91.3857
differential_evolution step 18: f(x)= 91.3857
differential_evolution step 19: f(x)= 91.3857
differential_evolution step 20: f(x)= 91.3857
differential_evolution step 21: f(x)= 91.3857
differential_evolution step 22: f(x)= 91.3857
differential_evolution step 23: f(x)= 91.3857
differential_evolution step 24: f(x)= 91.3857
differential_evolution step 25: f(x)= 91.1619
differential_evolution step 26: f(x)= 91.1619
differential_evolution step 27: f(x)= 91.1619
differential_evolution step 28: f(x)= 91.1619
differential_evolution step 29: f(x)= 91.1619
=> Running ABC sample 17...
differential_evolution step 1: f(x)= 93.8834
differential_evolution step 2: f(x)= 93.8834
differential_evolution step 3: f(x)= 71.7829
differential_evolution step 4: f(x)= 71.7829
differential_evolution step 5: f(x)= 71.7829
differential_evolution step 6: f(x)= 71.7829
differential_evolution step 7: f(x)= 71.7829
differential_evolution step 8: f(x)= 71.7829
differential_evolution step 9: f(x)= 71.7829
differential_evolution step 10: f(x)= 66.7586
differential_evolution step 11: f(x)= 66.7586
differential_evolution step 12: f(x)= 66.7586
differential_evolution step 13: f(x)= 62.4556
differential_evolution step 14: f(x)= 62.4556
differential_evolution step 15: f(x)= 61.6344
differential_evolution step 16: f(x)= 61.6344
differential_evolution step 17: f(x)= 61.6344
differential_evolution step 18: f(x)= 56.8222
differential_evolution step 19: f(x)= 56.8222
differential_evolution step 20: f(x)= 56.8222
differential_evolution step 21: f(x)= 56.8222
differential_evolution step 22: f(x)= 56.8222
differential_evolution step 23: f(x)= 56.8222
differential_evolution step 24: f(x)= 56.8222
differential_evolution step 25: f(x)= 55.7432
differential_evolution step 26: f(x)= 55.7432
differential_evolution step 27: f(x)= 55.7432
differential_evolution step 28: f(x)= 55.7432
differential_evolution step 29: f(x)= 55.7432
differential_evolution step 30: f(x)= 55.7432
differential_evolution step 31: f(x)= 55.7432
differential_evolution step 32: f(x)= 55.7432
differential_evolution step 33: f(x)= 55.7432
differential_evolution step 34: f(x)= 53.3419
differential_evolution step 35: f(x)= 53.3419
differential_evolution step 36: f(x)= 53.3419
differential_evolution step 37: f(x)= 52.1937
differential_evolution step 38: f(x)= 52.1937
differential_evolution step 39: f(x)= 52.1937
differential_evolution step 40: f(x)= 52.1937
differential_evolution step 41: f(x)= 52.1937
differential_evolution step 42: f(x)= 51.9636
differential_evolution step 43: f(x)= 51.9636
differential_evolution step 44: f(x)= 51.9636
differential_evolution step 45: f(x)= 51.9636
differential_evolution step 46: f(x)= 51.9636
differential_evolution step 47: f(x)= 51.9636
differential_evolution step 48: f(x)= 51.9636
differential_evolution step 49: f(x)= 51.9636
differential_evolution step 50: f(x)= 51.9636
differential_evolution step 51: f(x)= 51.9636
differential_evolution step 52: f(x)= 51.14
differential_evolution step 53: f(x)= 51.14
differential_evolution step 54: f(x)= 51.14
differential_evolution step 55: f(x)= 51.14
differential_evolution step 56: f(x)= 51.14
differential_evolution step 57: f(x)= 50.6765
differential_evolution step 58: f(x)= 50.6765
differential_evolution step 59: f(x)= 50.6765
differential_evolution step 60: f(x)= 50.6765
differential_evolution step 61: f(x)= 50.6765
differential_evolution step 62: f(x)= 50.6765
differential_evolution step 63: f(x)= 50.6765
differential_evolution step 64: f(x)= 50.6765
differential_evolution step 65: f(x)= 50.6765
=> Running ABC sample 18...
differential_evolution step 1: f(x)= 105.789
differential_evolution step 2: f(x)= 104.797
differential_evolution step 3: f(x)= 98.1232
differential_evolution step 4: f(x)= 98.1232
differential_evolution step 5: f(x)= 98.1232
differential_evolution step 6: f(x)= 98.1232
differential_evolution step 7: f(x)= 98.1232
differential_evolution step 8: f(x)= 98.1232
differential_evolution step 9: f(x)= 98.1232
differential_evolution step 10: f(x)= 98.1232
differential_evolution step 11: f(x)= 94.8145
differential_evolution step 12: f(x)= 94.8145
differential_evolution step 13: f(x)= 94.8145
differential_evolution step 14: f(x)= 94.8145
differential_evolution step 15: f(x)= 90.6068
differential_evolution step 16: f(x)= 84.8658
differential_evolution step 17: f(x)= 84.8658
differential_evolution step 18: f(x)= 84.8658
differential_evolution step 19: f(x)= 84.8658
differential_evolution step 20: f(x)= 81.7153
differential_evolution step 21: f(x)= 81.7153
differential_evolution step 22: f(x)= 81.7153
differential_evolution step 23: f(x)= 81.7153
differential_evolution step 24: f(x)= 73.7396
differential_evolution step 25: f(x)= 73.7396
differential_evolution step 26: f(x)= 73.7396
differential_evolution step 27: f(x)= 73.7396
differential_evolution step 28: f(x)= 73.7396
differential_evolution step 29: f(x)= 73.7396
differential_evolution step 30: f(x)= 73.7396
differential_evolution step 31: f(x)= 72.2144
differential_evolution step 32: f(x)= 72.2144
differential_evolution step 33: f(x)= 72.2144
differential_evolution step 34: f(x)= 72.2144
differential_evolution step 35: f(x)= 72.1524
differential_evolution step 36: f(x)= 72.1524
differential_evolution step 37: f(x)= 72.1524
differential_evolution step 38: f(x)= 69.8586
differential_evolution step 39: f(x)= 69.8586
differential_evolution step 40: f(x)= 67.6186
differential_evolution step 41: f(x)= 67.6186
differential_evolution step 42: f(x)= 67.6186
differential_evolution step 43: f(x)= 67.6186
differential_evolution step 44: f(x)= 67.6186
differential_evolution step 45: f(x)= 67.6186
differential_evolution step 46: f(x)= 67.6186
differential_evolution step 47: f(x)= 66.947
differential_evolution step 48: f(x)= 66.947
differential_evolution step 49: f(x)= 66.947
differential_evolution step 50: f(x)= 66.947
differential_evolution step 51: f(x)= 66.947
=> Running ABC sample 19...
differential_evolution step 1: f(x)= 80.5825
differential_evolution step 2: f(x)= 69.6014
differential_evolution step 3: f(x)= 69.6014
differential_evolution step 4: f(x)= 69.6014
differential_evolution step 5: f(x)= 67.4424
differential_evolution step 6: f(x)= 67.4424
differential_evolution step 7: f(x)= 67.4424
differential_evolution step 8: f(x)= 54.3452
differential_evolution step 9: f(x)= 54.3452
differential_evolution step 10: f(x)= 54.3452
differential_evolution step 11: f(x)= 54.3452
differential_evolution step 12: f(x)= 54.3452
differential_evolution step 13: f(x)= 54.3452
differential_evolution step 14: f(x)= 54.3452
differential_evolution step 15: f(x)= 54.3452
differential_evolution step 16: f(x)= 54.3452
differential_evolution step 17: f(x)= 53.2399
differential_evolution step 18: f(x)= 53.2399
differential_evolution step 19: f(x)= 53.2399
differential_evolution step 20: f(x)= 53.2399
differential_evolution step 21: f(x)= 53.2399
differential_evolution step 22: f(x)= 53.2399
differential_evolution step 23: f(x)= 53.2399
differential_evolution step 24: f(x)= 53.2399
differential_evolution step 25: f(x)= 53.2399
differential_evolution step 26: f(x)= 53.2399
differential_evolution step 27: f(x)= 53.2399
differential_evolution step 28: f(x)= 53.2399
differential_evolution step 29: f(x)= 53.2399
differential_evolution step 30: f(x)= 53.2399
differential_evolution step 31: f(x)= 53.2399
differential_evolution step 32: f(x)= 53.2399
differential_evolution step 33: f(x)= 53.2399
differential_evolution step 34: f(x)= 53.1394
differential_evolution step 35: f(x)= 53.0732
differential_evolution step 36: f(x)= 53.0732
differential_evolution step 37: f(x)= 53.0732
differential_evolution step 38: f(x)= 53.0732
differential_evolution step 39: f(x)= 52.8436
differential_evolution step 40: f(x)= 52.8436
differential_evolution step 41: f(x)= 52.8436
differential_evolution step 42: f(x)= 52.8436
differential_evolution step 43: f(x)= 52.8436
differential_evolution step 44: f(x)= 52.8436
=> Running ABC sample 20...
differential_evolution step 1: f(x)= 109.63
differential_evolution step 2: f(x)= 94.1213
differential_evolution step 3: f(x)= 88.193
differential_evolution step 4: f(x)= 85.1741
differential_evolution step 5: f(x)= 72.2208
differential_evolution step 6: f(x)= 62.0446
differential_evolution step 7: f(x)= 62.0446
differential_evolution step 8: f(x)= 62.0446
differential_evolution step 9: f(x)= 62.0446
differential_evolution step 10: f(x)= 62.0446
differential_evolution step 11: f(x)= 62.0446
differential_evolution step 12: f(x)= 62.0446
differential_evolution step 13: f(x)= 62.0446
differential_evolution step 14: f(x)= 62.0446
differential_evolution step 15: f(x)= 62.0446
differential_evolution step 16: f(x)= 62.0446
differential_evolution step 17: f(x)= 62.0446
differential_evolution step 18: f(x)= 62.0446
differential_evolution step 19: f(x)= 49.9903
differential_evolution step 20: f(x)= 42.6946
differential_evolution step 21: f(x)= 42.6946
differential_evolution step 22: f(x)= 42.6946
differential_evolution step 23: f(x)= 42.6946
differential_evolution step 24: f(x)= 40.079
differential_evolution step 25: f(x)= 40.079
differential_evolution step 26: f(x)= 40.079
differential_evolution step 27: f(x)= 40.079
differential_evolution step 28: f(x)= 40.079
differential_evolution step 29: f(x)= 40.079
differential_evolution step 30: f(x)= 40.079
differential_evolution step 31: f(x)= 37.5251
differential_evolution step 32: f(x)= 37.5251
differential_evolution step 33: f(x)= 37.5251
differential_evolution step 34: f(x)= 37.5251
differential_evolution step 35: f(x)= 37.5251
differential_evolution step 36: f(x)= 37.5251
differential_evolution step 37: f(x)= 37.5251
differential_evolution step 38: f(x)= 37.5251
differential_evolution step 39: f(x)= 37.5251
differential_evolution step 40: f(x)= 37.1032
differential_evolution step 41: f(x)= 35.7291
differential_evolution step 42: f(x)= 35.7291
differential_evolution step 43: f(x)= 35.7291
differential_evolution step 44: f(x)= 35.7291
differential_evolution step 45: f(x)= 35.7291
differential_evolution step 46: f(x)= 35.7291
differential_evolution step 47: f(x)= 35.7291
differential_evolution step 48: f(x)= 35.7291
differential_evolution step 49: f(x)= 35.7291
differential_evolution step 50: f(x)= 35.7291
differential_evolution step 51: f(x)= 35.7291
differential_evolution step 52: f(x)= 35.7291
differential_evolution step 53: f(x)= 35.7291
differential_evolution step 54: f(x)= 35.7291
differential_evolution step 55: f(x)= 35.7291
differential_evolution step 56: f(x)= 35.7291
differential_evolution step 57: f(x)= 35.7291
=> Running ABC sample 21...
differential_evolution step 1: f(x)= 159.494
differential_evolution step 2: f(x)= 159.494
differential_evolution step 3: f(x)= 151.733
differential_evolution step 4: f(x)= 142.891
differential_evolution step 5: f(x)= 142.891
differential_evolution step 6: f(x)= 142.891
differential_evolution step 7: f(x)= 142.891
differential_evolution step 8: f(x)= 142.891
differential_evolution step 9: f(x)= 140.492
differential_evolution step 10: f(x)= 139.109
differential_evolution step 11: f(x)= 139.109
differential_evolution step 12: f(x)= 139.109
differential_evolution step 13: f(x)= 139.109
differential_evolution step 14: f(x)= 137.892
differential_evolution step 15: f(x)= 137.892
=> Running ABC sample 22...
differential_evolution step 1: f(x)= 105.817
differential_evolution step 2: f(x)= 105.218
differential_evolution step 3: f(x)= 97.9732
differential_evolution step 4: f(x)= 89.9726
differential_evolution step 5: f(x)= 89.9726
differential_evolution step 6: f(x)= 86.1426
differential_evolution step 7: f(x)= 86.1426
differential_evolution step 8: f(x)= 86.0584
differential_evolution step 9: f(x)= 74.8039
differential_evolution step 10: f(x)= 59.3038
differential_evolution step 11: f(x)= 59.3038
differential_evolution step 12: f(x)= 59.3038
differential_evolution step 13: f(x)= 59.3038
differential_evolution step 14: f(x)= 59.3038
differential_evolution step 15: f(x)= 59.3038
differential_evolution step 16: f(x)= 59.3038
differential_evolution step 17: f(x)= 59.3038
differential_evolution step 18: f(x)= 59.3038
differential_evolution step 19: f(x)= 59.3038
differential_evolution step 20: f(x)= 59.3038
differential_evolution step 21: f(x)= 56.9648
differential_evolution step 22: f(x)= 56.9648
differential_evolution step 23: f(x)= 56.9648
differential_evolution step 24: f(x)= 56.9648
differential_evolution step 25: f(x)= 56.9648
differential_evolution step 26: f(x)= 49.473
differential_evolution step 27: f(x)= 45.1073
differential_evolution step 28: f(x)= 45.1073
differential_evolution step 29: f(x)= 45.1073
differential_evolution step 30: f(x)= 45.1073
differential_evolution step 31: f(x)= 43.7525
differential_evolution step 32: f(x)= 43.7525
differential_evolution step 33: f(x)= 43.7525
differential_evolution step 34: f(x)= 43.7525
differential_evolution step 35: f(x)= 43.7525
differential_evolution step 36: f(x)= 43.7525
differential_evolution step 37: f(x)= 43.7525
differential_evolution step 38: f(x)= 43.7525
differential_evolution step 39: f(x)= 43.7525
differential_evolution step 40: f(x)= 43.7525
differential_evolution step 41: f(x)= 43.7525
differential_evolution step 42: f(x)= 43.7525
differential_evolution step 43: f(x)= 43.549
differential_evolution step 44: f(x)= 43.549
differential_evolution step 45: f(x)= 43.549
differential_evolution step 46: f(x)= 43.549
differential_evolution step 47: f(x)= 43.549
differential_evolution step 48: f(x)= 43.549
differential_evolution step 49: f(x)= 43.549
differential_evolution step 50: f(x)= 43.549
differential_evolution step 51: f(x)= 43.549
differential_evolution step 52: f(x)= 43.549
differential_evolution step 53: f(x)= 43.549
differential_evolution step 54: f(x)= 43.549
differential_evolution step 55: f(x)= 43.549
differential_evolution step 56: f(x)= 43.549
differential_evolution step 57: f(x)= 42.868
differential_evolution step 58: f(x)= 42.868
differential_evolution step 59: f(x)= 42.868
differential_evolution step 60: f(x)= 42.868
differential_evolution step 61: f(x)= 42.868
differential_evolution step 62: f(x)= 42.868
differential_evolution step 63: f(x)= 42.868
differential_evolution step 64: f(x)= 42.868
differential_evolution step 65: f(x)= 42.868
differential_evolution step 66: f(x)= 42.868
differential_evolution step 67: f(x)= 42.8387
differential_evolution step 68: f(x)= 42.8387
differential_evolution step 69: f(x)= 42.8387
differential_evolution step 70: f(x)= 42.3604
differential_evolution step 71: f(x)= 42.3604
differential_evolution step 72: f(x)= 42.3604
differential_evolution step 73: f(x)= 41.0513
differential_evolution step 74: f(x)= 41.0513
=> Running ABC sample 23...
differential_evolution step 1: f(x)= 84.652
differential_evolution step 2: f(x)= 74.6199
differential_evolution step 3: f(x)= 74.6199
differential_evolution step 4: f(x)= 74.6199
differential_evolution step 5: f(x)= 74.6199
differential_evolution step 6: f(x)= 74.6199
differential_evolution step 7: f(x)= 74.6199
differential_evolution step 8: f(x)= 74.6199
differential_evolution step 9: f(x)= 73.0838
differential_evolution step 10: f(x)= 73.0838
differential_evolution step 11: f(x)= 73.0838
differential_evolution step 12: f(x)= 73.0838
differential_evolution step 13: f(x)= 70.2265
differential_evolution step 14: f(x)= 70.2265
differential_evolution step 15: f(x)= 70.2265
differential_evolution step 16: f(x)= 70.2265
differential_evolution step 17: f(x)= 70.2265
differential_evolution step 18: f(x)= 65.5141
differential_evolution step 19: f(x)= 64.9912
differential_evolution step 20: f(x)= 64.9912
differential_evolution step 21: f(x)= 64.9912
differential_evolution step 22: f(x)= 64.9912
differential_evolution step 23: f(x)= 62.9397
differential_evolution step 24: f(x)= 62.9397
differential_evolution step 25: f(x)= 62.9397
differential_evolution step 26: f(x)= 62.9397
differential_evolution step 27: f(x)= 62.9397
differential_evolution step 28: f(x)= 62.9397
differential_evolution step 29: f(x)= 62.9397
differential_evolution step 30: f(x)= 62.9397
differential_evolution step 31: f(x)= 62.9397
differential_evolution step 32: f(x)= 62.9397
differential_evolution step 33: f(x)= 62.9397
differential_evolution step 34: f(x)= 62.9397
differential_evolution step 35: f(x)= 62.9397
differential_evolution step 36: f(x)= 62.9397
differential_evolution step 37: f(x)= 62.3917
differential_evolution step 38: f(x)= 62.3917
differential_evolution step 39: f(x)= 62.3917
differential_evolution step 40: f(x)= 61.0758
differential_evolution step 41: f(x)= 60.3174
differential_evolution step 42: f(x)= 60.3174
differential_evolution step 43: f(x)= 60.3174
differential_evolution step 44: f(x)= 60.3174
differential_evolution step 45: f(x)= 60.3174
differential_evolution step 46: f(x)= 60.3174
differential_evolution step 47: f(x)= 60.3174
differential_evolution step 48: f(x)= 60.3174
differential_evolution step 49: f(x)= 60.3174
differential_evolution step 50: f(x)= 60.3174
differential_evolution step 51: f(x)= 60.3174
differential_evolution step 52: f(x)= 60.3174
differential_evolution step 53: f(x)= 59.547
differential_evolution step 54: f(x)= 59.547
differential_evolution step 55: f(x)= 59.547
differential_evolution step 56: f(x)= 59.547
differential_evolution step 57: f(x)= 59.547
differential_evolution step 58: f(x)= 59.547
=> Running ABC sample 24...
differential_evolution step 1: f(x)= 91.4447
differential_evolution step 2: f(x)= 91.4447
differential_evolution step 3: f(x)= 91.4447
differential_evolution step 4: f(x)= 91.4447
differential_evolution step 5: f(x)= 91.4447
differential_evolution step 6: f(x)= 91.4447
differential_evolution step 7: f(x)= 82.0933
differential_evolution step 8: f(x)= 78.0993
differential_evolution step 9: f(x)= 78.0993
differential_evolution step 10: f(x)= 78.0993
differential_evolution step 11: f(x)= 78.0993
differential_evolution step 12: f(x)= 78.0993
differential_evolution step 13: f(x)= 78.0993
differential_evolution step 14: f(x)= 78.0993
differential_evolution step 15: f(x)= 78.0993
differential_evolution step 16: f(x)= 78.0993
differential_evolution step 17: f(x)= 78.0993
differential_evolution step 18: f(x)= 78.0993
differential_evolution step 19: f(x)= 78.0993
differential_evolution step 20: f(x)= 78.0993
differential_evolution step 21: f(x)= 78.0993
differential_evolution step 22: f(x)= 78.0993
differential_evolution step 23: f(x)= 78.0993
differential_evolution step 24: f(x)= 78.0993
differential_evolution step 25: f(x)= 78.0993
differential_evolution step 26: f(x)= 78.0993
differential_evolution step 27: f(x)= 78.0993
differential_evolution step 28: f(x)= 78.0993
differential_evolution step 29: f(x)= 78.0993
differential_evolution step 30: f(x)= 78.0993
differential_evolution step 31: f(x)= 78.0993
differential_evolution step 32: f(x)= 73.4016
differential_evolution step 33: f(x)= 64.9265
differential_evolution step 34: f(x)= 64.9265
differential_evolution step 35: f(x)= 64.9265
differential_evolution step 36: f(x)= 63.2023
differential_evolution step 37: f(x)= 63.2023
differential_evolution step 38: f(x)= 63.2023
differential_evolution step 39: f(x)= 63.2023
differential_evolution step 40: f(x)= 63.2023
differential_evolution step 41: f(x)= 63.2023
differential_evolution step 42: f(x)= 62.9387
differential_evolution step 43: f(x)= 62.9387
differential_evolution step 44: f(x)= 62.9387
differential_evolution step 45: f(x)= 62.9387
differential_evolution step 46: f(x)= 62.9387
differential_evolution step 47: f(x)= 62.9387
differential_evolution step 48: f(x)= 62.9387
differential_evolution step 49: f(x)= 62.9387
differential_evolution step 50: f(x)= 61.6225
differential_evolution step 51: f(x)= 60.8612
differential_evolution step 52: f(x)= 60.8612
differential_evolution step 53: f(x)= 60.8612
differential_evolution step 54: f(x)= 60.8612
differential_evolution step 55: f(x)= 60.8612
differential_evolution step 56: f(x)= 60.8612
differential_evolution step 57: f(x)= 60.8612
differential_evolution step 58: f(x)= 60.8612
differential_evolution step 59: f(x)= 60.3486
differential_evolution step 60: f(x)= 60.3486
differential_evolution step 61: f(x)= 58.7294
differential_evolution step 62: f(x)= 58.7294
differential_evolution step 63: f(x)= 58.7294
differential_evolution step 64: f(x)= 58.7294
differential_evolution step 65: f(x)= 58.7294
differential_evolution step 66: f(x)= 58.7294
differential_evolution step 67: f(x)= 58.7294
differential_evolution step 68: f(x)= 58.7294
differential_evolution step 69: f(x)= 56.5137
differential_evolution step 70: f(x)= 56.5137
differential_evolution step 71: f(x)= 56.5137
differential_evolution step 72: f(x)= 56.5137
differential_evolution step 73: f(x)= 56.3325
differential_evolution step 74: f(x)= 56.3325
differential_evolution step 75: f(x)= 54.9145
differential_evolution step 76: f(x)= 54.9145
differential_evolution step 77: f(x)= 54.9145
differential_evolution step 78: f(x)= 54.9145
differential_evolution step 79: f(x)= 54.9145
differential_evolution step 80: f(x)= 54.9145
differential_evolution step 81: f(x)= 54.9145
differential_evolution step 82: f(x)= 54.9145
differential_evolution step 83: f(x)= 54.9145
=> Running ABC sample 25...
differential_evolution step 1: f(x)= 59.506
differential_evolution step 2: f(x)= 59.506
differential_evolution step 3: f(x)= 53.5788
differential_evolution step 4: f(x)= 51.6693
differential_evolution step 5: f(x)= 51.6693
differential_evolution step 6: f(x)= 51.6693
differential_evolution step 7: f(x)= 35.5388
differential_evolution step 8: f(x)= 35.5388
differential_evolution step 9: f(x)= 35.5388
differential_evolution step 10: f(x)= 35.5388
differential_evolution step 11: f(x)= 35.1968
differential_evolution step 12: f(x)= 35.1968
differential_evolution step 13: f(x)= 35.1968
differential_evolution step 14: f(x)= 30.8143
differential_evolution step 15: f(x)= 30.8143
differential_evolution step 16: f(x)= 30.8143
differential_evolution step 17: f(x)= 30.8143
differential_evolution step 18: f(x)= 27.8524
differential_evolution step 19: f(x)= 27.8524
differential_evolution step 20: f(x)= 27.8524
differential_evolution step 21: f(x)= 27.8524
differential_evolution step 22: f(x)= 27.8524
differential_evolution step 23: f(x)= 27.8524
differential_evolution step 24: f(x)= 27.8524
differential_evolution step 25: f(x)= 27.8524
differential_evolution step 26: f(x)= 27.8524
differential_evolution step 27: f(x)= 27.8524
differential_evolution step 28: f(x)= 27.2398
differential_evolution step 29: f(x)= 27.2398
differential_evolution step 30: f(x)= 27.0388
differential_evolution step 31: f(x)= 27.0168
differential_evolution step 32: f(x)= 27.0168
differential_evolution step 33: f(x)= 27.0168
differential_evolution step 34: f(x)= 26.8426
differential_evolution step 35: f(x)= 26.8426
differential_evolution step 36: f(x)= 26.8426
differential_evolution step 37: f(x)= 26.6482
differential_evolution step 38: f(x)= 26.6482
differential_evolution step 39: f(x)= 26.6482
differential_evolution step 40: f(x)= 26.6482
differential_evolution step 41: f(x)= 26.6482
differential_evolution step 42: f(x)= 26.6482
differential_evolution step 43: f(x)= 26.6482
differential_evolution step 44: f(x)= 26.6482
differential_evolution step 45: f(x)= 26.1132
differential_evolution step 46: f(x)= 26.1132
differential_evolution step 47: f(x)= 26.1132
differential_evolution step 48: f(x)= 26.1132
differential_evolution step 49: f(x)= 26.1132
differential_evolution step 50: f(x)= 26.1132
differential_evolution step 51: f(x)= 26.1132
differential_evolution step 52: f(x)= 26.1132
differential_evolution step 53: f(x)= 26.1132
differential_evolution step 54: f(x)= 26.1132
differential_evolution step 55: f(x)= 26.1132
differential_evolution step 56: f(x)= 26.1132
differential_evolution step 57: f(x)= 26.1132
differential_evolution step 58: f(x)= 26.0149
differential_evolution step 59: f(x)= 26.0149
differential_evolution step 60: f(x)= 26.0149
differential_evolution step 61: f(x)= 26.0149
=> Running ABC sample 26...
differential_evolution step 1: f(x)= 85.1685
differential_evolution step 2: f(x)= 85.1685
differential_evolution step 3: f(x)= 81.986
differential_evolution step 4: f(x)= 64.5541
differential_evolution step 5: f(x)= 64.5541
differential_evolution step 6: f(x)= 64.5541
differential_evolution step 7: f(x)= 64.5541
differential_evolution step 8: f(x)= 51.4092
differential_evolution step 9: f(x)= 51.4092
differential_evolution step 10: f(x)= 51.4092
differential_evolution step 11: f(x)= 51.4092
differential_evolution step 12: f(x)= 51.4092
differential_evolution step 13: f(x)= 46.1366
differential_evolution step 14: f(x)= 46.1366
differential_evolution step 15: f(x)= 45.9302
differential_evolution step 16: f(x)= 45.9302
differential_evolution step 17: f(x)= 45.9302
differential_evolution step 18: f(x)= 39.3291
differential_evolution step 19: f(x)= 39.3291
differential_evolution step 20: f(x)= 37.2944
differential_evolution step 21: f(x)= 37.2944
differential_evolution step 22: f(x)= 37.2944
differential_evolution step 23: f(x)= 37.2944
differential_evolution step 24: f(x)= 37.2944
differential_evolution step 25: f(x)= 37.2944
differential_evolution step 26: f(x)= 37.2944
differential_evolution step 27: f(x)= 33.9028
differential_evolution step 28: f(x)= 33.9028
differential_evolution step 29: f(x)= 33.6847
differential_evolution step 30: f(x)= 33.6847
differential_evolution step 31: f(x)= 33.6847
differential_evolution step 32: f(x)= 33.6847
differential_evolution step 33: f(x)= 33.6847
differential_evolution step 34: f(x)= 33.6847
differential_evolution step 35: f(x)= 33.5913
differential_evolution step 36: f(x)= 33.5913
differential_evolution step 37: f(x)= 33.5913
differential_evolution step 38: f(x)= 33.5913
differential_evolution step 39: f(x)= 32.8442
differential_evolution step 40: f(x)= 32.8442
differential_evolution step 41: f(x)= 32.8442
differential_evolution step 42: f(x)= 32.3933
differential_evolution step 43: f(x)= 31.9917
differential_evolution step 44: f(x)= 31.9917
differential_evolution step 45: f(x)= 31.9917
differential_evolution step 46: f(x)= 31.9917
differential_evolution step 47: f(x)= 31.9917
differential_evolution step 48: f(x)= 31.9917
differential_evolution step 49: f(x)= 31.5995
differential_evolution step 50: f(x)= 31.5995
differential_evolution step 51: f(x)= 31.5995
differential_evolution step 52: f(x)= 30.3824
differential_evolution step 53: f(x)= 30.3824
differential_evolution step 54: f(x)= 30.3824
differential_evolution step 55: f(x)= 30.3824
differential_evolution step 56: f(x)= 30.3824
differential_evolution step 57: f(x)= 30.3824
differential_evolution step 58: f(x)= 30.3824
differential_evolution step 59: f(x)= 30.3824
differential_evolution step 60: f(x)= 30.3824
differential_evolution step 61: f(x)= 30.3824
differential_evolution step 62: f(x)= 30.3824
differential_evolution step 63: f(x)= 30.3824
differential_evolution step 64: f(x)= 30.3824
differential_evolution step 65: f(x)= 30.3824
differential_evolution step 66: f(x)= 30.3824
differential_evolution step 67: f(x)= 30.3824
differential_evolution step 68: f(x)= 30.3824
differential_evolution step 69: f(x)= 30.3824
differential_evolution step 70: f(x)= 30.3824
differential_evolution step 71: f(x)= 30.3824
differential_evolution step 72: f(x)= 30.3824
differential_evolution step 73: f(x)= 30.3824
differential_evolution step 74: f(x)= 30.3619
differential_evolution step 75: f(x)= 30.3619
differential_evolution step 76: f(x)= 30.3619
differential_evolution step 77: f(x)= 30.3619
differential_evolution step 78: f(x)= 30.3619
=> Running ABC sample 27...
differential_evolution step 1: f(x)= 107.74
differential_evolution step 2: f(x)= 84.1239
differential_evolution step 3: f(x)= 84.1239
differential_evolution step 4: f(x)= 84.1239
differential_evolution step 5: f(x)= 82.8654
differential_evolution step 6: f(x)= 82.8654
differential_evolution step 7: f(x)= 82.8654
differential_evolution step 8: f(x)= 82.8114
differential_evolution step 9: f(x)= 81.2675
differential_evolution step 10: f(x)= 81.2675
differential_evolution step 11: f(x)= 81.2675
differential_evolution step 12: f(x)= 76.0379
differential_evolution step 13: f(x)= 76.0379
differential_evolution step 14: f(x)= 76.0379
differential_evolution step 15: f(x)= 70.4686
differential_evolution step 16: f(x)= 70.4686
differential_evolution step 17: f(x)= 70.4686
differential_evolution step 18: f(x)= 70.4686
differential_evolution step 19: f(x)= 70.4686
differential_evolution step 20: f(x)= 70.4686
differential_evolution step 21: f(x)= 70.4686
differential_evolution step 22: f(x)= 70.4686
differential_evolution step 23: f(x)= 70.4686
differential_evolution step 24: f(x)= 70.4686
differential_evolution step 25: f(x)= 63.0064
differential_evolution step 26: f(x)= 63.0064
differential_evolution step 27: f(x)= 63.0064
differential_evolution step 28: f(x)= 63.0064
differential_evolution step 29: f(x)= 63.0064
differential_evolution step 30: f(x)= 63.0064
differential_evolution step 31: f(x)= 61.5525
differential_evolution step 32: f(x)= 61.5525
differential_evolution step 33: f(x)= 61.5525
differential_evolution step 34: f(x)= 61.5525
differential_evolution step 35: f(x)= 61.5525
differential_evolution step 36: f(x)= 61.5525
differential_evolution step 37: f(x)= 61.5525
differential_evolution step 38: f(x)= 61.5525
differential_evolution step 39: f(x)= 61.5525
differential_evolution step 40: f(x)= 61.5525
differential_evolution step 41: f(x)= 61.5525
differential_evolution step 42: f(x)= 61.5525
differential_evolution step 43: f(x)= 61.5525
differential_evolution step 44: f(x)= 61.5525
differential_evolution step 45: f(x)= 61.5525
differential_evolution step 46: f(x)= 61.5525
differential_evolution step 47: f(x)= 61.5525
differential_evolution step 48: f(x)= 61.5525
differential_evolution step 49: f(x)= 61.5525
differential_evolution step 50: f(x)= 61.5525
differential_evolution step 51: f(x)= 61.5525
differential_evolution step 52: f(x)= 61.5525
differential_evolution step 53: f(x)= 61.5525
differential_evolution step 54: f(x)= 61.5525
differential_evolution step 55: f(x)= 61.5525
differential_evolution step 56: f(x)= 61.5525
differential_evolution step 57: f(x)= 61.5525
differential_evolution step 58: f(x)= 61.5525
differential_evolution step 59: f(x)= 61.5525
differential_evolution step 60: f(x)= 61.5525
differential_evolution step 61: f(x)= 61.5525
differential_evolution step 62: f(x)= 61.5525
differential_evolution step 63: f(x)= 61.5525
differential_evolution step 64: f(x)= 61.5525
differential_evolution step 65: f(x)= 61.5525
differential_evolution step 66: f(x)= 61.5525
differential_evolution step 67: f(x)= 60.9482
differential_evolution step 68: f(x)= 60.9482
=> Running ABC sample 28...
differential_evolution step 1: f(x)= 94.0678
differential_evolution step 2: f(x)= 94.0678
differential_evolution step 3: f(x)= 94.0678
differential_evolution step 4: f(x)= 94.0678
differential_evolution step 5: f(x)= 94.0678
differential_evolution step 6: f(x)= 88.8662
differential_evolution step 7: f(x)= 88.8662
differential_evolution step 8: f(x)= 88.8662
differential_evolution step 9: f(x)= 88.8662
differential_evolution step 10: f(x)= 88.8662
differential_evolution step 11: f(x)= 88.8662
differential_evolution step 12: f(x)= 88.8662
differential_evolution step 13: f(x)= 88.8662
differential_evolution step 14: f(x)= 88.8662
differential_evolution step 15: f(x)= 88.5851
differential_evolution step 16: f(x)= 84.9173
differential_evolution step 17: f(x)= 84.9173
differential_evolution step 18: f(x)= 84.9173
differential_evolution step 19: f(x)= 84.9173
differential_evolution step 20: f(x)= 84.9173
differential_evolution step 21: f(x)= 84.9173
differential_evolution step 22: f(x)= 83.148
differential_evolution step 23: f(x)= 83.148
differential_evolution step 24: f(x)= 83.148
differential_evolution step 25: f(x)= 83.148
differential_evolution step 26: f(x)= 83.148
differential_evolution step 27: f(x)= 83.148
differential_evolution step 28: f(x)= 83.148
differential_evolution step 29: f(x)= 83.148
differential_evolution step 30: f(x)= 83.148
differential_evolution step 31: f(x)= 74.7399
differential_evolution step 32: f(x)= 74.7399
differential_evolution step 33: f(x)= 74.7399
differential_evolution step 34: f(x)= 74.7399
differential_evolution step 35: f(x)= 74.7399
differential_evolution step 36: f(x)= 74.7399
differential_evolution step 37: f(x)= 74.7399
differential_evolution step 38: f(x)= 74.7399
differential_evolution step 39: f(x)= 74.7399
differential_evolution step 40: f(x)= 74.7399
differential_evolution step 41: f(x)= 74.7399
differential_evolution step 42: f(x)= 74.7399
differential_evolution step 43: f(x)= 74.7399
differential_evolution step 44: f(x)= 74.7399
differential_evolution step 45: f(x)= 74.7399
differential_evolution step 46: f(x)= 74.7399
differential_evolution step 47: f(x)= 74.7399
differential_evolution step 48: f(x)= 74.7399
differential_evolution step 49: f(x)= 74.7399
differential_evolution step 50: f(x)= 74.7399
differential_evolution step 51: f(x)= 74.7399
differential_evolution step 52: f(x)= 74.7399
differential_evolution step 53: f(x)= 74.7399
differential_evolution step 54: f(x)= 74.7399
differential_evolution step 55: f(x)= 74.7399
differential_evolution step 56: f(x)= 74.7399
differential_evolution step 57: f(x)= 74.7399
differential_evolution step 58: f(x)= 74.7399
differential_evolution step 59: f(x)= 74.7399
differential_evolution step 60: f(x)= 74.7399
differential_evolution step 61: f(x)= 74.7399
differential_evolution step 62: f(x)= 74.7399
differential_evolution step 63: f(x)= 74.7399
differential_evolution step 64: f(x)= 74.7399
differential_evolution step 65: f(x)= 74.7399
differential_evolution step 66: f(x)= 74.7399
differential_evolution step 67: f(x)= 74.7399
differential_evolution step 68: f(x)= 74.7399
differential_evolution step 69: f(x)= 74.7399
differential_evolution step 70: f(x)= 74.7399
differential_evolution step 71: f(x)= 74.7399
differential_evolution step 72: f(x)= 74.7399
differential_evolution step 73: f(x)= 74.7399
differential_evolution step 74: f(x)= 74.7399
differential_evolution step 75: f(x)= 74.7399
differential_evolution step 76: f(x)= 74.7399
differential_evolution step 77: f(x)= 74.7399
differential_evolution step 78: f(x)= 74.7399
differential_evolution step 79: f(x)= 74.7399
differential_evolution step 80: f(x)= 74.7399
differential_evolution step 81: f(x)= 74.7399
differential_evolution step 82: f(x)= 74.7399
differential_evolution step 83: f(x)= 74.7399
differential_evolution step 84: f(x)= 74.7399
differential_evolution step 85: f(x)= 72.2
differential_evolution step 86: f(x)= 72.2
differential_evolution step 87: f(x)= 72.2
differential_evolution step 88: f(x)= 72.2
differential_evolution step 89: f(x)= 72.2
differential_evolution step 90: f(x)= 65.4328
differential_evolution step 91: f(x)= 65.4328
differential_evolution step 92: f(x)= 65.4328
differential_evolution step 93: f(x)= 65.4328
differential_evolution step 94: f(x)= 65.4328
differential_evolution step 95: f(x)= 65.4328
differential_evolution step 96: f(x)= 65.4328
differential_evolution step 97: f(x)= 65.4328
differential_evolution step 98: f(x)= 65.4328
differential_evolution step 99: f(x)= 65.4328
differential_evolution step 100: f(x)= 65.4328
differential_evolution step 101: f(x)= 65.4328
differential_evolution step 102: f(x)= 65.4328
differential_evolution step 103: f(x)= 65.4328
differential_evolution step 104: f(x)= 65.4328
differential_evolution step 105: f(x)= 65.4328
differential_evolution step 106: f(x)= 65.4328
differential_evolution step 107: f(x)= 65.4328
differential_evolution step 108: f(x)= 65.4328
differential_evolution step 109: f(x)= 65.4328
differential_evolution step 110: f(x)= 65.4328
differential_evolution step 111: f(x)= 65.4328
differential_evolution step 112: f(x)= 65.4328
differential_evolution step 113: f(x)= 65.4328
differential_evolution step 114: f(x)= 65.4328
differential_evolution step 115: f(x)= 65.4328
differential_evolution step 116: f(x)= 65.4328
differential_evolution step 117: f(x)= 65.4328
differential_evolution step 118: f(x)= 65.4328
differential_evolution step 119: f(x)= 65.4328
differential_evolution step 120: f(x)= 64.5688
differential_evolution step 121: f(x)= 64.5688
differential_evolution step 122: f(x)= 64.5688
differential_evolution step 123: f(x)= 64.5688
differential_evolution step 124: f(x)= 64.5688
differential_evolution step 125: f(x)= 64.5688
differential_evolution step 126: f(x)= 64.5688
differential_evolution step 127: f(x)= 64.5688
differential_evolution step 128: f(x)= 64.5688
differential_evolution step 129: f(x)= 64.5688
differential_evolution step 130: f(x)= 64.5688
differential_evolution step 131: f(x)= 64.5688
differential_evolution step 132: f(x)= 64.5688
differential_evolution step 133: f(x)= 64.5688
differential_evolution step 134: f(x)= 64.5688
differential_evolution step 135: f(x)= 63.5446
differential_evolution step 136: f(x)= 63.5446
differential_evolution step 137: f(x)= 63.5446
differential_evolution step 138: f(x)= 63.5446
differential_evolution step 139: f(x)= 63.5446
differential_evolution step 140: f(x)= 63.5446
differential_evolution step 141: f(x)= 63.5446
differential_evolution step 142: f(x)= 63.5446
differential_evolution step 143: f(x)= 63.5446
differential_evolution step 144: f(x)= 63.5446
differential_evolution step 145: f(x)= 63.5446
differential_evolution step 146: f(x)= 63.5446
differential_evolution step 147: f(x)= 63.5446
differential_evolution step 148: f(x)= 63.5446
differential_evolution step 149: f(x)= 63.5446
differential_evolution step 150: f(x)= 63.5446
differential_evolution step 151: f(x)= 60.3171
differential_evolution step 152: f(x)= 60.3171
differential_evolution step 153: f(x)= 60.3171
differential_evolution step 154: f(x)= 60.3171
differential_evolution step 155: f(x)= 57.8852
differential_evolution step 156: f(x)= 57.8852
differential_evolution step 157: f(x)= 57.8852
differential_evolution step 158: f(x)= 57.8852
differential_evolution step 159: f(x)= 57.8852
differential_evolution step 160: f(x)= 57.8852
differential_evolution step 161: f(x)= 57.8852
differential_evolution step 162: f(x)= 57.8852
differential_evolution step 163: f(x)= 57.8852
differential_evolution step 164: f(x)= 57.8852
differential_evolution step 165: f(x)= 57.8852
differential_evolution step 166: f(x)= 57.8852
differential_evolution step 167: f(x)= 57.8852
differential_evolution step 168: f(x)= 57.8852
differential_evolution step 169: f(x)= 57.8852
differential_evolution step 170: f(x)= 57.8852
differential_evolution step 171: f(x)= 57.8852
differential_evolution step 172: f(x)= 57.8852
differential_evolution step 173: f(x)= 57.8852
differential_evolution step 174: f(x)= 57.8852
differential_evolution step 175: f(x)= 57.8852
differential_evolution step 176: f(x)= 57.8852
differential_evolution step 177: f(x)= 57.8852
differential_evolution step 178: f(x)= 57.8852
differential_evolution step 179: f(x)= 57.3776
differential_evolution step 180: f(x)= 57.3776
differential_evolution step 181: f(x)= 57.3776
differential_evolution step 182: f(x)= 57.3776
differential_evolution step 183: f(x)= 57.3776
differential_evolution step 184: f(x)= 57.3776
differential_evolution step 185: f(x)= 57.3776
differential_evolution step 186: f(x)= 57.3776
differential_evolution step 187: f(x)= 57.3776
differential_evolution step 188: f(x)= 56.4254
differential_evolution step 189: f(x)= 56.4254
differential_evolution step 190: f(x)= 56.4254
differential_evolution step 191: f(x)= 56.4254
differential_evolution step 192: f(x)= 56.4254
differential_evolution step 193: f(x)= 56.4254
differential_evolution step 194: f(x)= 56.4254
differential_evolution step 195: f(x)= 56.4254
differential_evolution step 196: f(x)= 56.4254
differential_evolution step 197: f(x)= 56.4254
differential_evolution step 198: f(x)= 56.4254
differential_evolution step 199: f(x)= 56.4254
differential_evolution step 200: f(x)= 56.4254
differential_evolution step 201: f(x)= 56.4254
differential_evolution step 202: f(x)= 56.4254
differential_evolution step 203: f(x)= 56.4254
differential_evolution step 204: f(x)= 56.4254
differential_evolution step 205: f(x)= 56.4254
differential_evolution step 206: f(x)= 56.4254
differential_evolution step 207: f(x)= 56.4254
differential_evolution step 208: f(x)= 56.4254
differential_evolution step 209: f(x)= 56.4254
differential_evolution step 210: f(x)= 56.4254
differential_evolution step 211: f(x)= 56.4254
differential_evolution step 212: f(x)= 56.4254
differential_evolution step 213: f(x)= 56.4254
differential_evolution step 214: f(x)= 56.4138
differential_evolution step 215: f(x)= 56.4138
differential_evolution step 216: f(x)= 56.4138
differential_evolution step 217: f(x)= 56.4138
differential_evolution step 218: f(x)= 56.4138
differential_evolution step 219: f(x)= 56.4138
differential_evolution step 220: f(x)= 56.4138
differential_evolution step 221: f(x)= 56.4138
differential_evolution step 222: f(x)= 56.4138
differential_evolution step 223: f(x)= 56.4138
differential_evolution step 224: f(x)= 56.4138
differential_evolution step 225: f(x)= 56.4138
differential_evolution step 226: f(x)= 56.4138
differential_evolution step 227: f(x)= 56.4138
differential_evolution step 228: f(x)= 56.4138
differential_evolution step 229: f(x)= 55.264
differential_evolution step 230: f(x)= 55.264
differential_evolution step 231: f(x)= 55.264
differential_evolution step 232: f(x)= 55.264
differential_evolution step 233: f(x)= 55.264
differential_evolution step 234: f(x)= 55.264
differential_evolution step 235: f(x)= 55.264
differential_evolution step 236: f(x)= 55.264
differential_evolution step 237: f(x)= 55.264
differential_evolution step 238: f(x)= 55.264
differential_evolution step 239: f(x)= 55.264
differential_evolution step 240: f(x)= 55.264
differential_evolution step 241: f(x)= 55.264
differential_evolution step 242: f(x)= 55.264
differential_evolution step 243: f(x)= 55.264
differential_evolution step 244: f(x)= 55.264
differential_evolution step 245: f(x)= 55.264
differential_evolution step 246: f(x)= 55.264
differential_evolution step 247: f(x)= 55.264
differential_evolution step 248: f(x)= 55.264
differential_evolution step 249: f(x)= 55.264
differential_evolution step 250: f(x)= 55.264
differential_evolution step 251: f(x)= 55.264
differential_evolution step 252: f(x)= 55.264
differential_evolution step 253: f(x)= 54.9267
differential_evolution step 254: f(x)= 54.9267
differential_evolution step 255: f(x)= 54.9267
differential_evolution step 256: f(x)= 54.9267
differential_evolution step 257: f(x)= 54.9267
differential_evolution step 258: f(x)= 54.9267
differential_evolution step 259: f(x)= 54.9267
differential_evolution step 260: f(x)= 54.9267
differential_evolution step 261: f(x)= 54.9267
differential_evolution step 262: f(x)= 54.9267
differential_evolution step 263: f(x)= 54.9267
differential_evolution step 264: f(x)= 54.9267
differential_evolution step 265: f(x)= 54.9267
differential_evolution step 266: f(x)= 54.9267
differential_evolution step 267: f(x)= 54.9267
differential_evolution step 268: f(x)= 54.9267
differential_evolution step 269: f(x)= 54.9267
differential_evolution step 270: f(x)= 54.9267
differential_evolution step 271: f(x)= 54.9267
differential_evolution step 272: f(x)= 54.9267
differential_evolution step 273: f(x)= 54.9267
differential_evolution step 274: f(x)= 54.9267
differential_evolution step 275: f(x)= 54.9267
differential_evolution step 276: f(x)= 54.9267
differential_evolution step 277: f(x)= 54.9267
differential_evolution step 278: f(x)= 54.9267
differential_evolution step 279: f(x)= 54.9267
differential_evolution step 280: f(x)= 54.9267
differential_evolution step 281: f(x)= 54.9267
differential_evolution step 282: f(x)= 54.9267
differential_evolution step 283: f(x)= 54.9267
differential_evolution step 284: f(x)= 54.9267
differential_evolution step 285: f(x)= 54.9267
differential_evolution step 286: f(x)= 54.9267
differential_evolution step 287: f(x)= 54.9267
differential_evolution step 288: f(x)= 54.9267
differential_evolution step 289: f(x)= 54.9267
differential_evolution step 290: f(x)= 54.9267
differential_evolution step 291: f(x)= 54.9267
differential_evolution step 292: f(x)= 54.9267
differential_evolution step 293: f(x)= 54.6658
differential_evolution step 294: f(x)= 54.6658
differential_evolution step 295: f(x)= 54.6658
differential_evolution step 296: f(x)= 54.6658
differential_evolution step 297: f(x)= 54.6658
differential_evolution step 298: f(x)= 54.6658
differential_evolution step 299: f(x)= 54.6658
differential_evolution step 300: f(x)= 54.6658
differential_evolution step 301: f(x)= 54.6658
differential_evolution step 302: f(x)= 54.6658
differential_evolution step 303: f(x)= 54.6658
differential_evolution step 304: f(x)= 54.6658
differential_evolution step 305: f(x)= 54.6658
differential_evolution step 306: f(x)= 54.6658
differential_evolution step 307: f(x)= 54.6658
differential_evolution step 308: f(x)= 54.6658
differential_evolution step 309: f(x)= 54.6658
differential_evolution step 310: f(x)= 54.6658
differential_evolution step 311: f(x)= 54.6658
differential_evolution step 312: f(x)= 54.6658
differential_evolution step 313: f(x)= 54.6658
differential_evolution step 314: f(x)= 54.6658
differential_evolution step 315: f(x)= 54.6658
differential_evolution step 316: f(x)= 54.6658
differential_evolution step 317: f(x)= 54.6658
differential_evolution step 318: f(x)= 54.6658
differential_evolution step 319: f(x)= 54.6658
differential_evolution step 320: f(x)= 54.6658
differential_evolution step 321: f(x)= 54.6658
differential_evolution step 322: f(x)= 54.6658
differential_evolution step 323: f(x)= 54.6658
differential_evolution step 324: f(x)= 54.6658
differential_evolution step 325: f(x)= 54.6658
differential_evolution step 326: f(x)= 54.6658
differential_evolution step 327: f(x)= 54.6658
differential_evolution step 328: f(x)= 54.6638
differential_evolution step 329: f(x)= 54.6638
differential_evolution step 330: f(x)= 54.6638
differential_evolution step 331: f(x)= 54.6638
differential_evolution step 332: f(x)= 54.6638
differential_evolution step 333: f(x)= 54.6638
differential_evolution step 334: f(x)= 54.6638
differential_evolution step 335: f(x)= 54.6638
differential_evolution step 336: f(x)= 54.6638
differential_evolution step 337: f(x)= 54.6638
differential_evolution step 338: f(x)= 54.6638
differential_evolution step 339: f(x)= 54.6638
differential_evolution step 340: f(x)= 54.6638
=> Running ABC sample 29...
differential_evolution step 1: f(x)= 180.332
differential_evolution step 2: f(x)= 180.332
differential_evolution step 3: f(x)= 179.533
differential_evolution step 4: f(x)= 179.533
differential_evolution step 5: f(x)= 179.533
differential_evolution step 6: f(x)= 179.185
differential_evolution step 7: f(x)= 179.185
differential_evolution step 8: f(x)= 179.185
differential_evolution step 9: f(x)= 167.945
differential_evolution step 10: f(x)= 167.945
differential_evolution step 11: f(x)= 167.945
differential_evolution step 12: f(x)= 167.945
differential_evolution step 13: f(x)= 160.38
differential_evolution step 14: f(x)= 160.38
differential_evolution step 15: f(x)= 160.38
differential_evolution step 16: f(x)= 160.38
differential_evolution step 17: f(x)= 160.38
differential_evolution step 18: f(x)= 155.085
differential_evolution step 19: f(x)= 155.085
differential_evolution step 20: f(x)= 155.085
differential_evolution step 21: f(x)= 155.085
differential_evolution step 22: f(x)= 151.328
differential_evolution step 23: f(x)= 149.729
differential_evolution step 24: f(x)= 149.729
differential_evolution step 25: f(x)= 149.729
differential_evolution step 26: f(x)= 149.729
differential_evolution step 27: f(x)= 149.729
differential_evolution step 28: f(x)= 149.729
differential_evolution step 29: f(x)= 149.729
differential_evolution step 30: f(x)= 149.729
differential_evolution step 31: f(x)= 149.729
differential_evolution step 32: f(x)= 149.729
differential_evolution step 33: f(x)= 149.729
differential_evolution step 34: f(x)= 149.729
differential_evolution step 35: f(x)= 149.729
differential_evolution step 36: f(x)= 149.729
differential_evolution step 37: f(x)= 149.729
differential_evolution step 38: f(x)= 149.05
differential_evolution step 39: f(x)= 149.05
differential_evolution step 40: f(x)= 148.72
differential_evolution step 41: f(x)= 147.191
differential_evolution step 42: f(x)= 147.191
differential_evolution step 43: f(x)= 147.191
differential_evolution step 44: f(x)= 147.191
differential_evolution step 45: f(x)= 147.191
differential_evolution step 46: f(x)= 147.191
differential_evolution step 47: f(x)= 147.191
differential_evolution step 48: f(x)= 147.191
differential_evolution step 49: f(x)= 147.191
differential_evolution step 50: f(x)= 146.753
differential_evolution step 51: f(x)= 146.753
differential_evolution step 52: f(x)= 137.516
differential_evolution step 53: f(x)= 108.579
differential_evolution step 54: f(x)= 108.579
differential_evolution step 55: f(x)= 108.579
differential_evolution step 56: f(x)= 108.579
differential_evolution step 57: f(x)= 108.579
differential_evolution step 58: f(x)= 108.579
differential_evolution step 59: f(x)= 108.579
differential_evolution step 60: f(x)= 108.579
differential_evolution step 61: f(x)= 108.579
differential_evolution step 62: f(x)= 108.579
differential_evolution step 63: f(x)= 108.579
differential_evolution step 64: f(x)= 108.579
differential_evolution step 65: f(x)= 108.579
differential_evolution step 66: f(x)= 108.579
differential_evolution step 67: f(x)= 108.579
differential_evolution step 68: f(x)= 108.579
differential_evolution step 69: f(x)= 108.579
differential_evolution step 70: f(x)= 108.579
differential_evolution step 71: f(x)= 108.579
differential_evolution step 72: f(x)= 108.579
differential_evolution step 73: f(x)= 98.9045
differential_evolution step 74: f(x)= 98.9045
differential_evolution step 75: f(x)= 98.9045
differential_evolution step 76: f(x)= 98.9045
differential_evolution step 77: f(x)= 98.9045
differential_evolution step 78: f(x)= 98.9045
differential_evolution step 79: f(x)= 98.9045
differential_evolution step 80: f(x)= 98.9045
differential_evolution step 81: f(x)= 98.9045
differential_evolution step 82: f(x)= 98.9045
differential_evolution step 83: f(x)= 98.9045
differential_evolution step 84: f(x)= 98.9045
differential_evolution step 85: f(x)= 98.9045
differential_evolution step 86: f(x)= 98.9045
differential_evolution step 87: f(x)= 98.9045
differential_evolution step 88: f(x)= 98.9045
differential_evolution step 89: f(x)= 98.9045
differential_evolution step 90: f(x)= 98.9045
differential_evolution step 91: f(x)= 98.9045
differential_evolution step 92: f(x)= 98.9045
differential_evolution step 93: f(x)= 98.9045
differential_evolution step 94: f(x)= 98.9045
differential_evolution step 95: f(x)= 98.9045
differential_evolution step 96: f(x)= 98.9045
differential_evolution step 97: f(x)= 98.9045
differential_evolution step 98: f(x)= 98.9045
differential_evolution step 99: f(x)= 98.9045
differential_evolution step 100: f(x)= 98.9045
differential_evolution step 101: f(x)= 98.9045
differential_evolution step 102: f(x)= 98.9045
differential_evolution step 103: f(x)= 98.9045
differential_evolution step 104: f(x)= 98.9045
differential_evolution step 105: f(x)= 94.9
differential_evolution step 106: f(x)= 94.9
differential_evolution step 107: f(x)= 94.9
differential_evolution step 108: f(x)= 94.9
differential_evolution step 109: f(x)= 94.9
differential_evolution step 110: f(x)= 94.9
differential_evolution step 111: f(x)= 94.6878
differential_evolution step 112: f(x)= 90.9534
differential_evolution step 113: f(x)= 90.9534
differential_evolution step 114: f(x)= 88.7687
differential_evolution step 115: f(x)= 88.7687
differential_evolution step 116: f(x)= 88.7687
differential_evolution step 117: f(x)= 88.7687
differential_evolution step 118: f(x)= 88.7687
=> Running ABC sample 30...
differential_evolution step 1: f(x)= 73.3336
differential_evolution step 2: f(x)= 73.3336
differential_evolution step 3: f(x)= 73.3336
differential_evolution step 4: f(x)= 73.3336
differential_evolution step 5: f(x)= 73.3336
differential_evolution step 6: f(x)= 73.1168
differential_evolution step 7: f(x)= 65.878
differential_evolution step 8: f(x)= 59.4708
differential_evolution step 9: f(x)= 46.6999
differential_evolution step 10: f(x)= 46.6999
differential_evolution step 11: f(x)= 46.6999
differential_evolution step 12: f(x)= 35.0413
differential_evolution step 13: f(x)= 35.0413
differential_evolution step 14: f(x)= 35.0413
differential_evolution step 15: f(x)= 35.0413
differential_evolution step 16: f(x)= 35.0413
differential_evolution step 17: f(x)= 35.0413
differential_evolution step 18: f(x)= 35.0413
differential_evolution step 19: f(x)= 35.0413
differential_evolution step 20: f(x)= 35.0413
differential_evolution step 21: f(x)= 35.0413
differential_evolution step 22: f(x)= 35.0413
differential_evolution step 23: f(x)= 35.0413
differential_evolution step 24: f(x)= 34.3203
differential_evolution step 25: f(x)= 33.7827
differential_evolution step 26: f(x)= 33.7827
differential_evolution step 27: f(x)= 33.7827
differential_evolution step 28: f(x)= 33.7827
differential_evolution step 29: f(x)= 33.3447
differential_evolution step 30: f(x)= 32.3074
differential_evolution step 31: f(x)= 32.1243
differential_evolution step 32: f(x)= 32.1243
differential_evolution step 33: f(x)= 32.1243
differential_evolution step 34: f(x)= 31.9945
differential_evolution step 35: f(x)= 31.9945
differential_evolution step 36: f(x)= 31.9945
differential_evolution step 37: f(x)= 31.9945
differential_evolution step 38: f(x)= 30.9606
differential_evolution step 39: f(x)= 30.9606
differential_evolution step 40: f(x)= 30.9606
differential_evolution step 41: f(x)= 30.9606
differential_evolution step 42: f(x)= 30.9606
differential_evolution step 43: f(x)= 30.9606
differential_evolution step 44: f(x)= 30.8645
differential_evolution step 45: f(x)= 30.6636
differential_evolution step 46: f(x)= 30.2061
differential_evolution step 47: f(x)= 30.2061
differential_evolution step 48: f(x)= 30.2061
differential_evolution step 49: f(x)= 30.2061
differential_evolution step 50: f(x)= 30.2061
differential_evolution step 51: f(x)= 30.2061
differential_evolution step 52: f(x)= 30.2061
differential_evolution step 53: f(x)= 30.2061
differential_evolution step 54: f(x)= 30.1702
differential_evolution step 55: f(x)= 30.1702
differential_evolution step 56: f(x)= 30.1702
differential_evolution step 57: f(x)= 30.1702
differential_evolution step 58: f(x)= 30.1702
differential_evolution step 59: f(x)= 30.1702
differential_evolution step 60: f(x)= 30.1702
differential_evolution step 61: f(x)= 30.1702
differential_evolution step 62: f(x)= 30.1702
differential_evolution step 63: f(x)= 30.1702
differential_evolution step 64: f(x)= 30.1702
differential_evolution step 65: f(x)= 30.1702
differential_evolution step 66: f(x)= 30.1702
differential_evolution step 67: f(x)= 30.1702
=> Running ABC sample 31...
differential_evolution step 1: f(x)= 116.123
differential_evolution step 2: f(x)= 114.099
differential_evolution step 3: f(x)= 108.377
differential_evolution step 4: f(x)= 106.531
differential_evolution step 5: f(x)= 91.3737
differential_evolution step 6: f(x)= 91.3737
differential_evolution step 7: f(x)= 91.3737
differential_evolution step 8: f(x)= 85.9382
differential_evolution step 9: f(x)= 85.9382
differential_evolution step 10: f(x)= 85.3481
differential_evolution step 11: f(x)= 85.3481
differential_evolution step 12: f(x)= 85.3481
differential_evolution step 13: f(x)= 82.9755
differential_evolution step 14: f(x)= 82.9755
differential_evolution step 15: f(x)= 78.5717
differential_evolution step 16: f(x)= 78.5717
differential_evolution step 17: f(x)= 78.5717
differential_evolution step 18: f(x)= 77.9155
differential_evolution step 19: f(x)= 77.9155
differential_evolution step 20: f(x)= 76.1366
differential_evolution step 21: f(x)= 76.1366
differential_evolution step 22: f(x)= 76.1366
differential_evolution step 23: f(x)= 74.6582
differential_evolution step 24: f(x)= 74.6582
differential_evolution step 25: f(x)= 73.607
differential_evolution step 26: f(x)= 73.607
differential_evolution step 27: f(x)= 73.607
differential_evolution step 28: f(x)= 73.607
differential_evolution step 29: f(x)= 73.607
differential_evolution step 30: f(x)= 73.607
differential_evolution step 31: f(x)= 73.607
differential_evolution step 32: f(x)= 73.607
differential_evolution step 33: f(x)= 73.607
differential_evolution step 34: f(x)= 73.607
differential_evolution step 35: f(x)= 73.607
differential_evolution step 36: f(x)= 73.607
=> Running ABC sample 32...
differential_evolution step 1: f(x)= 144.052
differential_evolution step 2: f(x)= 144.052
differential_evolution step 3: f(x)= 123.818
differential_evolution step 4: f(x)= 113.402
differential_evolution step 5: f(x)= 107.266
differential_evolution step 6: f(x)= 107.266
differential_evolution step 7: f(x)= 107.266
differential_evolution step 8: f(x)= 100.483
differential_evolution step 9: f(x)= 100.483
differential_evolution step 10: f(x)= 100.483
differential_evolution step 11: f(x)= 96.8869
differential_evolution step 12: f(x)= 96.8869
differential_evolution step 13: f(x)= 96.8869
differential_evolution step 14: f(x)= 96.8869
differential_evolution step 15: f(x)= 96.2887
differential_evolution step 16: f(x)= 96.2887
differential_evolution step 17: f(x)= 96.2887
differential_evolution step 18: f(x)= 96.2887
differential_evolution step 19: f(x)= 95.8395
differential_evolution step 20: f(x)= 95.8395
differential_evolution step 21: f(x)= 95.2139
differential_evolution step 61: f(x)= 34.883
differential_evolution step 62: f(x)= 34.883
differential_evolution step 63: f(x)= 34.883
differential_evolution step 64: f(x)= 34.883
differential_evolution step 65: f(x)= 34.883
differential_evolution step 66: f(x)= 34.883
differential_evolution step 67: f(x)= 34.8491
differential_evolution step 68: f(x)= 34.1343
differential_evolution step 69: f(x)= 34.1343
differential_evolution step 26: f(x)= 57.5571
differential_evolution step 27: f(x)= 56.9529
differential_evolution step 28: f(x)= 56.9529
differential_evolution step 29: f(x)= 55.4384
differential_evolution step 30: f(x)= 55.4384
differential_evolution step 31: f(x)= 55.4384
differential_evolution step 32: f(x)= 51.5263
differential_evolution step 33: f(x)= 51.5263
differential_evolution step 34: f(x)= 51.5263
differential_evolution step 35: f(x)= 51.5263
differential_evolution step 36: f(x)= 51.5263
differential_evolution step 37: f(x)= 51.5263
differential_evolution step 38: f(x)= 51.5263
differential_evolution step 39: f(x)= 51.5263
differential_evolution step 40: f(x)= 51.5263
differential_evolution step 41: f(x)= 51.5263
differential_evolution step 42: f(x)= 51.5263
differential_evolution step 43: f(x)= 51.5263
differential_evolution step 44: f(x)= 51.5263
differential_evolution step 45: f(x)= 51.5263
differential_evolution step 46: f(x)= 51.5263
differential_evolution step 47: f(x)= 51.5263
differential_evolution step 48: f(x)= 51.5263
differential_evolution step 49: f(x)= 50.5497
differential_evolution step 50: f(x)= 50.5497
differential_evolution step 51: f(x)= 50.5497
differential_evolution step 52: f(x)= 50.5497
=> Running ABC sample 37...
differential_evolution step 1: f(x)= 150.027
differential_evolution step 2: f(x)= 146.305
differential_evolution step 3: f(x)= 144.129
differential_evolution step 4: f(x)= 144.129
differential_evolution step 5: f(x)= 142.677
differential_evolution step 6: f(x)= 142.677
differential_evolution step 7: f(x)= 142.677
differential_evolution step 8: f(x)= 142.465
differential_evolution step 9: f(x)= 142.465
differential_evolution step 10: f(x)= 142.171
differential_evolution step 11: f(x)= 140.899
differential_evolution step 12: f(x)= 140.899
differential_evolution step 13: f(x)= 139.139
differential_evolution step 14: f(x)= 139.139
differential_evolution step 15: f(x)= 137.413
differential_evolution step 16: f(x)= 137.413
differential_evolution step 17: f(x)= 137.413
differential_evolution step 18: f(x)= 137.413
differential_evolution step 19: f(x)= 137.413
differential_evolution step 20: f(x)= 137.413
differential_evolution step 21: f(x)= 137.413
differential_evolution step 22: f(x)= 137.413
differential_evolution step 23: f(x)= 137.413
differential_evolution step 24: f(x)= 137.413
=> Running ABC sample 38...
differential_evolution step 1: f(x)= 146.987
differential_evolution step 2: f(x)= 105.093
differential_evolution step 3: f(x)= 105.093
differential_evolution step 4: f(x)= 100.756
differential_evolution step 5: f(x)= 100.756
differential_evolution step 6: f(x)= 100.756
differential_evolution step 7: f(x)= 100.756
differential_evolution step 8: f(x)= 100.756
differential_evolution step 9: f(x)= 100.756
differential_evolution step 10: f(x)= 100.756
differential_evolution step 11: f(x)= 88.911
differential_evolution step 12: f(x)= 88.911
differential_evolution step 13: f(x)= 88.911
differential_evolution step 14: f(x)= 88.911
differential_evolution step 15: f(x)= 88.911
differential_evolution step 16: f(x)= 88.911
differential_evolution step 17: f(x)= 88.911
differential_evolution step 18: f(x)= 88.911
differential_evolution step 19: f(x)= 88.4622
differential_evolution step 20: f(x)= 88.4622
differential_evolution step 21: f(x)= 88.4622
differential_evolution step 22: f(x)= 88.4622
differential_evolution step 23: f(x)= 88.4622
differential_evolution step 24: f(x)= 88.4622
differential_evolution step 25: f(x)= 88.4622
differential_evolution step 26: f(x)= 88.4622
differential_evolution step 27: f(x)= 88.4622
differential_evolution step 28: f(x)= 88.4622
differential_evolution step 29: f(x)= 83.5324
differential_evolution step 30: f(x)= 83.5324
differential_evolution step 31: f(x)= 83.5324
differential_evolution step 32: f(x)= 83.5324
differential_evolution step 33: f(x)= 83.5324
differential_evolution step 34: f(x)= 83.5324
differential_evolution step 35: f(x)= 83.5324
differential_evolution step 36: f(x)= 83.5324
differential_evolution step 37: f(x)= 83.5324
differential_evolution step 38: f(x)= 83.5324
differential_evolution step 39: f(x)= 83.5324
differential_evolution step 40: f(x)= 83.5324
differential_evolution step 41: f(x)= 83.5324
differential_evolution step 42: f(x)= 83.5324
differential_evolution step 43: f(x)= 83.5324
differential_evolution step 44: f(x)= 83.5324
differential_evolution step 45: f(x)= 79.8911
differential_evolution step 46: f(x)= 79.8911
differential_evolution step 47: f(x)= 79.7695
differential_evolution step 48: f(x)= 79.7695
differential_evolution step 49: f(x)= 79.7695
differential_evolution step 50: f(x)= 79.7695
differential_evolution step 51: f(x)= 79.7695
differential_evolution step 52: f(x)= 79.7695
differential_evolution step 53: f(x)= 79.7695
differential_evolution step 54: f(x)= 79.7695
differential_evolution step 55: f(x)= 79.7695
differential_evolution step 56: f(x)= 79.7695
differential_evolution step 57: f(x)= 79.7695
differential_evolution step 58: f(x)= 79.7695
differential_evolution step 59: f(x)= 79.7695
differential_evolution step 60: f(x)= 79.7695
differential_evolution step 61: f(x)= 79.7695
differential_evolution step 62: f(x)= 79.7695
differential_evolution step 63: f(x)= 78.5949
differential_evolution step 64: f(x)= 78.5949
differential_evolution step 65: f(x)= 78.5949
differential_evolution step 66: f(x)= 78.5949
differential_evolution step 67: f(x)= 78.5949
differential_evolution step 68: f(x)= 78.5949
differential_evolution step 69: f(x)= 78.5949
differential_evolution step 70: f(x)= 78.5949
differential_evolution step 71: f(x)= 78.5267
differential_evolution step 72: f(x)= 78.5267
differential_evolution step 73: f(x)= 78.5267
differential_evolution step 74: f(x)= 78.5267
differential_evolution step 75: f(x)= 78.5267
differential_evolution step 76: f(x)= 78.5267
differential_evolution step 77: f(x)= 78.5267
differential_evolution step 78: f(x)= 78.5267
differential_evolution step 79: f(x)= 78.176
differential_evolution step 80: f(x)= 78.176
differential_evolution step 81: f(x)= 78.176
differential_evolution step 82: f(x)= 78.176
differential_evolution step 83: f(x)= 78.176
differential_evolution step 84: f(x)= 78.176
differential_evolution step 85: f(x)= 78.176
differential_evolution step 86: f(x)= 78.176
differential_evolution step 87: f(x)= 78.176
differential_evolution step 88: f(x)= 78.176
differential_evolution step 89: f(x)= 78.176
differential_evolution step 90: f(x)= 77.7474
differential_evolution step 91: f(x)= 76.9424
differential_evolution step 92: f(x)= 76.9424
differential_evolution step 93: f(x)= 76.9424
=> Running ABC sample 39...
differential_evolution step 1: f(x)= 93.6838
differential_evolution step 2: f(x)= 92.2024
differential_evolution step 3: f(x)= 83.4975
differential_evolution step 4: f(x)= 76.2457
differential_evolution step 5: f(x)= 74.3286
differential_evolution step 6: f(x)= 74.3286
differential_evolution step 7: f(x)= 74.3286
differential_evolution step 8: f(x)= 73.2043
differential_evolution step 9: f(x)= 73.2043
differential_evolution step 10: f(x)= 73.2043
differential_evolution step 11: f(x)= 72.2542
differential_evolution step 12: f(x)= 56.489
differential_evolution step 13: f(x)= 56.489
differential_evolution step 14: f(x)= 56.3769
differential_evolution step 15: f(x)= 56.3769
differential_evolution step 16: f(x)= 56.3769
differential_evolution step 17: f(x)= 56.3769
differential_evolution step 18: f(x)= 56.3769
differential_evolution step 19: f(x)= 56.3769
differential_evolution step 20: f(x)= 56.3769
differential_evolution step 21: f(x)= 47.8184
differential_evolution step 22: f(x)= 47.8184
differential_evolution step 23: f(x)= 47.8184
differential_evolution step 24: f(x)= 47.8184
differential_evolution step 25: f(x)= 47.8184
differential_evolution step 26: f(x)= 47.4668
differential_evolution step 27: f(x)= 47.4668
differential_evolution step 28: f(x)= 47.4668
differential_evolution step 29: f(x)= 46.1388
differential_evolution step 30: f(x)= 46.1388
differential_evolution step 31: f(x)= 46.1388
differential_evolution step 32: f(x)= 44.8497
differential_evolution step 33: f(x)= 44.8497
differential_evolution step 34: f(x)= 44.8497
differential_evolution step 35: f(x)= 44.7365
differential_evolution step 36: f(x)= 44.5637
differential_evolution step 37: f(x)= 44.5637
differential_evolution step 38: f(x)= 44.5637
differential_evolution step 39: f(x)= 44.5637
differential_evolution step 40: f(x)= 44.5637
differential_evolution step 41: f(x)= 44.4669
differential_evolution step 42: f(x)= 44.4669
differential_evolution step 43: f(x)= 44.4669
differential_evolution step 44: f(x)= 43.8391
differential_evolution step 45: f(x)= 43.3459
=> Running ABC sample 40...
differential_evolution step 1: f(x)= 138.323
differential_evolution step 2: f(x)= 126.372
differential_evolution step 3: f(x)= 126.372
differential_evolution step 4: f(x)= 126.372
differential_evolution step 5: f(x)= 126.372
differential_evolution step 6: f(x)= 126.372
differential_evolution step 7: f(x)= 123.327
differential_evolution step 8: f(x)= 120.184
differential_evolution step 9: f(x)= 120.184
differential_evolution step 10: f(x)= 120.184
differential_evolution step 11: f(x)= 120.184
differential_evolution step 12: f(x)= 120.184
differential_evolution step 13: f(x)= 101.508
differential_evolution step 14: f(x)= 101.508
differential_evolution step 15: f(x)= 101.508
differential_evolution step 16: f(x)= 98.1356
differential_evolution step 17: f(x)= 98.1356
differential_evolution step 18: f(x)= 98.1356
differential_evolution step 19: f(x)= 98.1356
differential_evolution step 20: f(x)= 98.1356
differential_evolution step 21: f(x)= 98.1356
differential_evolution step 22: f(x)= 98.1356
differential_evolution step 23: f(x)= 98.1356
differential_evolution step 24: f(x)= 98.1356
differential_evolution step 25: f(x)= 98.1356
differential_evolution step 26: f(x)= 98.1356
differential_evolution step 27: f(x)= 98.1356
differential_evolution step 28: f(x)= 98.1356
differential_evolution step 29: f(x)= 94.9744
differential_evolution step 30: f(x)= 94.9744
differential_evolution step 31: f(x)= 94.9744
differential_evolution step 32: f(x)= 94.9744
differential_evolution step 33: f(x)= 94.9744
differential_evolution step 34: f(x)= 94.9744
differential_evolution step 35: f(x)= 94.9744
differential_evolution step 36: f(x)= 94.9744
differential_evolution step 37: f(x)= 94.9744
differential_evolution step 38: f(x)= 94.9744
differential_evolution step 39: f(x)= 94.9744
differential_evolution step 40: f(x)= 94.9744
differential_evolution step 41: f(x)= 94.9744
differential_evolution step 42: f(x)= 94.9744
differential_evolution step 43: f(x)= 94.9744
differential_evolution step 44: f(x)= 94.9744
differential_evolution step 45: f(x)= 94.9744
differential_evolution step 46: f(x)= 94.9744
differential_evolution step 47: f(x)= 94.9744
differential_evolution step 48: f(x)= 94.9744
differential_evolution step 49: f(x)= 94.797
differential_evolution step 50: f(x)= 94.797
differential_evolution step 51: f(x)= 94.797
differential_evolution step 52: f(x)= 94.797
differential_evolution step 53: f(x)= 94.797
differential_evolution step 54: f(x)= 94.797
differential_evolution step 55: f(x)= 94.797
differential_evolution step 56: f(x)= 94.797
differential_evolution step 57: f(x)= 94.797
=> Running ABC sample 41...
differential_evolution step 1: f(x)= 65.0022
differential_evolution step 2: f(x)= 65.0022
differential_evolution step 3: f(x)= 65.0022
differential_evolution step 4: f(x)= 45.8682
differential_evolution step 5: f(x)= 45.8682
differential_evolution step 6: f(x)= 45.8682
differential_evolution step 7: f(x)= 45.8682
differential_evolution step 8: f(x)= 45.8682
differential_evolution step 9: f(x)= 42.757
differential_evolution step 10: f(x)= 42.757
differential_evolution step 11: f(x)= 42.757
differential_evolution step 12: f(x)= 42.757
differential_evolution step 13: f(x)= 42.757
differential_evolution step 14: f(x)= 42.757
differential_evolution step 15: f(x)= 42.757
differential_evolution step 16: f(x)= 40.8464
differential_evolution step 17: f(x)= 40.6846
differential_evolution step 18: f(x)= 40.4844
differential_evolution step 19: f(x)= 35.5802
differential_evolution step 20: f(x)= 35.5802
differential_evolution step 21: f(x)= 35.5802
differential_evolution step 22: f(x)= 35.5802
differential_evolution step 23: f(x)= 35.5802
differential_evolution step 24: f(x)= 35.5802
differential_evolution step 25: f(x)= 34.2866
differential_evolution step 26: f(x)= 34.2866
differential_evolution step 27: f(x)= 34.2866
differential_evolution step 28: f(x)= 34.2866
differential_evolution step 29: f(x)= 33.7114
differential_evolution step 30: f(x)= 33.7114
differential_evolution step 31: f(x)= 33.7114
differential_evolution step 32: f(x)= 33.7114
differential_evolution step 33: f(x)= 33.7114
differential_evolution step 34: f(x)= 33.7114
differential_evolution step 35: f(x)= 33.7114
differential_evolution step 36: f(x)= 33.5063
differential_evolution step 37: f(x)= 33.5063
differential_evolution step 38: f(x)= 33.5063
differential_evolution step 39: f(x)= 33.5063
differential_evolution step 40: f(x)= 33.5063
differential_evolution step 41: f(x)= 33.5063
differential_evolution step 42: f(x)= 33.5063
differential_evolution step 43: f(x)= 33.4728
differential_evolution step 44: f(x)= 33.4236
differential_evolution step 45: f(x)= 31.3495
differential_evolution step 46: f(x)= 31.3495
differential_evolution step 47: f(x)= 30.8858
differential_evolution step 48: f(x)= 30.8858
differential_evolution step 49: f(x)= 30.8858
differential_evolution step 50: f(x)= 30.8858
differential_evolution step 51: f(x)= 30.8858
differential_evolution step 52: f(x)= 30.8858
differential_evolution step 53: f(x)= 30.8858
differential_evolution step 54: f(x)= 30.148
differential_evolution step 55: f(x)= 30.148
differential_evolution step 56: f(x)= 30.148
differential_evolution step 57: f(x)= 30.148
differential_evolution step 58: f(x)= 30.148
differential_evolution step 59: f(x)= 30.148
differential_evolution step 60: f(x)= 30.148
differential_evolution step 61: f(x)= 30.148
differential_evolution step 62: f(x)= 30.0877
differential_evolution step 63: f(x)= 30.0877
differential_evolution step 64: f(x)= 29.4633
=> Running ABC sample 42...
differential_evolution step 1: f(x)= 99.4571
differential_evolution step 2: f(x)= 99.4571
differential_evolution step 3: f(x)= 99.4571
differential_evolution step 4: f(x)= 98.4706
differential_evolution step 5: f(x)= 92.7276
differential_evolution step 6: f(x)= 87.3
differential_evolution step 7: f(x)= 86.6732
differential_evolution step 8: f(x)= 86.6732
differential_evolution step 9: f(x)= 83.3616
differential_evolution step 10: f(x)= 83.3616
differential_evolution step 11: f(x)= 83.3616
differential_evolution step 12: f(x)= 83.3616
differential_evolution step 13: f(x)= 83.3616
differential_evolution step 14: f(x)= 81.7392
differential_evolution step 15: f(x)= 81.7392
differential_evolution step 16: f(x)= 80.8253
differential_evolution step 17: f(x)= 80.8253
differential_evolution step 18: f(x)= 80.8253
differential_evolution step 19: f(x)= 80.8253
differential_evolution step 20: f(x)= 80.8253
differential_evolution step 21: f(x)= 80.8253
differential_evolution step 22: f(x)= 80.8253
differential_evolution step 23: f(x)= 80.5981
differential_evolution step 24: f(x)= 80.5981
differential_evolution step 25: f(x)= 80.5981
differential_evolution step 26: f(x)= 78.5313
differential_evolution step 27: f(x)= 78.5313
differential_evolution step 28: f(x)= 78.5313
differential_evolution step 29: f(x)= 76.6395
differential_evolution step 30: f(x)= 76.6395
differential_evolution step 31: f(x)= 76.6395
differential_evolution step 32: f(x)= 76.6395
differential_evolution step 33: f(x)= 76.6395
=> Running ABC sample 43...
differential_evolution step 1: f(x)= 118.283
differential_evolution step 2: f(x)= 118.283
differential_evolution step 3: f(x)= 118.283
differential_evolution step 4: f(x)= 118.283
differential_evolution step 5: f(x)= 118.283
differential_evolution step 6: f(x)= 112.901
differential_evolution step 7: f(x)= 108.807
differential_evolution step 8: f(x)= 108.807
differential_evolution step 9: f(x)= 108.807
differential_evolution step 10: f(x)= 108.807
differential_evolution step 11: f(x)= 108.807
differential_evolution step 12: f(x)= 108.807
differential_evolution step 13: f(x)= 108.807
differential_evolution step 14: f(x)= 108.807
differential_evolution step 15: f(x)= 108.807
differential_evolution step 16: f(x)= 108.807
differential_evolution step 17: f(x)= 108.018
differential_evolution step 18: f(x)= 108.018
differential_evolution step 19: f(x)= 108.018
differential_evolution step 20: f(x)= 108.018
differential_evolution step 21: f(x)= 108.018
differential_evolution step 22: f(x)= 107.458
differential_evolution step 23: f(x)= 107.458
differential_evolution step 24: f(x)= 105.989
differential_evolution step 25: f(x)= 105.989
differential_evolution step 26: f(x)= 105.989
differential_evolution step 27: f(x)= 102.744
differential_evolution step 28: f(x)= 102.744
differential_evolution step 29: f(x)= 102.744
differential_evolution step 30: f(x)= 99.9747
differential_evolution step 31: f(x)= 99.9747
differential_evolution step 32: f(x)= 98.3476
differential_evolution step 33: f(x)= 98.3476
differential_evolution step 34: f(x)= 98.3476
=> Running ABC sample 44...
differential_evolution step 1: f(x)= 92.4348
differential_evolution step 2: f(x)= 81.7195
differential_evolution step 3: f(x)= 81.3392
differential_evolution step 4: f(x)= 81.3392
differential_evolution step 5: f(x)= 81.3392
differential_evolution step 6: f(x)= 81.3392
differential_evolution step 7: f(x)= 81.3392
differential_evolution step 8: f(x)= 75.529
differential_evolution step 9: f(x)= 75.529
differential_evolution step 10: f(x)= 67.0248
differential_evolution step 11: f(x)= 64.0796
differential_evolution step 12: f(x)= 64.0796
differential_evolution step 13: f(x)= 62.5894
differential_evolution step 14: f(x)= 62.5894
differential_evolution step 15: f(x)= 60.3926
differential_evolution step 16: f(x)= 60.3926
differential_evolution step 17: f(x)= 58.1272
differential_evolution step 18: f(x)= 58.1272
differential_evolution step 19: f(x)= 53.2475
differential_evolution step 20: f(x)= 53.2475
differential_evolution step 21: f(x)= 53.2475
differential_evolution step 22: f(x)= 52.6328
differential_evolution step 23: f(x)= 52.6328
differential_evolution step 24: f(x)= 52.6328
differential_evolution step 25: f(x)= 52.6328
differential_evolution step 26: f(x)= 52.6328
differential_evolution step 27: f(x)= 52.6328
differential_evolution step 28: f(x)= 51.0139
differential_evolution step 29: f(x)= 51.0139
differential_evolution step 30: f(x)= 51.0139
differential_evolution step 31: f(x)= 49.8444
differential_evolution step 32: f(x)= 47.7729
differential_evolution step 33: f(x)= 47.7729
differential_evolution step 34: f(x)= 47.7729
differential_evolution step 35: f(x)= 47.7729
differential_evolution step 36: f(x)= 47.7729
differential_evolution step 37: f(x)= 47.7729
differential_evolution step 38: f(x)= 47.7729
differential_evolution step 39: f(x)= 47.7729
differential_evolution step 40: f(x)= 47.7729
differential_evolution step 41: f(x)= 47.7729
differential_evolution step 42: f(x)= 47.7729
differential_evolution step 43: f(x)= 47.028
differential_evolution step 44: f(x)= 47.028
=> Running ABC sample 45...
differential_evolution step 1: f(x)= 108.076
differential_evolution step 2: f(x)= 108.076
differential_evolution step 3: f(x)= 93.9453
differential_evolution step 4: f(x)= 93.9453
differential_evolution step 5: f(x)= 92.0217
differential_evolution step 6: f(x)= 92.0217
differential_evolution step 7: f(x)= 85.75
differential_evolution step 8: f(x)= 85.75
differential_evolution step 9: f(x)= 85.75
differential_evolution step 10: f(x)= 85.75
differential_evolution step 11: f(x)= 85.75
differential_evolution step 12: f(x)= 76.4145
differential_evolution step 13: f(x)= 76.2982
differential_evolution step 14: f(x)= 76.2982
differential_evolution step 15: f(x)= 76.2982
differential_evolution step 16: f(x)= 72.1672
differential_evolution step 17: f(x)= 72.1672
differential_evolution step 18: f(x)= 72.1672
differential_evolution step 19: f(x)= 72.1672
differential_evolution step 20: f(x)= 72.1672
differential_evolution step 21: f(x)= 72.1672
differential_evolution step 22: f(x)= 70.9744
differential_evolution step 23: f(x)= 70.9744
differential_evolution step 24: f(x)= 70.7113
differential_evolution step 25: f(x)= 70.7113
differential_evolution step 26: f(x)= 70.7113
differential_evolution step 27: f(x)= 70.5764
differential_evolution step 28: f(x)= 69.4508
differential_evolution step 29: f(x)= 68.5646
differential_evolution step 30: f(x)= 68.5646
differential_evolution step 31: f(x)= 68.5646
differential_evolution step 32: f(x)= 68.5646
differential_evolution step 33: f(x)= 68.5646
differential_evolution step 34: f(x)= 68.5646
differential_evolution step 35: f(x)= 68.5646
=> Running ABC sample 46...
differential_evolution step 1: f(x)= 96.6869
differential_evolution step 2: f(x)= 96.6869
differential_evolution step 3: f(x)= 92.6261
differential_evolution step 4: f(x)= 92.6261
differential_evolution step 5: f(x)= 83.5131
differential_evolution step 6: f(x)= 83.5131
differential_evolution step 7: f(x)= 83.5131
differential_evolution step 8: f(x)= 74.6909
differential_evolution step 9: f(x)= 74.6909
differential_evolution step 10: f(x)= 73.2776
differential_evolution step 11: f(x)= 73.2776
differential_evolution step 12: f(x)= 73.2776
differential_evolution step 13: f(x)= 73.2776
differential_evolution step 14: f(x)= 73.2776
differential_evolution step 15: f(x)= 73.2776
differential_evolution step 16: f(x)= 73.2776
differential_evolution step 17: f(x)= 73.2776
differential_evolution step 18: f(x)= 73.2776
differential_evolution step 19: f(x)= 73.2776
differential_evolution step 20: f(x)= 73.2776
differential_evolution step 21: f(x)= 72.3874
differential_evolution step 22: f(x)= 72.3874
differential_evolution step 23: f(x)= 70.4229
differential_evolution step 24: f(x)= 70.4229
differential_evolution step 25: f(x)= 70.4229
differential_evolution step 26: f(x)= 70.4229
differential_evolution step 27: f(x)= 70.4229
differential_evolution step 28: f(x)= 70.4229
differential_evolution step 29: f(x)= 69.609
differential_evolution step 30: f(x)= 69.609
differential_evolution step 31: f(x)= 68.0059
differential_evolution step 32: f(x)= 68.0059
differential_evolution step 33: f(x)= 67.7405
differential_evolution step 34: f(x)= 66.7644
differential_evolution step 35: f(x)= 66.7644
differential_evolution step 36: f(x)= 66.7644
differential_evolution step 37: f(x)= 66.7644
differential_evolution step 38: f(x)= 66.7644
differential_evolution step 39: f(x)= 66.7644
=> Running ABC sample 47...
differential_evolution step 1: f(x)= 68.1691
differential_evolution step 2: f(x)= 68.1691
differential_evolution step 3: f(x)= 68.1691
differential_evolution step 4: f(x)= 61.6661
differential_evolution step 5: f(x)= 61.6661
differential_evolution step 6: f(x)= 61.6661
differential_evolution step 7: f(x)= 61.6661
differential_evolution step 8: f(x)= 61.6661
differential_evolution step 9: f(x)= 61.6661
differential_evolution step 10: f(x)= 61.6661
differential_evolution step 11: f(x)= 58.4125
differential_evolution step 12: f(x)= 53.989
differential_evolution step 13: f(x)= 53.989
differential_evolution step 14: f(x)= 53.989
differential_evolution step 15: f(x)= 53.989
differential_evolution step 16: f(x)= 53.989
differential_evolution step 17: f(x)= 53.989
differential_evolution step 18: f(x)= 53.8775
differential_evolution step 19: f(x)= 53.8775
differential_evolution step 20: f(x)= 53.8775
differential_evolution step 21: f(x)= 49.862
differential_evolution step 4: f(x)= 80.9501
differential_evolution step 5: f(x)= 80.9501
differential_evolution step 6: f(x)= 80.9501
differential_evolution step 7: f(x)= 62.8096
differential_evolution step 8: f(x)= 62.8096
differential_evolution step 9: f(x)= 62.8096
differential_evolution step 10: f(x)= 62.8096
differential_evolution step 11: f(x)= 54.57
differential_evolution step 12: f(x)= 54.57
differential_evolution step 13: f(x)= 54.57
differential_evolution step 14: f(x)= 54.57
differential_evolution step 15: f(x)= 54.57
differential_evolution step 16: f(x)= 54.57
differential_evolution step 17: f(x)= 54.57
differential_evolution step 18: f(x)= 54.57
differential_evolution step 19: f(x)= 54.57
differential_evolution step 20: f(x)= 54.57
differential_evolution step 21: f(x)= 54.57
differential_evolution step 22: f(x)= 54.57
differential_evolution step 23: f(x)= 54.57
differential_evolution step 24: f(x)= 54.57
differential_evolution step 25: f(x)= 51.6217
differential_evolution step 26: f(x)= 51.6217
differential_evolution step 27: f(x)= 51.6217
differential_evolution step 28: f(x)= 51.6217
differential_evolution step 29: f(x)= 51.6217
differential_evolution step 30: f(x)= 51.6217
differential_evolution step 31: f(x)= 51.6217
differential_evolution step 32: f(x)= 51.6217
differential_evolution step 33: f(x)= 51.516
differential_evolution step 34: f(x)= 51.4929
differential_evolution step 35: f(x)= 51.4929
differential_evolution step 36: f(x)= 51.4929
differential_evolution step 37: f(x)= 51.4929
differential_evolution step 38: f(x)= 51.4929
differential_evolution step 39: f(x)= 51.4929
differential_evolution step 40: f(x)= 51.3141
differential_evolution step 41: f(x)= 51.3141
differential_evolution step 42: f(x)= 49.7282
=> Running ABC sample 49...
differential_evolution step 1: f(x)= 89.1073
differential_evolution step 2: f(x)= 76.9324
differential_evolution step 3: f(x)= 76.0905
differential_evolution step 4: f(x)= 76.0905
differential_evolution step 5: f(x)= 67.0271
differential_evolution step 6: f(x)= 67.0271
differential_evolution step 7: f(x)= 67.0271
differential_evolution step 8: f(x)= 67.0271
differential_evolution step 9: f(x)= 67.0271
differential_evolution step 10: f(x)= 67.0271
differential_evolution step 11: f(x)= 63.567
differential_evolution step 12: f(x)= 63.567
differential_evolution step 13: f(x)= 63.567
differential_evolution step 14: f(x)= 63.4601
differential_evolution step 15: f(x)= 62.6129
differential_evolution step 16: f(x)= 61.7231
differential_evolution step 17: f(x)= 61.7231
differential_evolution step 18: f(x)= 61.7231
differential_evolution step 19: f(x)= 60.7612
differential_evolution step 20: f(x)= 60.4334
differential_evolution step 21: f(x)= 60.1468
differential_evolution step 22: f(x)= 58.6618
differential_evolution step 23: f(x)= 58.6618
differential_evolution step 24: f(x)= 58.6618
differential_evolution step 25: f(x)= 58.6618
differential_evolution step 26: f(x)= 58.6618
differential_evolution step 27: f(x)= 56.7301
differential_evolution step 28: f(x)= 55.7803
differential_evolution step 29: f(x)= 55.7803
differential_evolution step 30: f(x)= 55.7803
differential_evolution step 31: f(x)= 55.7803
differential_evolution step 32: f(x)= 55.7803
differential_evolution step 33: f(x)= 55.7803
differential_evolution step 34: f(x)= 55.7803
differential_evolution step 35: f(x)= 55.7803
differential_evolution step 36: f(x)= 55.7803
differential_evolution step 37: f(x)= 55.7803
differential_evolution step 38: f(x)= 54.8309
differential_evolution step 39: f(x)= 54.8309
=> Running ABC sample 50...
differential_evolution step 1: f(x)= 115.284
differential_evolution step 2: f(x)= 95.8699
differential_evolution step 3: f(x)= 95.8699
differential_evolution step 4: f(x)= 79.6959
differential_evolution step 5: f(x)= 79.6959
differential_evolution step 6: f(x)= 79.6959
differential_evolution step 7: f(x)= 79.6959
differential_evolution step 8: f(x)= 79.6959
differential_evolution step 9: f(x)= 79.6959
differential_evolution step 10: f(x)= 79.6959
differential_evolution step 11: f(x)= 77.5851
differential_evolution step 12: f(x)= 76.0269
differential_evolution step 13: f(x)= 76.0269
differential_evolution step 14: f(x)= 75.8453
differential_evolution step 15: f(x)= 75.8453
differential_evolution step 16: f(x)= 73.9498
differential_evolution step 17: f(x)= 73.9498
differential_evolution step 18: f(x)= 73.9498
differential_evolution step 19: f(x)= 73.9498
differential_evolution step 20: f(x)= 73.9498
differential_evolution step 21: f(x)= 70.0915
differential_evolution step 22: f(x)= 70.0915
differential_evolution step 23: f(x)= 70.0915
differential_evolution step 24: f(x)= 70.0915
differential_evolution step 25: f(x)= 70.0915
differential_evolution step 26: f(x)= 70.0915
differential_evolution step 27: f(x)= 70.0915
differential_evolution step 28: f(x)= 70.0915
differential_evolution step 29: f(x)= 68.9762
differential_evolution step 30: f(x)= 65.7359
differential_evolution step 31: f(x)= 65.7359
differential_evolution step 32: f(x)= 65.7359
differential_evolution step 33: f(x)= 65.7359
differential_evolution step 34: f(x)= 65.7359
differential_evolution step 35: f(x)= 65.7359
differential_evolution step 36: f(x)= 63.7727
differential_evolution step 37: f(x)= 63.7727
differential_evolution step 38: f(x)= 63.7727
differential_evolution step 39: f(x)= 63.7727
differential_evolution step 40: f(x)= 63.7727
differential_evolution step 41: f(x)= 63.7727
differential_evolution step 42: f(x)= 63.7112
differential_evolution step 43: f(x)= 63.7112
differential_evolution step 44: f(x)= 63.7112
differential_evolution step 45: f(x)= 63.7112
differential_evolution step 46: f(x)= 62.4715
differential_evolution step 47: f(x)= 62.2926
=> Running ABC sample 51...
differential_evolution step 1: f(x)= 110.945
differential_evolution step 2: f(x)= 110.814
differential_evolution step 3: f(x)= 90.3501
differential_evolution step 4: f(x)= 90.3501
differential_evolution step 5: f(x)= 90.3501
differential_evolution step 6: f(x)= 87.9834
differential_evolution step 7: f(x)= 87.9834
Process Process-1245:
Process Process-1237:
Process Process-1246:
Process Process-1233:
Process Process-1231:
Process Process-1232:
Process Process-1243:
Process Process-1236:
Process Process-1240:
Process Process-1235:
Process Process-1247:
Process Process-1241:
Process Process-1244:
Process Process-1234:
Process Process-1242:
Process Process-1239:
Process Process-1228:
Process Process-1248:
Process Process-1225:
Process Process-1238:
Process Process-1229:
Process Process-1227:
Process Process-1226:
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
Traceback (most recent call last):
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
Traceback (most recent call last):
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
Traceback (most recent call last):
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
Traceback (most recent call last):
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
Traceback (most recent call last):
Traceback (most recent call last):
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
Traceback (most recent call last):
Traceback (most recent call last):
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
Traceback (most recent call last):
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
    self.run()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/process.py", line 93, in run
    self._target(*self._args, **self._kwargs)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py", line 169, in _process_worker
    call_item = call_queue.get(block=True)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 94, in get
    res = self._recv_bytes()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/queues.py", line 93, in get
    with self._rlock:
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/connection.py", line 216, in recv_bytes
    buf = self._recv_bytes(maxlength)
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/synchronize.py", line 96, in __enter__
    return self._semlock.__enter__()
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/connection.py", line 407, in _recv_bytes
    buf = self._recv(4)
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
KeyboardInterrupt
  File "/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/multiprocessing/connection.py", line 379, in _recv
    chunk = read(handle, remaining)
KeyboardInterrupt
---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/scipy-1.2.0.dev0+ff70097-py3.6-linux-x86_64.egg/scipy/optimize/_differentialevolution.py in differential_evolution(func, bounds, args, strategy, maxiter, popsize, tol, mutation, recombination, seed, callback, disp, polish, init, atol, updating, workers)
    269                                      workers=workers) as solver:
--> 270         ret = solver.solve()
    271 

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/scipy-1.2.0.dev0+ff70097-py3.6-linux-x86_64.egg/scipy/optimize/_differentialevolution.py in solve(self)
    676             try:
--> 677                 next(self)
    678             except StopIteration:

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/scipy-1.2.0.dev0+ff70097-py3.6-linux-x86_64.egg/scipy/optimize/_differentialevolution.py in __next__(self)
    863             # determine the energies of the objective function
--> 864             trial_energies = self._calculate_population_energies(trial_pop)
    865 

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/scipy-1.2.0.dev0+ff70097-py3.6-linux-x86_64.egg/scipy/optimize/_differentialevolution.py in _calculate_population_energies(self, population)
    769         calc_energies = list(self._poolwrapper.map(self.func,
--> 770                                               parameters_pop[0:nfevs]))
    771         energies[0:nfevs] = calc_energies

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py in _chain_from_iterable_of_lists(iterable)
    365     """
--> 366     for element in iterable:
    367         element.reverse()

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/_base.py in result_iterator()
    585                     if timeout is None:
--> 586                         yield fs.pop().result()
    587                     else:

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/_base.py in result(self, timeout)
    426 
--> 427             self._condition.wait(timeout)
    428 

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/threading.py in wait(self, timeout)
    294             if timeout is None:
--> 295                 waiter.acquire()
    296                 gotit = True

KeyboardInterrupt: 

During handling of the above exception, another exception occurred:

KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-16-5c388ca5e7ea> in <module>()
      7                               workers=24,
      8                               optimise_args={'updating': 'deferred',
----> 9                                              'tol': 0.05})

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/ionchannelABC-0.1.0-py3.6.egg/ionchannelABC/full_parameters.py in generate_training_data(macro_parameters, abc_samples, model, distance_fn, limits, disp, workers, optimise_args)
     74                                  disp=disp,
     75                                  workers=workers,
---> 76                                  **optimise_args)
     77 #                                 updating='deferred',
     78 #                                 tol=.05,

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/scipy-1.2.0.dev0+ff70097-py3.6-linux-x86_64.egg/scipy/optimize/_differentialevolution.py in differential_evolution(func, bounds, args, strategy, maxiter, popsize, tol, mutation, recombination, seed, callback, disp, polish, init, atol, updating, workers)
    268                                      updating=updating,
    269                                      workers=workers) as solver:
--> 270         ret = solver.solve()
    271 
    272     return ret

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/scipy-1.2.0.dev0+ff70097-py3.6-linux-x86_64.egg/scipy/optimize/_differentialevolution.py in __exit__(self, *args)
    790     def __exit__(self, *args):
    791         # to make sure pool resources are closed down
--> 792         self._poolwrapper.shutdown(wait=True)
    793 
    794     def __del__(self):

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/scipy-1.2.0.dev0+ff70097-py3.6-linux-x86_64.egg/scipy/_lib/_util.py in shutdown(self, wait)
    410         # using concurrent.futures.ProcessPoolExecutor you need to use shutdown
    411         if self._own_pool and PYVER == 3:
--> 412             self.pool.shutdown(wait=wait)
    413 
    414         # using multiprocessing.Pool you need to use close/terminate/join

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/concurrent/futures/process.py in shutdown(self, wait)
    504             self._result_queue.put(None)
    505             if wait:
--> 506                 self._queue_management_thread.join()
    507         # To reduce the risk of opening too many files, remove references to
    508         # objects that use file descriptors.

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/threading.py in join(self, timeout)
   1054 
   1055         if timeout is None:
-> 1056             self._wait_for_tstate_lock()
   1057         else:
   1058             # the behavior of a negative timeout isn't documented, but

/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/threading.py in _wait_for_tstate_lock(self, block, timeout)
   1070         if lock is None:  # already determined that the C code is done
   1071             assert self._is_stopped
-> 1072         elif lock.acquire(block, timeout):
   1073             lock.release()
   1074             self._stop()

KeyboardInterrupt: 

In [130]:
# Save my data!
import pickle
with open('macro_parameter_training.pkl', 'wb') as f:
    pickle.dump([X, Y], f)

In [15]:
# Load my data
#import pickle
#with open('macro_parameter_training.pkl', 'rb') as f:
#    X, Y = pickle.load(f)

In [19]:
Xnorm = np.divide(X-np.mean(X, axis=0), np.std(X, axis=0))
Ynorm = np.divide(Y-np.mean(Y, axis=0), np.std(Y, axis=0))

Fit model (LinReg and EN) to training dataset


In [16]:
from sklearn.linear_model import LinearRegression, MultiTaskElasticNetCV
from sklearn.model_selection import cross_val_predict, cross_val_score

In [17]:
reg = LinearRegression()
en = MultiTaskElasticNetCV(l1_ratio=[.1, .3, .5, .75, .8, .9, .95, .98, .99, 1.],
                           cv=5,
                           n_jobs=9)

In [18]:
en.fit(X, Y)


Out[18]:
MultiTaskElasticNetCV(alphas=None, copy_X=True, cv=5, eps=0.001,
           fit_intercept=True,
           l1_ratio=[0.1, 0.3, 0.5, 0.75, 0.8, 0.9, 0.95, 0.98, 0.99, 1.0],
           max_iter=1000, n_alphas=100, n_jobs=9, normalize=False,
           random_state=None, selection='cyclic', tol=0.0001, verbose=0)

In [22]:
cross_val_score(reg, X, Y, cv=3)


Out[22]:
array([-27.96507404,  -2.94965323, -15.39916365])

In [25]:
cross_val_score(en, X, Y, cv=3)


Out[25]:
array([-0.50250943,  0.17035385,  0.17855704])

In [24]:
Ypred = cross_val_predict(en, X, Y, cv=3)

In [25]:
df = pd.DataFrame(Y, columns=macro_parameters)
dfpred = pd.DataFrame(Ypred, columns=macro_parameters)
df = df.melt()
dfpred = dfpred.melt()
df = df.rename({'value': 'true'}, axis='columns')
df['pred'] = dfpred['value']

In [26]:
# Analyse fit
grid = sns.relplot(x='true', y='pred', col='variable', data=df, facet_kws={'sharex': False, 'sharey': False})
for i, ax in enumerate(grid.axes.flatten()):
    lims = [np.min([ax.get_xlim(), ax.get_ylim()]),
            np.max([ax.get_xlim(), ax.get_ylim()])]
    ax.plot(lims, lims, 'k--', alpha=0.75, zorder=0)
    #ax.set_title('r2 score={r2:.2f}'.format(r2=en[i].score(Xnorm, Ynorm[:, i])))


Create the full cell model for ABC


In [21]:
#model.add_external_par_samples(param_samples)

In [19]:
sample = np.random.choice(param_samples)

In [20]:
macro_predicted = en.predict(np.array(list(sample.values())).reshape(1, -1))
macro_params = dict(zip(macro_parameters, macro_predicted[0]))

In [22]:
model.sample(sample)


Out[22]:
x y exp
0 v_rest -72.330307 0
1 Ca_i 0.284629 0
2 Na_i 17047.747444 0
3 K_i 119974.995709 0
0 apa 116.615763 1
1 apd90 42.132477 1
2 t_ca_rise 123.727842 1
3 t_ca50 353.831350 1
4 t_ca90 747.332837 1

In [23]:
# Test that the model actually produces output
#  -> no sim failure :)
model.sample(dict(sample, **macro_params))


Out[23]:
x y exp
0 v_rest -72.403728 0
1 Ca_i 0.133068 0
2 Na_i 14108.376570 0
3 K_i 122861.133434 0
0 apa 117.017905 1
1 apd90 43.939913 1
2 t_ca_rise 73.765748 1
3 t_ca50 235.425084 1
4 t_ca90 514.721657 1

In [39]:
# Generate some more samples for comparison
samples = pd.DataFrame({})
samples_full = pd.DataFrame({})
for i, th in enumerate(param_samples):
    macro_pred = en.predict(np.array(list(th.values())).reshape(1, -1))
    macro_params = dict(zip(macro_parameters, macro_pred[0]))
    
    output = model.sample(pars=th)
    output['sample'] = i
    output['distribution'] = 'post'
    samples = samples.append(output, ignore_index=True)
    
    output_full = model.sample(pars=dict(th, **macro_params))
    output_full['sample'] = i
    output_full['distribution'] = 'post'
    samples_full = samples_full.append(output_full, ignore_index=True)

In [34]:
import scipy.stats as st
def evaluate_samples(samples):
    for measurement in samples['x'].unique():
        filtered = samples[samples.x==measurement]['y'].tolist()
        rv = st.rv_discrete(values=(filtered, [1/len(filtered),]*len(filtered)))
        print("{}, median: {}".format(measurement, rv.median()))
        print("{}, 95% CI: {}".format(measurement, rv.interval(0.95)))

In [40]:
evaluate_samples(samples)


v_rest, median: -71.69254587786999
v_rest, 95% CI: (-74.42018899959093, -28.91899456945926)
Ca_i, median: 0.4050501972894622
Ca_i, 95% CI: (0.2623369030673472, 218.81415920671472)
Na_i, median: 19274.549064221985
Na_i, 95% CI: (16048.696370821479, 91933.6260136723)
K_i, median: 117977.64844729524
K_i, 95% CI: (44575.10161576162, 120993.4327385614)
apa, median: 79.0918302252611
apa, 95% CI: (52.84963289451147, 121.59326528530815)
apd90, median: 39.902544794400455
apd90, 95% CI: (5.033743052219506, 82.01497242433834)
t_ca_rise, median: 138.3826258793997
t_ca_rise, 95% CI: (8.078871216042899, 1000.0)
t_ca50, median: 360.4192721446452
t_ca50, 95% CI: (0.0, 474.64171583761345)
t_ca90, median: 667.0308340697666
t_ca90, 95% CI: (0.0, 815.0419601199392)

In [43]:
evaluate_samples(samples_full)


v_rest, median: -71.57798821208357
v_rest, 95% CI: (-76.47182011648573, -44.155991106770166)
Ca_i, median: 0.16016358236154887
Ca_i, 95% CI: (0.11312996656605141, 0.7827197294146085)
Na_i, median: 14662.966134213302
Na_i, 95% CI: (12675.160369853273, 16621.236367213703)
K_i, median: 122354.52236661578
K_i, 95% CI: (120477.27318729988, 125131.79747579413)
apa, median: 77.90102728796246
apa, 95% CI: (49.179304930335334, 124.92358670835293)
apd90, median: 41.98260499595199
apd90, 95% CI: (4.57788707272266, 193.05838550868793)
t_ca_rise, median: 72.23324789656908
t_ca_rise, 95% CI: (5.406743028463097, 159.43498840459506)
t_ca50, median: 237.57728631517966
t_ca50, 95% CI: (33.23827700398397, 274.65264249255415)
t_ca90, median: 495.02078694369993
t_ca90, 95% CI: (0.0, 611.2436331869103)

In [49]:
samples.head(10)


Out[49]:
x y exp sample distribution
0 v_rest -72.230409 0 0 post
1 Ca_i 0.246259 0 0 post
2 Na_i 16031.994621 0 0 post
3 K_i 121246.977802 0 0 post
4 apa 63.057871 1 0 post
5 apd90 8.196192 1 0 post
6 t_ca_rise 11.143160 1 0 post
7 t_ca50 40.841982 1 0 post
8 t_ca90 68.548935 1 0 post
9 v_rest -71.752110 0 1 post

In [65]:
samp_pivot = samples_full.pivot(index='sample', columns='x', values='y')

In [66]:
from sklearn.cluster import AffinityPropagation

In [67]:
af = AffinityPropagation()

In [68]:
af.fit(samp_pivot.values)


Out[68]:
AffinityPropagation(affinity='euclidean', convergence_iter=15, copy=True,
          damping=0.5, max_iter=200, preference=None, verbose=False)

In [73]:
centers = pd.DataFrame(af.cluster_centers_, columns=samp_pivot.columns)

In [74]:
centers


Out[74]:
x Ca_i K_i Na_i apa apd90 t_ca50 t_ca90 t_ca_rise v_rest
0 0.151348 124130.810236 13731.794662 101.247773 65.394357 256.283372 528.737350 84.876359 -67.833602
1 0.186049 121786.495969 15465.115540 93.946915 37.935342 229.519509 481.270167 71.152651 -70.649040
2 0.212193 121123.030297 16091.253905 72.006027 63.879655 241.931326 490.865284 81.366221 -70.172877
3 0.124534 124772.750844 12675.160370 73.341677 88.090314 240.921534 495.321725 80.959548 -66.867659
4 0.165381 122059.421603 15070.027765 64.705627 8.774347 100.557782 151.618302 13.622737 -72.271493
5 1.950038 116783.876698 21444.760509 119.113268 48.355980 247.512995 518.738977 86.804780 -38.251143
6 0.863685 122459.972790 16523.502958 62.584490 9.443152 338.632885 453.972223 159.434988 -44.155991
7 0.136170 123476.170839 13892.230896 114.984014 37.252303 236.286670 505.495984 68.706636 -70.832120
8 0.156923 122731.388691 14557.368809 69.195461 67.566811 252.745938 503.040075 80.001050 -70.204426
9 0.234155 119455.380225 17478.047640 86.090337 16.403858 262.196041 509.902972 67.452673 -74.164348

In [84]:
af.cluster_centers_indices_


Out[84]:
array([12, 14, 28, 33, 34, 39, 43, 79, 83, 90])

In [82]:
sns.distplot(af.labels_, bins=len(af.cluster_centers_))


Out[82]:
<matplotlib.axes._subplots.AxesSubplot at 0x7eff602d86a0>

Below this line old work using ABC


In [11]:
# Targets from Dias, 2014 from HL1-6 myocyte
measurements = model.get_experiment_data()
obs = measurements.to_dict()['y']
exp = measurements.to_dict()['exp']
errs = measurements.to_dict()['errs']

In [12]:
# Treat each entry as a separate experiment
for k, _ in exp.items():
    exp[k] = k

In [13]:
limits = {'ik1.g_K1': (0, 0.1),
          'incx.k_NCX': (0, 10),
          'icab.g_Cab': (0, 0.001),
          'inab.g_Nab': (0, 0.01),
          'inak.i_NaK_max': (0, 10)}
prior = Distribution(**{key: RV("uniform", a, b - a)
                        for key, (a,b) in limits.items()})

Test parameter sensitivity


In [14]:
parameters = [k for k in limits.keys()]

In [15]:
distance_fn=IonChannelDistance(
    obs=obs,
    exp_map=exp,
    err_bars=errs,
    err_th=0.1)

In [17]:
sns.set_context('talk')
g = plot_distance_weights(model, distance_fn)



In [23]:
g.savefig('results/extra/dist_weights.pdf')

In [19]:
sns.set_context('talk')
grid1, grid2 = plot_parameter_sensitivity(
    model,
    parameters,
    distance_fn,
    sigma=0.1,
    n_samples=1000,
    plot_cutoff=0.05)



In [21]:
grid1.savefig('results/extra/sensitivity.pdf')
grid2.savefig('results/extra/sensitivity_fit.pdf')

Initialise database


In [24]:
db_path = ('sqlite:///' + 
           os.path.join(tempfile.gettempdir(), "hl-1_extra.db"))
print(db_path)


sqlite:////scratch/cph211/tmp/hl-1_extra.db

In [25]:
# Let's log all the sh!t
import logging
logging.basicConfig()
abc_logger = logging.getLogger('ABC')
abc_logger.setLevel(logging.DEBUG)
eps_logger = logging.getLogger('Epsilon')
eps_logger.setLevel(logging.DEBUG)

In [29]:
abc = ABCSMC(models=model,
             parameter_priors=prior,
             distance_function=IonChannelDistance(
                 obs=obs,
                 exp_map=exp,
                 err_bars=errs,
                 err_th=0.1),
             population_size=AdaptivePopulationSize(
                 start_nr_particles=5000,
                 mean_cv=0.2,
                 max_population_size=5000,
                 min_population_size=1000),
             summary_statistics=ion_channel_sum_stats_calculator,
             transitions=EfficientMultivariateNormalTransition(),
             eps=MedianEpsilon(),
             sampler=MulticoreEvalParallelSampler(n_procs=12),
             acceptor=IonChannelAcceptor())


DEBUG:ABC:ion channel weights: {0: 1.1404646574257016, 1: 0.9110130182232632, 2: 1.4404380578249967, 3: 1.2945462193823218, 4: 0.7450225300491324, 5: 0.4685155170945848}
DEBUG:Epsilon:init quantile_epsilon initial_epsilon=from_sample, quantile_multiplier=1

In [30]:
abc_id = abc.new(db_path, obs)


INFO:History:Start <ABCSMC(id=1, start_time=2018-09-14 13:18:18.737794, end_time=None)>
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/epsilon.py:321: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  distances = weighted_distances.distance.as_matrix()
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/epsilon.py:325: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  weights = weighted_distances.w.as_matrix()
INFO:Epsilon:initial epsilon is 200.87939134102186

In [31]:
history = abc.run(minimum_epsilon=0.01, max_nr_populations=10, min_acceptance_rate=0.01)


INFO:ABC:t:0 eps:200.87939134102186
DEBUG:ABC:now submitting population 0
DEBUG:ABC:population 0 done
DEBUG:ABC:
total nr simulations up to t =0 is 9993
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/epsilon.py:321: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  distances = weighted_distances.distance.as_matrix()
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/epsilon.py:325: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  weights = weighted_distances.w.as_matrix()
DEBUG:Epsilon:new eps, t=1, eps=123.61683877239763
INFO:ABC:t:1 eps:123.61683877239763
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/storage/history.py:200: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  w_arr = w.w.as_matrix()
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/transition/multivariatenormal.py:64: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  self._X_arr = X.as_matrix()
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/smc.py:735: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  self.history.max_t)["p"].as_matrix()
INFO:Adaptation:Change nr particles 5000 -> 5000
DEBUG:ABC:now submitting population 1
DEBUG:ABC:population 1 done
DEBUG:ABC:
total nr simulations up to t =1 is 22997
DEBUG:Epsilon:new eps, t=2, eps=95.11875533955183
INFO:ABC:t:2 eps:95.11875533955183
DEBUG:ABC:population 2 done
DEBUG:ABC:
total nr simulations up to t =2 is 38303
DEBUG:Epsilon:new eps, t=3, eps=76.74378071400733
INFO:ABC:t:3 eps:76.74378071400733
INFO:Adaptation:Change nr particles 3903 -> 3007
DEBUG:ABC:now submitting population 3
DEBUG:ABC:population 3 done
DEBUG:ABC:
total nr simulations up to t =3 is 55191
DEBUG:Epsilon:new eps, t=4, eps=62.27379948957753
INFO:ABC:t:4 eps:62.27379948957753
INFO:Adaptation:Change nr particles 3007 -> 3067
DEBUG:ABC:now submitting population 4
DEBUG:ABC:population 4 done
DEBUG:ABC:
total nr simulations up to t =4 is 73645
DEBUG:Epsilon:new eps, t=5, eps=51.93014926172634
INFO:ABC:t:5 eps:51.93014926172634
INFO:Adaptation:Change nr particles 3067 -> 3134
DEBUG:ABC:now submitting population 5
DEBUG:ABC:population 5 done
DEBUG:ABC:
total nr simulations up to t =5 is 96284
DEBUG:Epsilon:new eps, t=6, eps=43.046680920003084
INFO:ABC:t:6 eps:43.046680920003084
INFO:Adaptation:Change nr particles 3134 -> 3287
DEBUG:ABC:now submitting population 6
DEBUG:ABC:population 6 done
DEBUG:ABC:
total nr simulations up to t =6 is 124049
DEBUG:Epsilon:new eps, t=7, eps=36.261440001748156
INFO:ABC:t:7 eps:36.261440001748156
INFO:Adaptation:Change nr particles 3287 -> 3065
DEBUG:ABC:now submitting population 7
DEBUG:ABC:population 7 done
DEBUG:ABC:
total nr simulations up to t =7 is 163039
DEBUG:Epsilon:new eps, t=8, eps=31.721874953236767
INFO:ABC:t:8 eps:31.721874953236767
INFO:Adaptation:Change nr particles 3065 -> 2919
DEBUG:ABC:now submitting population 8
DEBUG:ABC:population 8 done
DEBUG:ABC:
total nr simulations up to t =8 is 219292
DEBUG:Epsilon:new eps, t=9, eps=28.414439446953928
INFO:ABC:t:9 eps:28.414439446953928
INFO:Adaptation:Change nr particles 2919 -> 2459
DEBUG:ABC:now submitting population 9
DEBUG:ABC:population 9 done
DEBUG:ABC:
total nr simulations up to t =9 is 317486
DEBUG:Epsilon:new eps, t=10, eps=25.4031840152674
INFO:History:Done <ABCSMC(id=1, start_time=2018-09-14 13:18:18.737794, end_time=2018-09-15 04:21:21.779463)>

In [ ]:
history = abc.run(minimum_epsilon=0.01, max_nr_populations=10, min_acceptance_rate=0.005)


INFO:ABC:t:12 eps:20.830361820418144
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/storage/history.py:200: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  w_arr = w.w.as_matrix()
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/transition/multivariatenormal.py:64: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  self._X_arr = X.as_matrix()
/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/smc.py:735: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  self.history.max_t)["p"].as_matrix()
INFO:Adaptation:Change nr particles 3624 -> 3324
DEBUG:ABC:now submitting population 12

There be dragons below this line


In [17]:
db_path = 'sqlite:///results/extra/hl-1_extra.db'
history = History(db_path)
history.all_runs()


Out[17]:
[<ABCSMC(id=1, start_time=2018-09-14 13:18:18.737794, end_time=2018-09-16 06:10:38.070834)>]

In [18]:
history.id = 1

In [20]:
evolution = history.get_all_populations()
grid = sns.relplot(x='t', y='epsilon', size='samples', data=evolution[evolution.t>=0])
grid.savefig('results/extra/eps_evolution.pdf')



In [21]:
df, w = history.get_distribution(m=0)


/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/storage/history.py:200: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  w_arr = w.w.as_matrix()

In [22]:
from ionchannelABC import plot_parameters_kde
g = plot_parameters_kde(df, w, limits, aspect=5, height=1.1)


/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/transition/multivariatenormal.py:64: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  self._X_arr = X.as_matrix()

Samples for quantitative analysis


In [23]:
# Generate parameter samples
n_samples = 100
df, w = history.get_distribution(m=0)
th_samples = df.sample(n=n_samples, weights=w, replace=True).to_dict(orient='records')


/scratch/cph211/miniconda3/envs/ionchannelABC/lib/python3.6/site-packages/pyabc-0.9.1-py3.6.egg/pyabc/storage/history.py:200: FutureWarning: Method .as_matrix will be removed in a future version. Use .values instead.
  w_arr = w.w.as_matrix()

In [24]:
# Generate sim results samples
samples = pd.DataFrame({})
for i, th in enumerate(th_samples):
    output = model.sample(pars=th)
    output['sample'] = i
    output['distribution'] = 'post'
    samples = samples.append(output, ignore_index=True)

In [49]:
samples.head(10)


Out[49]:
x y exp sample distribution
0 v_rest -72.600349 0 0 post
1 apa 65.849372 1 0 post
2 apd90 32.928206 1 0 post
3 t_ca_rise 33.988549 1 0 post
4 t_ca50 169.195737 1 0 post
5 t_ca90 517.177638 1 0 post
6 v_rest -67.131148 0 1 post
7 apa 100.715256 1 1 post
8 apd90 44.143484 1 1 post
9 t_ca_rise 53.588382 1 1 post

In [59]:
vrest = samples[samples.x=='v_rest']['y'].tolist()

In [40]:
import scipy.stats as st
rv = st.rv_discrete(values=(vrest, [1/len(vrest),]*len(vrest)))
print("median: {}".format(rv.median()))
print("95% CI: {}".format(rv.interval(0.95)))


median: -66.60421793886735
95% CI: (-75.30694287943668, -29.442153929391555)

In [41]:
apa = samples[samples.x=='apa']['y'].tolist()

In [42]:
rv = st.rv_discrete(values=(apa, [1/len(apa),]*len(apa)))
print("median: {}".format(rv.median()))
print("95% CI: {}".format(rv.interval(0.95)))


median: 80.2287999362719
95% CI: (41.753830866930244, 120.0913750932688)

In [43]:
apd90 = samples[samples.x=='apd90']['y'].tolist()

In [45]:
rv = st.rv_discrete(values=(apd90, [1/len(apd90),]*len(apd90)))
print("median: {}".format(rv.median()))
print("95% CI: {}".format(rv.interval(0.95)))


median: 39.41153523695539
95% CI: (0.0, 101.86886655577109)

In [47]:
t_ca_rise = samples[samples.x=='t_ca_rise']['y'].tolist()

In [48]:
rv = st.rv_discrete(values=(t_ca_rise, [1/len(t_ca_rise),]*len(t_ca_rise)))
print("median: {}".format(rv.median()))
print("95% CI: {}".format(rv.interval(0.95)))


median: 48.426670180255314
95% CI: (5.226285108743468, 713.1389478650817)

In [50]:
t_ca50 = samples[samples.x=='t_ca50']['y'].tolist()

In [51]:
rv = st.rv_discrete(values=(t_ca50, [1/len(t_ca50),]*len(t_ca50)))
print("median: {}".format(rv.median()))
print("95% CI: {}".format(rv.interval(0.95)))


median: 176.78167168342043
95% CI: (69.36989630977041, 749.8859521012928)

In [55]:
t_ca90 = samples[samples.x=='t_ca90']['y'].tolist()

In [54]:
rv = st.rv_discrete(values=(t_ca90, [1/len(t_ca90),]*len(t_ca90)))
print("median: {}".format(rv.median()))
print("95% CI: {}".format(rv.interval(0.95)))


median: 459.1445368710847
95% CI: (0.0, 914.6406057502318)

Plot sample of voltage traces


In [22]:
# Manual settings
for sample in param_samples:
    sample['ik1.g_K1'] = 2.108099e-02 #0.024 produced appropriate levels for Ca_i and Na_i
    sample['incx.k_NCX'] = 6.487460e-16#2.268e-16
    sample['icab.g_Cab'] = 5.131545e-04#0.0008
    sample['inab.g_Nab'] = 5.466241e-03
    sample['inak.i_NaK_max'] = 8.424755e+00

In [ ]:
from pyabc_custom import simulate
import seaborn as sns
import numpy as np
import pandas as pd

output_samples = pd.DataFrame()
n_failures = 0
for i, sample in enumerate(param_samples):
    try:
        output = simulate('hl1', exp_num=0, **sample)
    except:
        n_failures = n_failures + 1
        continue
    output['sample'] = i
    output_samples = output_samples.append(output,
                                           ignore_index=True)
print('There were ' + str(n_failures) + ' failed simulations.')

In [11]:
np.mean(output_samples.iloc[range(4,len(output_samples),5)]['0'])
output_samples


Out[11]:
0 exp sample
0 -62.527795 1 0
1 77.690835 1 0
2 15.163040 1 0
3 106.822245 1 0
4 143.193779 1 0
5 -70.669496 1 1
6 1.447346 1 1
7 -69.222150 1 1
8 1000.000000 1 1
9 0.000000 1 1
10 -67.220179 1 2
11 84.098097 1 2
12 16.877918 1 2
13 153.890883 1 2
14 188.447434 1 2
15 -69.670225 1 3
16 1.201212 1 3
17 -68.469013 1 3
18 116.470462 1 3
19 793.761891 1 3
20 -69.453924 1 4
21 3.022913 1 4
22 -66.431011 1 4
23 1000.000000 1 4
24 0.000000 1 4
25 -69.647638 1 6
26 0.023860 1 6
27 -69.623778 1 6
28 64.074698 1 6
29 80.011921 1 6
30 -68.764767 1 7
31 0.527182 1 7
32 -68.237586 1 7
33 62.149798 1 7
34 171.526488 1 7
35 -68.687089 1 8
36 2.410876 1 8
37 -66.276214 1 8
38 135.123290 1 8
39 745.220571 1 8
40 -67.392067 1 9
41 1.550630 1 9
42 -65.841437 1 9
43 151.287420 1 9
44 493.594690 1 9

In [10]:
sns.set_context('paper')
sns.set_style('white')

y_var = 'membrane.V'

grid = sns.lineplot(data=output_samples,
                    x="environment.time", y=y_var,
                    #units="sample", 
                    estimator=np.mean, 
                    err_style="band", ci="sd",
                    color="black")
grid.set_xlabel('time, ms')
grid.set_ylabel('variable, AU')
for l in grid.axes.lines:
    l.set_linestyle('--')
plt.tight_layout()
#plt.savefig('pulse_train_Ca.pdf', format='pdf', dpi=1000)

final_time = max(output_samples['environment.time'])

print('Variable: ' + y_var)
men = np.mean(output_samples[output_samples['environment.time']==final_time][y_var])
print('Mean: ' + str(men))
sd = np.std(output_samples[output_samples['environment.time']==final_time][y_var])
print('Standard Deviation: ' + str(sd))
med = np.median(output_samples[output_samples['environment.time']==final_time][y_var])
print('Median: ' + str(med))
perc = np.percentile(output_samples[output_samples['environment.time']==final_time][y_var], [75,25])
print('Interquartile range: ' + str(perc[0]-perc[1]))


---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
<ipython-input-10-8e2ba978a203> in <module>()
      9                     estimator=np.mean,
     10                     err_style="band", ci="sd",
---> 11                     color="black")
     12 grid.set_xlabel('time, ms')
     13 grid.set_ylabel('variable, AU')

/storage/hhecm/cellrotor/chouston/miniconda3/envs/pyabc/lib/python3.6/site-packages/seaborn/relational.py in lineplot(x, y, hue, size, style, data, palette, hue_order, hue_norm, sizes, size_order, size_norm, dashes, markers, style_order, units, estimator, ci, n_boot, sort, err_style, err_kws, legend, ax, **kwargs)
   1076         dashes=dashes, markers=markers, style_order=style_order,
   1077         units=units, estimator=estimator, ci=ci, n_boot=n_boot,
-> 1078         sort=sort, err_style=err_style, err_kws=err_kws, legend=legend,
   1079     )
   1080 

/storage/hhecm/cellrotor/chouston/miniconda3/envs/pyabc/lib/python3.6/site-packages/seaborn/relational.py in __init__(self, x, y, hue, size, style, data, palette, hue_order, hue_norm, sizes, size_order, size_norm, dashes, markers, style_order, units, estimator, ci, n_boot, sort, err_style, err_kws, legend)
    661 
    662         plot_data = self.establish_variables(
--> 663             x, y, hue, size, style, units, data
    664         )
    665 

/storage/hhecm/cellrotor/chouston/miniconda3/envs/pyabc/lib/python3.6/site-packages/seaborn/relational.py in establish_variables(self, x, y, hue, size, style, units, data)
    140                 if isinstance(var, string_types):
    141                     err = "Could not interpret input '{}'".format(var)
--> 142                     raise ValueError(err)
    143 
    144             # Extract variable names

ValueError: Could not interpret input 'environment.time'

In [7]:
# Manual settings
for sample in param_samples:
    sample['ik1.g_K1'] = 0.024 #0.024 produced appropriate levels for Ca_i and Na_i
    sample['incx.k_NCX'] = 5e-16#2.268e-16
    sample['icab.g_Cab'] = 0.0001#0.0008
    sample['inab.g_Nab'] = 0.005
    sample['inak.i_NaK_max'] = 4