In [1]:
# Data
import numpy as np

with open('data/text_data/japan.txt', 'r') as f:
# with open('data/text_data/anna.txt', 'r') as f:

    txt = f.read()

    X = []
    y = []

    char_to_idx = {char: i for i, char in enumerate(set(txt))}
    idx_to_char = {i: char for i, char in enumerate(set(txt))}

    X = np.array([char_to_idx[x] for x in txt])
    y = [char_to_idx[x] for x in txt[1:]]
    y.append(char_to_idx['.'])
    y = np.array(y)

In [1]:
# Model or Network
import impl.layer as l
from impl.loss import *

class GRU:
    def __init__(self, D, H, L, char2idx, idx2char):
        self.D = D
        self.H = H
        self.L = L
        self.char2idx = char2idx
        self.idx2char = idx2char
        self.vocab_size = len(char2idx)
        self.losses = {'train':[], 'smooth train':[]}
        
        # Model params: output and input sequence
        Z = H + D
        m = dict(
            Wz=np.random.randn(Z, H) / np.sqrt(Z / 2.),
            Wr=np.random.randn(Z, H) / np.sqrt(Z / 2.),
            Wh=np.random.randn(Z, H) / np.sqrt(Z / 2.),
            Wy=np.random.randn(H, D) / np.sqrt(H / 2.),
            bz=np.zeros((1, H)),
            br=np.zeros((1, H)),
            bh=np.zeros((1, H)),
            by=np.zeros((1, D))
        )

        self.model = []        
        self.model.append([])
        for _ in range(0, self.L - 1, 1):
            self.model[0].append(m)

        self.model.append([])
        for _ in range(self.L):
            self.model[1].append(m)

        # Input sequence - last layer
        m = dict(
            Wz=np.random.randn(Z, H) / np.sqrt(Z / 2.),
            Wr=np.random.randn(Z, H) / np.sqrt(Z / 2.),
            Wh=np.random.randn(Z, H) / np.sqrt(Z / 2.),
            bz=np.zeros((1, H)),
            br=np.zeros((1, H)),
            bh=np.zeros((1, H)),
        )
        for _ in range(self.L - 1, self.L, 1):
            self.model[0].append(m)

    def initial_state(self):
        return np.zeros((1, self.H))

    def forward(self, X, h, m):
        Wz, Wr, Wh, Wy = m['Wz'], m['Wr'], m['Wh'], m['Wy']
        bz, br, bh, by = m['bz'], m['br'], m['bh'], m['by']

        X_in = X.copy()
        h_in = h.copy()

        X = np.column_stack((h_in, X_in))

        hz, hz_cache = l.fc_forward(X, Wz, bz)
        hz, hz_sigm_cache = l.sigmoid_forward(hz)

        hr, hr_cache = l.fc_forward(X, Wr, br)
        hr, hr_sigm_cache = l.sigmoid_forward(hr)

        X = np.column_stack((hr * h_in, X_in))
        
        hh, hh_cache = l.fc_forward(X, Wh, bh)
        hh, hh_tanh_cache = l.tanh_forward(hh)

        # h = (1. - hz) * h_old + hz * hh
        # or
        h = ((1. - hz) * h_in) + (hz * hh)
        # or
        # h = h_in + hz (hh - h_in)

        y, y_cache = l.fc_forward(h, Wy, by)

        cache = (h_in, hz, hz_cache, hz_sigm_cache, hr, hr_cache, hr_sigm_cache, hh, hh_cache, hh_tanh_cache, y_cache)

        return y, h, cache

    def backward(self, dy, dh, cache):
        h_in, hz, hz_cache, hz_sigm_cache, hr, hr_cache, hr_sigm_cache, hh, hh_cache, hh_tanh_cache, y_cache = cache
        
        dh_out = dh.copy()

        dh, dWy, dby = l.fc_backward(dy, y_cache)
        dh += dh_out

        dh_in1 = (1. - hz) * dh
        dhh = hz * dh
        dhz = (hh * dh) - (h_in * dh)
        # or
        # dhz = (hh - h_in) * dh

        dhh = l.tanh_backward(dhh, hh_tanh_cache)
        dXh, dWh, dbh = l.fc_backward(dhh, hh_cache)

        dh = dXh[:, :self.H]
        dX_in2 = dXh[:, self.H:]
        dh_in2 = hr * dh

        dhr = h_in * dh
        dhr = l.sigmoid_backward(dhr, hr_sigm_cache)
        dXr, dWr, dbr = l.fc_backward(dhr, hr_cache)

        dhz = l.sigmoid_backward(dhz, hz_sigm_cache)
        dXz, dWz, dbz = l.fc_backward(dhz, hz_cache)

        dX = dXr + dXz
        dh_in3 = dX[:, :self.H]
        dX_in1 = dX[:, self.H:]

        dh = dh_in1 + dh_in2 + dh_in3
        dX = dX_in1 + dX_in2

        grad = dict(Wz=dWz, Wr=dWr, Wh=dWh, Wy=dWy, bz=dbz, br=dbr, bh=dbh, by=dby)
        
        return dX, dh, grad

    def forward_(self, X, h, m):
        Wz, Wr, Wh = m['Wz'], m['Wr'], m['Wh']
        bz, br, bh = m['bz'], m['br'], m['bh']

        X_in = X.copy()
        h_in = h.copy()

        X = np.column_stack((h_in, X_in))

        hz, hz_cache = l.fc_forward(X, Wz, bz)
        hz, hz_sigm_cache = l.sigmoid_forward(hz)

        hr, hr_cache = l.fc_forward(X, Wr, br)
        hr, hr_sigm_cache = l.sigmoid_forward(hr)

        X = np.column_stack((hr * h_in, X_in))
        
        hh, hh_cache = l.fc_forward(X, Wh, bh)
        hh, hh_tanh_cache = l.tanh_forward(hh)

        # h = (1. - hz) * h_old + hz * hh
        # or
        h = ((1. - hz) * h_in) + (hz * hh)
        # or
        # h = h_in + hz (hh - h_in)

        cache = (h_in, hz, hz_cache, hz_sigm_cache, hr, hr_cache, hr_sigm_cache, hh, hh_cache, hh_tanh_cache)

        return h, cache

    def backward_(self, dh, cache):
        h_in, hz, hz_cache, hz_sigm_cache, hr, hr_cache, hr_sigm_cache, hh, hh_cache, hh_tanh_cache = cache
        
        dh_in1 = (1. - hz) * dh
        dhh = hz * dh
        dhz = (hh * dh) - (h_in * dh)
        # or
        # dhz = (hh - h_in) * dh

        dhh = l.tanh_backward(dhh, hh_tanh_cache)
        dXh, dWh, dbh = l.fc_backward(dhh, hh_cache)

        dh = dXh[:, :self.H]
        dX_in2 = dXh[:, self.H:]
        dh_in2 = hr * dh

        dhr = h_in * dh
        dhr = l.sigmoid_backward(dhr, hr_sigm_cache)
        dXr, dWr, dbr = l.fc_backward(dhr, hr_cache)

        dhz = l.sigmoid_backward(dhz, hz_sigm_cache)
        dXz, dWz, dbz = l.fc_backward(dhz, hz_cache)

        dX = dXr + dXz
        dh_in3 = dX[:, :self.H]
        dX_in1 = dX[:, self.H:]

        dh = dh_in1 + dh_in2 + dh_in3
        dX = dX_in1 + dX_in2

        grad = dict(Wz=dWz, Wr=dWr, Wh=dWh, bz=dbz, br=dbr, bh=dbh)
        
        return dX, dh, grad
    
    def train_forward(self, XY_train, h):
        ys, caches = [], []
        h_init = h.copy()
        h = []
        for _ in range(self.L):
            h.append(h_init.copy())

        # number of sequences: in & out
        for _ in range(2):
            caches.append([])
        
        # number of layers
        for _ in range(self.L):
            caches[0].append([])
            caches[1].append([])
            
        # in and out sequences
        X_train, Y_train = XY_train

        # Input sequence
        for X in X_train:
            X_one_hot = np.zeros(self.D)
            X_one_hot[X] = 1.
            X = X_one_hot.reshape(1, -1)
            for layer in range(self.L):
                if layer is not self.L-1:
                    y, h[layer], cache = self.forward(X, h[layer], self.model[0][layer])
                    X = y.copy()
                else:
                    h[layer], cache = self.forward_(X, h[layer], self.model[0][layer])
                caches[0][layer].append(cache)

        # Output sequence
        for X in Y_train:
            X_one_hot = np.zeros(self.D)
            X_one_hot[X] = 1.
            X = X_one_hot.reshape(1, -1)
            for layer in range(self.L):
                y, h[layer], cache = self.forward(X, h[layer], self.model[1][layer])
                caches[1][layer].append(cache)
                X = y.copy()
            ys.append(y)
            
        return ys, caches
    
    def loss_function(self, y_train, ys):
        loss, dys = 0.0, []

        for y_pred, y in zip(ys, y_train):
            loss += cross_entropy(y_pred, y)
            dy = dcross_entropy(y_pred, y)
            dys.append(dy)
            
        return loss, dys
    
    def train_backward(self, dys, caches):
        dh, grad, grads = [], [], []
        
        for _ in range(self.L):
            dh.append(np.zeros((1, self.H)))
        
        for _ in range(2):
            grad.append([])
            grads.append([])

        for mode in range(2):
            for layer in range(self.L):
                grad[mode].append({key: np.zeros_like(val) for key, val in self.model[mode][layer].items()})
                grads[mode].append({key: np.zeros_like(val) for key, val in self.model[mode][layer].items()})

        # Output seq
        for t in reversed(range(len(dys))):
            dy = dys[t]
            for layer in reversed(range(self.L)):
                dX, dh[layer], grad[1][layer] = self.backward(dy, dh[layer], caches[1][layer][t])
                for k in grad[1][layer].keys():
                    grads[1][layer][k] += grad[1][layer][k]
                dy = dX.copy()
                
        # Input seq
        for t in reversed(range(len(dys))):
            for layer in reversed(range(self.L)):
                if layer is self.L-1:
                    dX, dh[layer], grad[0][layer] = self.backward_(dh[layer], caches[0][layer][t])
                else:
                    dX, dh[layer], grad[0][layer] = self.backward(dy, dh[layer], caches[0][layer][t])
                for k in grad[0][layer].keys():
                    grads[0][layer][k] += grad[0][layer][k]
                dy = dX.copy()

        return grads
    
    def test(self, Xs, h, size):        
        h_init = h.copy()
        h = []
        for _ in range(self.L):
            h.append(h_init.copy())
            
        # Input sequence or the historical/previous/background sequence
        for t in range(len(Xs)//2):
            X = Xs[t]
            X_one_hot = np.zeros(self.D)
            X_one_hot[X] = 1.
            X = X_one_hot.reshape(1, -1)
            for layer in range(0, self.L - 1):
                y, h[layer], _ = self.forward(X, h[layer], self.model[0][layer])
                X = y.copy()
            # last layer
            for layer in range(self.L - 1, self.L):
                h[layer], _ = self.forward_(X, h[layer], self.model[0][layer])

        # The starting point of the prediction or <GO>
        X_seed = Xs[(len(Xs)//2)+1]
        chars = [self.idx2char[X_seed]]
        idx_list = list(range(self.vocab_size))
        X = X_seed

        # Output sequence or predicted or reconstructed sequence
        for _ in range(size):
            X_one_hot = np.zeros(self.D)
            X_one_hot[X] = 1.
            X = X_one_hot.reshape(1, -1)
            for layer in range(self.L):
                y, h[layer], _ = self.forward(X, h[layer], self.model[1][layer])
                X = y.copy()
                
            prob = l.softmax(y)
            idx = np.random.choice(idx_list, p=prob.ravel())
            chars.append(self.idx2char[idx])
            X = idx

        return ''.join(chars)

In [3]:
def get_minibatch(X, y, minibatch_size, shuffle):
    minibatches = []

    # for i in range(0, X.shape[0], minibatch_size):
    for i in range(0, X.shape[0] - minibatch_size + 1, 1):
        X_mini = X[i:i + minibatch_size]
        y_mini = y[i:i + minibatch_size]
        minibatches.append((X_mini, y_mini))

    return minibatches

def adam_rnn(nn, X_train, y_train, alpha, mb_size, n_iter, print_after):
    M, R = [], []
    for _ in range(2):
        M.append([])
        R.append([])
        
    for mode in range(2):
        for layer in range(nn.L):
            M[mode].append({key: np.zeros_like(val) for key, val in nn.model[mode][layer].items()})
            R[mode].append({key: np.zeros_like(val) for key, val in nn.model[mode][layer].items()})
        
    beta1 = .99
    beta2 = .999
    state = nn.initial_state()
    smooth_loss = 1.
    minibatches = get_minibatch(X_train, y_train, mb_size, shuffle=False)
    
    for iter in range(1, n_iter + 1):
        for idx in range(len(minibatches)):
            X_mini, y_mini = minibatches[idx]
            X_train = X_mini[: mb_size//2]
            Y_train_in = X_mini[mb_size//2: ]
            Y_train_out = y_mini[mb_size//2: ]
            XY_train = (X_train, Y_train_in)
            
            ys, caches = nn.train_forward(XY_train, state)
            loss, dys = nn.loss_function(Y_train_out, ys)
            grads = nn.train_backward(dys, caches)
            
            nn.losses['train'].append(loss)
            smooth_loss = (0.999 * smooth_loss) + (0.001 * loss)
            nn.losses['smooth train'].append(smooth_loss)

            for mode in range(2):
                for layer in range(nn.L):
                    for key in grads[mode][layer].keys(): # key, value: items, dict{}, tuple(), array[]
                        M[mode][layer][key] = l.exp_running_avg(M[mode][layer][key], grads[mode][layer][key], beta1)
                        R[mode][layer][key] = l.exp_running_avg(R[mode][layer][key], grads[mode][layer][key]**2, beta2)

                        m_k_hat = M[mode][layer][key] / (1. - (beta1**(iter)))
                        r_k_hat = R[mode][layer][key] / (1. - (beta2**(iter)))

                        nn.model[mode][layer][key] -= alpha * m_k_hat / (np.sqrt(r_k_hat) + l.eps)

        # Print loss and test/valid/verifying sample
        if iter % print_after == 0:
            print('Iter-{} loss: {:.4f}'.format(iter, loss))
            sample = nn.test(X_mini, state, size=100)
            print(sample)

    return nn

In [4]:
# Hyper-parameters
time_step = 10 # width, minibatch size and test sample size as well
num_layers = 2 # depth
n_iter = 300 # epochs
alpha = 1e-4 # learning_rate
print_after = 1 # n_iter//10 # print training loss, valid, and test
num_hidden_units = 64 # num_hidden_units in hidden layer
num_input_units = len(char_to_idx) # vocab_size = len(char_to_idx)

# Build the network and learning it or optimizing it using SGD
net = GRU(D=num_input_units, H=num_hidden_units, L=num_layers, char2idx=char_to_idx, idx2char=idx_to_char)

# Start learning using BP-SGD-ADAM
adam_rnn(nn=net, X_train=X, y_train=y, alpha=alpha, mb_size=time_step, n_iter=n_iter, print_after=print_after)

# # Display the learning curve and losses for training, validation, and testing
# %matplotlib inline
# %config InlineBackend.figure_format = 'retina'
import matplotlib.pyplot as plt

plt.plot(net.losses['train'], label='Train loss')
plt.plot(net.losses['smooth train'], label='Train smooth loss')
plt.legend()
plt.show()


Iter-1 loss: 21.7121
esicst Japansd mian-th exthe G899jPL7t it2deJEIn chesrengmselinger ond in ranany 8, evcide baas, San 
Iter-2 loss: 21.5081
es aan rivissc5 Ryuest in coudity pouf 9GUped Cobes chaugunes in fe'n of seurt be8 an, chy coufty his
Iter-3 loss: 20.8859
es t'ins-1日 9umthy wort's in suxth andcilody biJapaveireigest of bourano, in ounty byuuns of sefoleg 
Iter-4 loss: 19.9460
en Japany , samonmly sovtorchon 916, in beigerty Me;usty Anfounter Thind Asitar wist to fro, in vonut
Iter-5 loss: 18.9368
e of Japan, eapargal counoper hakes-zikor. The chimed ofd Japan, latise O1935M Amulary in HoC. In oxt
Iter-6 loss: 17.7929
est unm"ptan werlad to the ond is the EDuntion2, higass and revensed il 1947Nan worat ranked werch-9F
Iter-7 loss: 16.6628
e eactateen bomter cofo mins te sinthr world, Ind to the 5eund seroxcthbes the ranst inaal in gintery
Iter-8 loss: 15.7008
es. Japan in the Wurld ened of fovreaclangest expbrenomybbuns is fourtt ny-Ingiter, and Colarled rans
Iter-9 loss: 14.9485
en.uncend in the Sunluin military: 2x p7rea, the kourth of the country in fobist in the U0nso percory
Iter-10 loss: 14.2809
e and in the Emperor of ineth largest GronstbAreacenst in livintargiont cunntur DmLbpor anx colfterbh
Iter-11 loss: 13.6091
est, millie of of Japanl edeving akie the Natolates erhorkass efvon of Japan is to huse lyuster and 1
Iter-12 loss: 12.8958
es. Japan is a devtes forlon5 Im, th the hast in the Suromest to omtorith. 1teticates. Japan a, sulit
Iter-13 loss: 12.1934
e contoring mlentied an gopen, to profercad of an it Immic.. Itiory mentexIn exppboumbe of chonm. Ind
Iter-14 loss: 11.5726
es., Japan is a gved and in the pericey moroper and peroust Gfb%llowed counjinst inopulitary by wost 
Iter-15 loss: 11.0648
est in the 47ted fom thons oftvfinef ron. Japan in the Global 'ss puchluper ora and Nupnution conutir
Iter-16 loss: 10.6567
es., undy-which and Wro loungrst inotJppniecess echoped highest erfder and to the higountry in the wo
Iter-17 loss: 10.3151
es. Japanese War of and Ristopfen to the worldvoI an Divelargest eppoptiter in the numterin to folloJ
Iter-18 loss: 10.0178
es. Japan is the Empiot to mpention confiat in the world, Sed World. Frem. revorghca conomerchesed, t
Iter-19 loss: 9.7284
es, rasiding allower Hrchighest ronko. Japan is the world本, the forlo-make by 2 inty In the tan empir
Iter-20 loss: 9.3908
es. Japan is a dfeeunty renound, 19, prore courth lation., the the worldofet conithy it liviny intr-t
Iter-21 loss: 8.9693
es. Japan is cotid-tokkyo of Japand to and in the courtarly urthes to the world. Arthu and hiat in th
Iter-22 loss: 8.4435
es. Arcoveare chal porcharides-dali's thard liget to the G0, the G本iper. 1ven peree and first. Thrfer
Iter-23 loss: 7.8080
es, firto untery with the historpest rned ino11 Hirth is the number of an highest-rasing Suna, barghe
Iter-24 loss: 7.0919
es. The latiter porth the Country in the Gled bou the world's difes ofte nangcalitery of aon the Glob
Iter-25 loss: 6.3613
estered vidol pomperer country tad Peaced livigest ofo9lad country mellowed an host the Number of Elj
Iter-26 loss: 5.6848
es. Japan is the militar I0th hiald-gantionates of ended reaing prlion merchon end ifolational DoNiat
Iter-27 loss: 5.0870
es.. Japan in tle G8rbal Cridical Dgyinar, it luresed engh pecriod to thic-ate callit. frrest livin a
Iter-28 loss: 4.5543
es. The peare counth wailditry in ald inlurijso-umper in the liget to antional Diper of conkey3 and t
Iter-29 loss: 4.0677
es. The city to callitire etedse chata to orectary livily a dore Hopulliod sorthe Russo-Japaned in th
Iter-30 loss: 3.6189
estercensing grobar has maworlotum. by nomad bod the world's singet toke pardest military mitlion the
Iter-31 loss: 3.2033
es.
-an is the firth lefural 111;, thr highest importery nine the nembar Russo-.J2G–Japan ended for s
Iter-32 loss: 2.8250
es. The forr somperbor al of the Grled, who, renounced to partes popbingh a a a the 17t. Japane the a
Iter-33 loss: 2.4912
es.
. Japan is the ciutitan Index, the fourth leadest insarladd early a eond piecadife wima and milit
Iter-34 loss: 2.2030
es.-Japanid ragation ead of gist from porlectarion. In the prereas econd ored and Sand in the niporip
Iter-35 loss: 1.9622
es. The city the fourth largest eppotl in the ponmporter. Abth th contitorea. Arcaogith imation centu
Iter-36 loss: 1.7614
es. Japan was proclald frest Hrothing reated country with the Lost beros off, it lies the forlo-serce
Iter-37 loss: 1.5945
es. The sixth the Gpollowas expperice redis. The conut2Japan is a med bad larisgnsryB, ate Asia to ho
Iter-38 loss: 1.4542
es.-Japanesers. Japan is ranked Wir, the Global Competitiving ang lomer parity. It ceanmy rentorel of
Iter-39 loss: 1.3356
es. recounf Tpefouth largest8. Japan is the Gined powechand in the nourationat of World an Emperor an
Iter-40 loss: 1.2351
e paresess ared in 1853 whing laritat mething population and in the Global military budgettt romb-nre
Iter-41 loss: 1.1525
es. The country wrich of Nobellad fourth-largest fourthes infex, land amerlosed Wectenty-In the highe
Iter-42 loss: 1.0846
e world. The Greaterbar world, the highest-ranked Asian country in the 1m5erlag of the Emperor and an
Iter-43 loss: 1.0249
est fremban divimaly Asia Crmainal Mouratsbd ligistal emperal make up 98.89–Japan is ranked firent me
Iter-44 loss: 0.9722
es.
. Japan in the number outhbing un the E8periced frestugsteturitg mlore tunreac enjinta Index star
Iter-45 loss: 0.9251
es. Japan on chonsi-dreeg sromar, and raling porel peondicaderly-nre sixth world. 137, thun aith in t
Iter-46 loss: 0.8818
esBduve un eCdsby surred into parledleuticeaned from Wention expand in the 1mper of soonha and Naa ly
Iter-47 loss: 0.8434
es. The cinjire the Europ1, the military with the numic areality of Japan's name Inderingarchy Pean o
Iter-48 loss: 0.8083
es. The period of Western girlained and Russiater Dmpirollomekepo undion, population econfresssuban i
Iter-49 loss: 0.7760
es, right insurri,ngest fored and Naes to porterlargest ehon has the sixth largest expeppe make up Fi
Iter-50 loss: 0.7441
est. Japaneseres. The peare lides of internal Dopur. Japan is a developed budth was gralledes expport
Iter-51 loss: 0.7138
es.
-aOnion-koku or nitig piliving the Numpine a dectanc. Instating populal Dorith-thing mest reation
Iter-52 loss: 0.6869
es, 7uth to op the 2P 1Nthic a to and fourth-largest ecxperiag resesing a pores peree cipie Asthicige
Iter-53 loss: 0.6636
es, regilithis. whost thire sity pire leiterAst if the worlo55 Pbingerladgest exporter and forld Nipa
Iter-54 loss: 0.6428
es. The country with a himperty remward, gilllowed Japan is ranked sixth in the Global mililariom. In
Iter-55 loss: 0.6241
es. The culotet pconimary constiturby murctarisgralited Sthes often higas uniparitharghing from. Nopp
Iter-56 loss: 0.6070
es. The country Brand Imperipored a mlobed Aiiaders, peare sitsred liggtttetirictainsy forf thenth wh
Iter-57 loss: 0.5914
es. Japan is rssoser constitures, sive Seaog of the world's thiringsits reghest bepere rower. The cou
Iter-58 loss: 0.5767
es,
. O93th and the world. The East Asia. The peapice the fourth-largest exporter and firolitan elect
Iter-59 loss: 0.5636
es. Japan is ranked ino18 and the world's fourth largesturea, fourtheke whivi an fowectane Terching a
Iter-60 loss: 0.5517
es. The Suno, particsy.5 Japan is a started ligst teed Westitudis a stratovolater nmperar is a devede
Iter-61 loss: 0.5414
es. The country Frembad of Nlobal city in the soundU,3, fatet in 1Ted bouth largest1res, mainlains.-F
Iter-62 loss: 0.5320
es.
-ah Japan wan memberoped to the east of the world, renealecened first in Asia. Japan is ranked Is
Iter-63 loss: 0.5231
es. Japan is rankeding it rigila. Japan is a membar Dight to an end piet ore Winger,st erowet dest th
Iter-64 loss: 0.5140
es, strtered Wintis ensed constiturby niterizan is bocleaded, seujipat is asipe ma, the San oreching 
Iter-65 loss: 0.5046
es( 0pheftic aita with in the Pacity it thisho the hiatic aatese Wost brest irsanse vemper and Nagase
Iter-66 loss: 0.4949
est. Gral Nagasase and buth largest cotation following thac'nst right-largest Divided and sreated int
Iter-67 loss: 0.4851
es. The country wich ades. Japan is ransi and Rusily. Abof foffrccenimice and Asient of peire lures a
Iter-68 loss: 0.4745
es.-Japanese perlowed bar miled bout niregurled, Hokpoth  that in 1941, alddes the highest-rance grob
Iter-69 loss: 0.4632
es, stryulitad insivena, mallion. It lies. fo the loun eceonod 205a, Japan is a developed largast ero
Iter-70 loss: 0.4512
est. Fort tonses unfed indovichy renturins reaed Unitat is and Russok,othe sixthital GDP rigictare in
Iter-71 loss: 0.4390
es, rigst of parity. It is alcolaliog enjy irstarnal ofrankeat of Japan was thre sucterind aslamgest 
Iter-72 loss: 0.4263
es. The country largest economeh nined War Isteclald I9rcraangisinarly 20th ceane 1Japanlenty bak te 
Iter-73 loss: 0.4132
es, rigiterizan in the number of Nobel leeowercaresed pirest reaterizinn in the north ctunic Asitet c
Iter-74 loss: 0.4000
estary, with a high standefensexpexterip pariomin divideand Nilleary in living and Human "unan empire
Iter-75 loss: 0.3871
es, filllion peopiduns whiga than encomy boptetked As-4 Japan is rankeding its revesedked as eudceter
Iter-76 loss: 0.3753
es., Wlccerion. Frnt Japan wan liviced from Wented Japan was the 17, the atost uritate in 129 Hirothi
Iter-77 loss: 0.3649
esa severoporlaledenst bypperid historeater In econoropen to the world's eGfliceneed Asian country pi
Iter-78 loss: 0.3559
es. The country wicad int largest mean "s apa insaridsed sixth stanined in Nihena and Asia. Japan is 
Iter-79 loss: 0.3477
es. The canderlad the G7, the G8, and the periods of Westitannese Index. Japan enternd from Wes,"turb
Iter-80 loss: 0.3407
es. Japan is as into a long lirion and Russipat incarised has the digsteral coloper parclaids rasing 
Iter-81 loss: 0.3347
est enfeand into alllie, which maked--an is the Ustetd Gtito and the Global Cobal mion-Nanlion eleond
Iter-82 loss: 0.3295
es, Kmelotion in 1947, Japan hase matily in the early 20th ceanteinstariang fountrllainly 9resland Ch
Iter-83 loss: 0.3246
esturby, sardowest rexthe Seconddsined bykuse sixth latesty Foun 1949, muctary live in 1945 following
Iter-84 loss: 0.3194
es, Athiogst is the Rising hima bean of Wond nity tere on military budgegtareseding anmo-man encted i
Iter-85 loss: 0.3144
es, 3mbed pigetland dilito partest military burdh wisr sixthilald fore thins ramictane in 19m6 mactai
Iter-86 loss: 0.3094
es. The country with a momporth to eapan was prowet digsternal ONybpurtest in the Country Brand Indie
Iter-87 loss: 0.3050
enaindy insared ased end period nmainal 3rined Westernd live in ecolaling frlorry, chal ardest city o
Iter-88 loss: 0.3010
es., Honfcance Isdingallamybgested as early cillient Index fowed bowe the Morrestmin allowed Japan is
Iter-89 loss: 0.2971
es, "State of Japan as offectfara, in"11, thre werch ended in 1945, China and The Gtecand righing the
Iter-90 loss: 0.2933
es, Kudtal militains imat histary ,igaliter. Anitay Sea of Japan was prowor pareecad, intarizan Teso-
Iter-91 loss: 0.2894
esbaresed Japan is rankeding it thish to and it is often cancienainsireal DTee called the Napenito pa
Iter-92 loss: 0.2853
es. The ceaned in the OCymP ecopeoku an Emperor and arivigateke in 1941, which omiclory, wity an elol
Iter-93 loss: 0.2808
es. Japan is and Seaccadelivine and peacekeer Nippolito allougal empir bomest yf eleeth is the hight-
Iter-94 loss: 0.2759
ed, Se9 cyuntion and untains a mottonas of Wlom5 1945 in the Global ust irsanse vost bot thing peacip
Iter-95 loss: 0.2704
ed prost 201 periss chontional Dieth the early 7ut an elected country with a moftling it Asiex. Japan
Iter-96 loss: 0.2645
es, 6inclyiwid a unitarizal OUDiten tee foust 6 nimy resined country with an elected ligh the West. N
Iter-97 loss: 0.2579
es-0Japanechaad of of lowen ane Wrchanked first country wich a into parter and Asia. To conf and the 
Iter-98 loss: 0.2509
ed popician is the world's e-Nad of koping that koku ined a gonits rexunsinef folectanese West. Nearl
Iter-99 loss: 0.2437
es, 1Japan is a Ungar of pelee uned in the OCst. Nicaby surcha intains ast of an is a stratoven const
Iter-100 loss: 0.2361
es.
. Japan is a mompentained and is as of of Warlellice an military budgen, the Empecterine and form
Iter-101 loss: 0.2282
es, "rand forHkoron of Japan was the Rising Suny Ind ionternd as power peare as enperse conked orth-l
Iter-102 loss: 0.2201
es, )uppon, seuran Co and country with a highest mite and peacekeed co of of Homalchanicd and country
Iter-103 loss: 0.2119
es. The fourth-largest exporter In einten mectares and is a stlared West. Nearly milica erdho, the Ja
Iter-104 loss: 0.2037
es, mullaby ssorenten and the Mssuroging pobulal city in the Global Competitivenean metonal GDse and 
Iter-105 loss: 0.1961
eabined an copec aide war, the G0maby ninsineland Asia. Japan is as of 19m, thut this sound Thapaneke
Iter-106 loss: 0.1894
esan, mally. About this sound 7iporterlargest ecxpre cober. Tecucion in 1947, Japan hase mut pand in 
Iter-107 loss: 0.1838
es, 68 22an endetion a nlomain an Test counding the atoun first country in the world's third lowest i
Iter-108 loss: 0.1789
ea, as of incryest militarislands fortr'nst econometen and insurrection Asia nrmemberal and Tokyo and
Iter-109 loss: 0.1742
ed paresidents and frcem1mterip the Meijixthe parli'ns the periods of living and Human "han mowel ace
Iter-110 loss: 0.1695
estary sinto decleic a population of 2l5-7 axng ity metred into part of Won, 1 anle an elonrean and t
Iter-111 loss: 0.1652
es. Japan is ranked first living peacekeeping reation of Japan was the file and "Staesidents and the 
Iter-112 loss: 0.1612
es., Wonds reghe largest exporter and Cy. Infcelaited internal conflectent by unsix. Japan in and an 
Iter-113 loss: 0.1576
ea, Ocoral To par Tes unth was the founlational Deeghe lardese forer paresese population of 126 milil
Iter-114 loss: 0.1543
ea, in the Global Competithimate Wenter Olympic Gawen eOgrest in the kouran residens the the Summer a
Iter-115 loss: 0.1512
es. The S parited and the world's sove larly Cur Asial of the Mefiin of ompentery ngfoft thist milita
Iter-116 loss: 0.1479
esan military buUth chlaled country witad Japan was malloan Paliog pearient in the nuron metital wort
Iter-117 loss: 0.1442
es. Tar Onmabin ay of Nost was ruled in the kound sixthe fof the nation-siny Sealod fourth-largest ex
Iter-118 loss: 0.1403
esH0. Japan is ranked first mililaricen end in 194terdar was expopt nsturien, sarly an econoun Asia. 
Iter-119 loss: 0.1363
esanse Wrstenn folmtetnry budget, it aigint in 194, which Cmast un aine hostarng from hake makleu. Ja
Iter-120 loss: 0.1324
es. The Seaco, the G8, and the Rising Suny Archico ym2 in"and country with an elons restored as Emper
Iter-121 loss: 0.1285
ea, and power parided as onfen enjie nerog of the nfleure censered 2N5a readicean Diet of an is ald o
Iter-122 loss: 0.1245
en inclaiss emthe SeroBnand Sencinsy rindersid, stred conf intan and peacetet cupfin seven percies in
Iter-123 loss: 0.1208
es. The SeaHonld an world's thirily and Rus-Japanesenal Gbap pst ore United States and is consinat As
Iter-124 loss: 0.1178
es. The four lalithy parlidar eadlkegint dese un desed sisrersozaintarizan indins a devenomy by purch
Iter-125 loss: 0.1159
es. The S popun is the world's founhby0t in 194, ale the world, and ranked Index world's fourth-large
Iter-126 loss: 0.1145
es.
-Japanesed Wod in 1945 following the Farst Sino-Japanese West centuries ef oft luden to the Westi
Iter-127 loss: 0.1133
es, which intoreater Japan was proclation econed country 9irho of Japan was proper pored as head of s
Iter-128 loss: 0.1121
es, which Sas of ino1 and the G2 and Nagastariogh the and Russia Sea and Tairsides seved paridest cou
Iter-129 loss: 0.1111
es has ranse ranked firenethins it is of the world, anl this the world's founh Japan was infa mperbok
Iter-130 loss: 0.1103
es 0Japan was in Cas, ittery. F on dite in 1945 folllad ofortcentury CE. In eicoted As. Japan was pop
Iter-131 loss: 0.1111
es.
. Tacuntis an pearided as and peacekeeping regions. The videt cont 2I en EyFss that Japan, which 
Iter-132 loss: 0.1136
ed proksoku an Emperor and and poples inal Risitars of Emperall are Uthes parcekeid is cinideding and
Iter-133 loss: 0.1191
es, which "nftic aitain a Uniterizals prereated an hisor. Japan is a developen and head of of Wile ma
Iter-134 loss: 0.1233
ess mhinclain, Narlasiter Torkhes soved Japan to en centurinto parban ensidenter polito an dive Upte 
Iter-135 loss: 0.1314
es. The Cand insy st oreaty and the south was the fihe country with a highest uro. Apa a emlind an en
Iter-136 loss: 0.1367
es. The cupitan area as highest teuroge Paly wic leed inserraclaincinitaripind-dar wislalavecupes Jap
Iter-137 loss: 0.1475
es, Russin Tyinind an end in 1945 following the atomic bombins unthic Onic of of Nilol ao devine Wsst
Iter-138 loss: 0.1551
es, which into a period 2052 seyved co and it is oudhict is an divided into 47 preat in 1947, Japan w
Iter-139 loss: 0.1605
es, whe pipito an history. F homober. Japan to en are Walled in the G2n and the world, and raned an h
Iter-140 loss: 0.1626
es. The of living and Human "ral poriphest in 1nterines ry fourth-largest exporter In merlargest econ
Iter-141 loss: 0.1634
es, which in the nurma. Japan is a develation enfense fronster and fourth-largest exporter regionldgi
Iter-142 loss: 0.1612
es.
. Tar Tear. The kanf several Cy pfofecfonsteried inte xtfnitity partid is the highest-ranked firs
Iter-143 loss: 0.1605
es. The fou hiakesig furlald fremober of 126 mililarien as unithis the digitet to the world's founh. 
Iter-144 loss: 0.1590
es, which ins its is the world's tho an a living an thes the atomin ore on ment ention As. Japan ente
Iter-145 loss: 0.1591
es, which inty In this and Since adopting inserser sextho a lad West ore 6smemperopoka. The Seno-star
Iter-146 loss: 0.1609
es, 16, lold Secouno and in the Glo, and the south. Thekxy peopicutitury chunsed soku EE pectokp ning
Iter-147 loss: 0.1624
ed, whe dinthima tanc aler in 1941, which came to and the Tare sixth largest it is of 22its and ranke
Iter-148 loss: 0.1621
es. The Second Sino-Japaneren mar and Nagasaki. urF. millito the east of the UN, the G7, the atovon T
Iter-149 loss: 0.1614
es, whid into 47 prefessured Japan to en pereessove nhun people live in the Nppptiins is conkoy An th
Iter-150 loss: 0.1579
es, 1hing and syurof to the highest-rangind inolatidents of Japan to en in 1945 follli'nst the gunth 
Iter-151 loss: 0.1500
es. The country in the world's to tat 2n In elovor. Japan was proctarided as eard of increasing and H
Iter-152 loss: 0.1389
ed par inidintas a ginl eareseas susthr Teaco and is the wercancy burta renter Tokyy Area, chentured 
Iter-153 loss: 0.1348
ed, who an memlithe which inal Rowea and The Sexpered in 1ast eare sinthin to hose and Japan which in
Iter-154 loss: 0.1389
es.
. Japan was the feitin and Human "ral oright in the Global Cor. Japan was unserced intern dinited
Iter-155 loss: 0.1378
es, which inolyutes ove .% LoU9ry sixth largest military budge, . Thevode firs sithe regislseve Upper
Iter-156 loss: 0.1355
es. The from har Fess of Japan was ino its an milita higat is of inotupoly by purchasing Ind, serches
Iter-157 loss: 0.1337
ea and Nagaseatorea, an end in 1945 In siolo presif of isolation econsident E0th the G2 and the worot
Iter-158 loss: 0.1322
es, 8hina in aighlans. The 
rgas, .uppon inclaid, mainalican, tare nagiol geec and Taies ma liven "ga
Iter-159 loss: 0.1311
ease Wo the Sea and Taiwan is the world's teundi wa the Russiat rkeveing Sunfin "Otabe rasiag nflicla
Iter-160 loss: 0.1305
es.
-Th- Secess fefen sirserese sarlalion bood the world's lountry parle'n endicets frea nigith largi
Iter-161 loss: 0.1297
e wan in the world, and ranked Westicuntery shlusture sivence nEEMss the the wost whichutat y 19, 3mb
Iter-162 loss: 0.1277
es., Nhas unsi, which includes Japan histirigisla, Cho and the world's third-largest exporter regiong
Iter-163 loss: 0.1246
es, maklowed Japan has of Nombed bor Nihon--y Asicstarnseve Ressuritan Ticin gest ectore G mperbokes 
Iter-164 loss: 0.1202
ease: 日本 Nipponld are Hinserchessive forlatevincy and Rus orhcgst ore Hhosso photer with-dar wisl co 
Iter-165 loss: 0.1170
es.
. Tainag oftetil Chithest firs of of largst urothe world's of solofen ended in the late 196 arso 
Iter-166 loss: 0.1147
ea, Aestiin enjienth is the world 17, peare live in the GNH of of stocaly Coun nempirenthin emoft of 
Iter-167 loss: 0.1135
e was eved power Theyzo mintained a diving a populilar I the highest life expectancybbo this ecetory 
Iter-168 loss: 0.1152
ea and Naran und in the nourhaty of Tokyo, which ins its is the the atoditer Terovince Imthin Crmaina
Iter-169 loss: 0.1172
es. The population sefcecrentir is an island Second Sino-Japanese War worea, alolutio, Japan was the 
Iter-170 loss: 0.1180
es, maily Index. Japan was the first country in Asia. Japan is a deveroper Sanog lough. arh turian in
Iter-171 loss: 0.1182
es, mainly Imperial China Sea and Shikokourter and in the Nation of Japan as ead of stipentar in cons
Iter-172 loss: 0.1184
es, which make up Japan to the West. Nearly two decades of internal Rinia intains and poppt Wasing Dt
Iter-173 loss: 0.1186
es, which ino matn and sixth in the reace of an ended in 1853r nald Abobu the world's fourth-largest 
Iter-174 loss: 0.1164
es, which was the forth living and unitain the G0s Near est. Nearrest in the World Wing and the 16m t
Iter-175 loss: 0.1124
es. The farlsHuran in the Rusing sturreven end in 124 the world's largest city proulation golobaine w
Iter-176 loss: 0.1068
ea and Naran mililich and the south. Thekoky of the northy parter a dountain end is the Wists and fli
Iter-177 loss: 0.1019
es. makte sist gre Hithe remWarn 1941, which carly anr Upper of Worlad, and ranse urF, rinited Japan 
Iter-178 loss: 0.0991
es. Chc porided into a lontriac bames. The fourth-largest economy by purchase shoso the world's enjou
Iter-179 loss: 0.0976
es, mainly Imperial China, folorenter enjoy st cion of Japan as sopre Ufmex. Nihes ofofr sountriontry
Iter-180 loss: 0.0984
es, which came the world's ligat tentk ouU, its rombal mit. is naresed has maintained a unsix. Japan 
Iter-181 loss: 0.1023
e wan whim-nrmaki. whigh th co omperterop the Gpperaing make upan un Arad of living and Humal "SunsiR
Iter-182 loss: 0.1081
ea, area, Asidsins. Natrlargest importerG the Noporter regionrd-largest reathich as power period part
Iter-183 loss: 0.1136
es. The population of 126 millitary burgh makel-ra a oloperlard Winter Tokyo by tutd in 1945 followin
Iter-184 loss: 0.1159
es. The of the UN, the G8, and the Gpperich a insicarientid and the Upptr wich wards the fort nity th
Iter-185 loss: 0.1136
es. The of of Japan y pabions. Japan was the first in the dithie the Mider of the UN, the G8, and the
Iter-186 loss: 0.1118
es.日Fyrrchag of state in 1868 and it tion on Asia to himan and Japan was the forth largest-rnething f
Iter-187 loss: 0.1119
es. The population economy by fectuty byuth is a developed country in the GUntend in 1868 and urhest 
Iter-188 loss: 0.1140
est rest. Rest insurry tere considers surresss Nimpent ERuf ecened in the Podor of the Naralaly orofe
Iter-189 loss: 0.1165
es. 16J parese War, war Dgghl. Japan was the darse War, the Rising Surboke pa period sivoled. The dur
Iter-190 loss: 0.1206
es, which cand it is pariod peace eypo enjoumal of porlekaine and sutroper bouth . Tercouncraad Imper
Iter-191 loss: 0.1237
es, which bagest. economy by purchasing Sun". Japan is a strato and the the Empire durgest. Japanese 
Iter-192 loss: 0.1276
esar. 1ito and it is oft of thonke in the Gboun Japan was the first lividercned if the world1, ald it
Iter-193 loss: 0.1279
esb. Japan in the Russo-Japanenan resifed of istarese EEpronsth-lal ureat of an is a developed bourat
Iter-194 loss: 0.1276
es, which rasing reateita and Hoper in divipan Peacecent restives, percest memb. Japan is the highest
Iter-195 loss: 0.1296
es. The population economy by puritat of living and fourth-largest exporter and efturban agarn ogar F
Iter-196 loss: 0.1301
es. 16 the atoditat membip parest ipopar insu regions bure chonse Runsix .uT. The Second Sino-Japaner
Iter-197 loss: 0.1305
es. The population. Approxe asi a enjounthitar as exppered country in the Global Comper, is the world
Iter-198 loss: 0.1304
es. 16 prection par ind ineatesbof to himan y5 stity piotilation ended in 1855 wital Rurom5 conal Cor
Iter-199 loss: 0.1312
es, restored as empire sithe rigolldyese fourtth the world's fouroth. The country with a high inso mh
Iter-200 loss: 0.1321
es ehhop of the Meiji Empire during a ald it lies the world's erghst the G2pan has the worbd of injou
Iter-201 loss: 0.1325
es, mainly Imperiallygs regorlidag stare liula. Arhash shounressithe fror siholald from World War II 
Iter-202 loss: 0.1324
es. 16 the "Land of ititargsem. Archaeoomorth leanic area nry 7iho of Emperall.. About orine and of i
Iter-203 loss: 0.1304
es. The Ocorer. The country with inat buron of World War 5igent meen an elotde Wbicentry Brand Asea c
Iter-204 loss: 0.1283
es. The population Ony. Apax east both the Russiag sumabipan is the highest life expectancy int e6G a
Iter-205 loss: 0.1291
eserbag bagat Dearces, Rinked fysbortly perbigh s mporl Hion. In the Uppiridstetic O8ren an Emporchas
Iter-206 loss: 0.1316
ess. Japanese porperlosu and whith the world's thirat in the world, gillaicr erghg musterbh  intered 
Iter-207 loss: 0.1362
es. The population reation economy by puritat of lived in the nomaincyureary frog lame in the Russia,
Iter-208 loss: 0.1350
est. It in 186it im porombes of inetarly a to colaty of to ho and it is Rise ehe peare live in the GN
Iter-209 loss: 0.1381
eses. Feest the Suncen wigt. Japan was phoumand in the north country in Asia. inetitational Remaina m
Iter-210 loss: 0.1394
es. 1h-largest exporter Nypefi the first lorter and Nuppnicity in the Global city Imperimac Cren5 Asi
Iter-211 loss: 0.1392
es. 16J,, acet in 1941, which the world's fourth-largest economy. Archared Winter Japan y prerom ond 
Iter-212 loss: 0.1389
est. Neulabo, Japan was the first Sino-Japanrese War, the Meiji ehorolcond. whichy as the divine symb
Iter-213 loss: 0.1321
es. The population ean foon Nallough. and the ehons bypming global city it thirst in the Japan was in
Iter-214 loss: 0.1263
esary. The first un alleute un tare ead of isolation peroesty from Westst ery purchasing pouth-lar Di
Iter-215 loss: 0.1213
es. 1Ocatat of state clace which bagestaion. In the largiot of Japan an engh peirest-rangid of oporli
Iter-216 loss: 0.1171
es. 16J,, aaced. Japan is a strato, was the forllowest enture sist the Noron of 1OWHichly it of of Hi
Iter-217 loss: 0.1174
est. Japanese War, firlald Sino-Japanese War and fyburos rasing molerpar in the Country in the Global
Iter-218 loss: 0.1227
estr. whitat imath in the Global Comper, is the world's tho th this and fourth-largest exportery parl
Iter-219 loss: 0.1276
eses. Nhost bure ; pearekture un and peacetesr popprestker in the nore aggetst ecooor ppree the worbd
Iter-220 loss: 0.1304
esersho o dolargest rectory surroper of 126 millitary buroundrly-serny Asra memoren and ranked sixth 
Iter-221 loss: 0.1351
est. Japan is a member perounand Sea and Hihe histh in the Global city resiter elogich anse Shipose r
Iter-222 loss: 0.1442
eses. The fourldad fourth-largest economy by popal Gas- 0parter polation in 111 an honf rost botth th
Iter-223 loss: 0.1366
est. Japan is a member of Nobel porlikaring a perio den, it tite encenc byass eugh and Nagasame mity 
Iter-224 loss: 0.1403
est. Neand in the name untoy a loumerch laracena, 6interbhl the Russia the first country in the Globa
Iter-225 loss: 0.1389
es. The population of Japan is a sedped ferolloan Asa inetarlad country with over Nivon of Japan was 
Iter-226 loss: 0.1405
est. Japan to expanderest Rasse shose har mililabe of the highest fiom. Japan's nation of Japan is a 
Iter-227 loss: 0.1452
est. Japan to expanderinm. The Sea of an eadlli's mast ore bhithe world Was from the 1868, Japan to e
Iter-228 loss: 0.1419
es. The called the G9, Hramald, rencine its revised country in East cintiin and is the Cost 6int in t
Iter-229 loss: 0.1515
ea, whid oficinagis thutved in Aeat upetut in 1868 and the stronso the . and the the ad of an end in 
Iter-230 loss: 0.1484
est. In the largest exporter and from other I allowed Japan was the first hist. Sidth in the Emperio,
Iter-231 loss: 0.1396
es.
. Tar Tokybo te the world's third-largest ie divin, sintory perion. It is alcoured the Naandso mo
Iter-232 loss: 0.1301
es, which baima-nangest restored an ended into part of o the world's thirg stured sixth in the Paned 
Iter-233 loss: 0.1168
est. Ip ta levenced in the national conflic mempbon of Japan is a serountres stand in the numbep bure
Iter-234 loss: 0.1004
ese history. From the 12th cal a the Ga0th co the G8 and regiong Japan in the Global Competitivenese 
Iter-235 loss: 0.0822
est. Japan is a developte largest a untory letee pecrcetse peerestsrchestecrbar seven and seflimerea,
Iter-236 loss: 0.0867
es, Russia. The country in East Asitet of Japan was the first hist. Simthics rese first live a to hik
Iter-237 loss: 0.0778
es, Rureat of Ocopter. which is the world, and ranked sixth hist. The four largest city tut an wing t
Iter-238 loss: 0.0775
es. The Sea of an eipth capte ur, which was ended ind-largest are Hop, the with to hake wing tar and 
Iter-239 loss: 0.0711
es. The country in East Chine sefture called, Frcr and the National Diet. Japan to the West conft in 
Iter-240 loss: 0.0778
est. Japan is a high th to an tee fest cily thin G20 ande the first country in Asia. Located latil ar
Iter-241 loss: 0.0838
es.
. Ta- G9ran and an the world's third-largest exporter. and the the Sumbed Japan to the that-Japa 
Iter-242 loss: 0.0760
ese Wonre conito a long paries marlame mlation in the worted bopth largest economy by nombopt litgis 
Iter-243 loss: 0.0839
es, which na omper an 1Japan to expan, epopter Naty9rrest the world's the world's third largest from 
Iter-244 loss: 0.0723
estary busth in the make par of 1937 exthese vinte f,utitatitit and tion pardest an emperop of Japan 
Iter-245 loss: 0.0755
es, rhanked int, Narnceunined of Japan is ranked firs the world's tenth largest mite resined in 1855 
Iter-246 loss: 0.0693
es.
-Ja6ages enho wo the Sea of Japal an mlectare en difte frlican Krinminter entencan centuriss eugh
Iter-247 loss: 0.0633
es, mainlly It thist life expectancy, the thar West the 9mas enjout this sound Nippon-se Sea and Shik
Iter-248 loss: 0.0630
es.
. Ta- OUninalion the Ocorreh levolal nfmybbE the and the world War I allouwed to the sanld the "L
Iter-249 loss: 0.0555
es, rhonsedso- Opybc parsinter., unto and to an history. From the East China meand in 195 rentoral 17
Iter-250 loss: 0.0529
es, million in Chinese histovy nften called periods surred into a lad largsimateven end in 195 in the
Iter-251 loss: 0.0521
es.
. Ta- Ophes surnserchanse mitel an elovod colate the world's third-largest in the number militari
Iter-252 loss: 0.0552
es, Rast conur IImin whe mitelal morth country in the Noren in the world's namyurchankess of inconite
Iter-253 loss: 0.0582
es, are Honshu, the wortprrcest centuries resoss prere coun ore con the West the fourth lead of the n
Iter-254 loss: 0.0622
es, rigilal Cy .u日–Japan is a strato; worpar an enjoys the highest lected legislsose end in 1945 foll
Iter-255 loss: 0.0672
es, Che aton of any country in hias eamgh th largest econfr mupthe a nmlion. Japanese Walla, which na
Iter-256 loss: 0.0705
es, million is the world's largest forld-larly from West tee fin in the country in hist-ranked first 
Iter-257 loss: 0.0708
es, Kromutopan coloperlargest exporter and from other as of Nobel ladsen Enmpern of Japan y seral din
Iter-258 loss: 0.0700
es, fiic Japan an military -2parngs flitingy-war by mintion of Japan was prowos bollo the highonsty-m
Iter-259 loss: 0.0656
es, West the fourth lead of state of Japan gst tro6, with the soutrn mented in the name of the Sea of
Iter-260 loss: 0.0643
es, Runsing power wored as arlad of the Sea and Taighest wion, peroging sand for self-defent himate o
Iter-261 loss: 0.0610
es, mainly Ind the world, and ranked sithe malloy In the land ankeucnd in the northy largest in the n
Iter-262 loss: 0.0608
es, rininse Runs. Japan was the first hist2tiveWing rthess ove Honshust rised Asia to rintored int la
Iter-263 loss: 0.0596
es, mainnd in the worted an elecnite f fenites restoron pertonseh the world's third-largest in the ea
Iter-264 loss: 0.0564
es, maintained parligins frefenjuy peop, carly a tond Wins in the Globe Japan as of of live Seope sou
Iter-265 loss: 0.0550
es, Runsing power a high-su powes in 124 innlids greved wich baigsty resosural first Japan was preate
Iter-266 loss: 0.0531
es. The of WolloUnsedids of isolation in end in 195 in the world's largest forld's euncidese sixth la
Iter-267 loss: 0.0565
es, Nigholation. Aboutar as of of the Emperor and an elected in Asia. Japan is a member of 126 millio
Iter-268 loss: 0.0597
es, mhinjy in EariWHgomins of Japan was prowold'n membed perof stangex, ransed with a high sulfowond 
Iter-269 loss: 0.0674
es, rigily by surins highsst pefofion is the West. Japan is a develope nirs history texts from the 1s
Iter-270 loss: 0.0716
es, mainndI, the 185 Asia. Japan was the first coty to the West. Nearlast is the highest lifexent of 
Iter-271 loss: 0.0787
esany. Abouta ressefse Emaby s of isolation economy frnse firnth to the West. Nearlamy meton ppe insi
Iter-272 loss: 0.0702
es, rigily As. Japan is a devesed dinined into partery su meropero, angs matiolargest military buUUti
Iter-273 loss: 0.0683
est. Japan is a stratovolcad unrisns resofion of 12perogul merols. 7 or 1an is ranked sixth largest e
Iter-274 loss: 0.0671
ese shonstitution of Tokyb Japan was pirotion enjoys the highest lies in 124 innly Ist Chisosurchies 
Iter-275 loss: 0.0683
es, Rasse Was, the . and the largisladd numembip the G9rladese sured constiturye wital GDP and the wo
Iter-276 loss: 0.0766
es, mainly Ind is consing power of as of 1939, 1 matily 9y85Asraser Copen in the country a the Empero
Iter-277 loss: 0.0807
es, mhonserea and Nagasase unty G, by nomomat. Archaiomy by nominal GD5. an the ato to the West. Near
Iter-278 loss: 0.0824
es, mhinjeury constituty by nined West. Japan is a developte the world's largest Resopor sivine conf 
Iter-279 loss: 0.0757
es, mhinjion Japan is ras the world, and ranked sixte nmperok in 1868 and tled Senced into wholion is
Iter-280 loss: 0.0754
es, ;a nimerist. Int this whigh th calluwed insian maenal Grcalion endsinty-nftunmbef an is an island
Iter-281 loss: 0.0834
es, mhond'n digest resseds- and early Ind ease ended is the highest lifexup Anthica nd city of Tokyo 
Iter-282 loss: 0.0830
es, mhons, is lagagsecthis susse history textn expand in the Glo6, Japan is ranked first enjover Niho
Iter-283 loss: 0.0795
es, history. Fron syonserd. The kippllid uran "station early 20th centuries enjoo th largesteral 1ns 
Iter-284 loss: 0.0841
es, mhin", war and Winter Olympic Gaas early a Emperiod. The first in 1947, whichese Euron en cons Ja
Iter-285 loss: 0.0802
esesbo, the capital city in 1945 following the aggstal conf inntarinto popural city of Tokyo, the cap
Iter-286 loss: 0.0724
es. The of of the natiese history texts poulation enjoys the third istar Meoit leceasi with sarchessu
Iter-287 loss: 0.0723
es. The of of the Rising insurthic asea, peacimainty Imperopokarol war mipilarese seve uN, arces ite 
Iter-288 loss: 0.0842
es, mhinjy in East Asip. Japan is a stratovo ovorcho, the GJJapan end pere lipe an Empire of Japan wa
Iter-289 loss: 0.0880
es, mhond. The kiug ghosstume in 1nterized Japan tarizan wimgannd resigh, the numeral military budget
Iter-290 loss: 0.0878
es, mainalicentintion in 1947, Japan is ras the 1as pehear militariDlgintained ad Upap fourth-largest
Iter-291 loss: 0.0649
est. Japan is ras the world, gitelame In military budgh, tare in whe mivon of Japan was the and ranke
Iter-292 loss: 0.0749
es, mhond, with overode country byf oft lies the an elected legist risorog live is the world's livi a
Iter-293 loss: 0.0720
es. The corer with overorof Tokyb Japan is a devese fiut an unto par oky-gar buroth century untin 186
Iter-294 loss: 0.0716
es, mhinal mainad Ind the diviny a Rfiionstyired in 18533 In foldhw the first country in Asia. Japan 
Iter-295 loss: 0.0766
eses opper, margest mapmilith larteris. The four lagsese power with the world's third-largest econome
Iter-296 loss: 0.0706
es, mainalition". apne of Japan is a strairenternal conflict used with the Empire to portery. From th
Iter-297 loss: 0.0583
eses Noper an mote undient regiclakey An5as the highest life expectery , lectarese enjou0th live divi
Iter-298 loss: 0.0590
es, rigilitary shoguns who ruled in the Country with a high mamiol marlad mainadilivine symbol of sta
Iter-299 loss: 0.0584
eses Resopiden eagcetaries in the Glar, it is pepore asreal Ngapally acene Japan wast the G20 and is 
Iter-300 loss: 0.0610
eses oroty to the West the atoxho a defture four the Sea and Nagasase unsti. 1Te the Rising insurthic

In [ ]: