In [1]:
import glob
import numpy as np
import pandas as pd
from grafting_classifier import GraftingClassifier
from sklearn.linear_model import SGDClassifier
from ogfs_classifier import OGFSClassifier
from osfs_classifier import OSFSClassifier
from dpp_classifier import DPPClassifier
from dpp_classifier_mitra import DPPClassifier as DPPClassifier2
from dpp_classifier_ogfs import DPPClassifier as DPPClassifier3
from sklearn.metrics import log_loss, accuracy_score
#import dask.dataframe as dd
#import dask.array as da
In [2]:
class_train = glob.glob("microarray/*_train.csv")
print(class_train)
['microarray\\colon_train.csv', 'microarray\\leukemia_train.csv', 'microarray\\lung_cancer_train.csv', 'microarray\\prostate_train.csv']
In [3]:
def train_label(fname):
targetname = fname.replace(".csv", ".labels")
return pd.read_csv(targetname)
In [4]:
def get_performance(mod, fpath, mod_name):
train1 = pd.read_csv(fpath).fillna(0)
y = np.array(train_label(fpath)).flatten()
# simulate streaming...
# try splitting into groups of ~10,
# if there is no splits, try ~5.
train1_cols = np.array_split(range(train1.shape[1]), int(train1.shape[1]/10.0) + 1)
if len(train1_cols) == 1:
train1_cols = np.array_split(range(train1.shape[1]), int(train1.shape[1]/5.0) + 1)
all_cols = []
#mod = GraftingClassifier(max_iter=5)
if mod_name == 'Base':
mod.fit(train1, y)
results = {'accuracy': accuracy_score(y, mod.predict(train1)),
'logloss': log_loss(y, mod.predict_proba(train1)),
'feat_dim': mod.coef_.flatten().shape}
return results
# lets normalise the dataset...
train1 = (train1 - train1.mean())/(np.maximum(train1.std(), 1))
for idx, collist in enumerate(train1_cols):
if idx == 0:
column_list = list(np.array(list(train1.columns))[collist])
mod.fit(train1[column_list], y)
all_cols.extend(list(collist))
else:
all_cols.extend(list(collist))
column_list = list(np.array(list(train1.columns))[all_cols])
mod.partial_fit(train1[column_list], y)
# debugging
print_cond = True if idx % int((len(train1_cols)/10)+1) == 0 else False
if mod_name in ['Fast_OSFS', 'DPP', 'DPP3', 'OGFS'] and print_cond:
print("\tmodel: {}, iter: {}".format(mod_name, idx))
# for fast osfs
if mod_name == 'Fast_OSFS':
mod._redundancy(train1, y, mode='all')
results = {'accuracy': accuracy_score(y, mod.predict(train1)),
'logloss': log_loss(y, mod.predict_proba(train1)),
'feat_dim': mod.coef_.flatten().shape}
return results
In [5]:
def create_models():
return [
('Grafting', GraftingClassifier(max_iter=5, random_state=42)),
#('DPP', DPPClassifier(max_iter=5, random_state=42)),
#('DPP2', DPPClassifier2(max_iter=5, random_state=42)),
#('DPP3', DPPClassifier3(max_iter=5, random_state=42)),
#('OGFS', OGFSClassifier(max_iter=5, random_state=42)),
#('OSFS', OSFSClassifier(max_iter=5, random_state=42, fast_osfs=False)),
('Fast_OSFS', OSFSClassifier(max_iter=5, random_state=42)),
('Base', SGDClassifier(loss='log', max_iter=5, random_state=42))
]
In [6]:
ex_dat = class_train[3]
print(ex_dat, pd.read_csv(ex_dat).shape)
models = create_models()
for nm, mod in models:
print(nm, get_performance(mod, ex_dat, mod_name=nm))
microarray\prostate_train.csv (102, 12600)
Grafting {'accuracy': 1.0, 'logloss': 0.0015230494955966597, 'feat_dim': (153,)}
model: Fast_OSFS, iter: 0
model: Fast_OSFS, iter: 127
model: Fast_OSFS, iter: 254
model: Fast_OSFS, iter: 381
model: Fast_OSFS, iter: 508
model: Fast_OSFS, iter: 635
model: Fast_OSFS, iter: 762
model: Fast_OSFS, iter: 889
model: Fast_OSFS, iter: 1016
model: Fast_OSFS, iter: 1143
(102, 5537)
(102, 5536)
(102, 5535)
(102, 5534)
(102, 5533)
(102, 5532)
(102, 5531)
(102, 5530)
(102, 5529)
(102, 5528)
(102, 5527)
(102, 5526)
(102, 5525)
(102, 5524)
(102, 5523)
(102, 5522)
(102, 5521)
(102, 5520)
(102, 5519)
(102, 5518)
(102, 5517)
(102, 5516)
(102, 5515)
(102, 5514)
(102, 5513)
(102, 5512)
(102, 5511)
(102, 5510)
(102, 5509)
(102, 5508)
(102, 5507)
(102, 5506)
(102, 5505)
(102, 5504)
(102, 5503)
(102, 5502)
(102, 5501)
(102, 5500)
(102, 5499)
(102, 5498)
(102, 5497)
(102, 5496)
(102, 5495)
(102, 5494)
(102, 5493)
(102, 5492)
(102, 5491)
(102, 5490)
(102, 5489)
(102, 5488)
(102, 5487)
(102, 5486)
(102, 5485)
(102, 5484)
(102, 5483)
(102, 5482)
(102, 5481)
(102, 5480)
(102, 5479)
(102, 5478)
(102, 5477)
(102, 5476)
(102, 5475)
(102, 5474)
(102, 5473)
(102, 5472)
(102, 5471)
(102, 5470)
(102, 5469)
(102, 5468)
(102, 5467)
(102, 5466)
(102, 5465)
(102, 5464)
(102, 5463)
(102, 5462)
(102, 5461)
(102, 5460)
(102, 5459)
(102, 5458)
(102, 5457)
(102, 5456)
(102, 5455)
(102, 5454)
(102, 5453)
(102, 5452)
(102, 5451)
(102, 5450)
(102, 5449)
(102, 5448)
(102, 5447)
(102, 5446)
(102, 5445)
(102, 5444)
(102, 5443)
(102, 5442)
(102, 5441)
(102, 5440)
(102, 5439)
(102, 5438)
(102, 5437)
(102, 5436)
(102, 5435)
(102, 5434)
(102, 5433)
(102, 5432)
(102, 5431)
(102, 5430)
(102, 5429)
(102, 5428)
(102, 5427)
(102, 5426)
(102, 5425)
(102, 5424)
(102, 5423)
(102, 5422)
(102, 5421)
(102, 5420)
(102, 5419)
(102, 5418)
(102, 5417)
(102, 5416)
(102, 5415)
(102, 5414)
(102, 5413)
(102, 5412)
(102, 5411)
(102, 5411)
(102, 5410)
(102, 5409)
(102, 5408)
(102, 5407)
(102, 5406)
(102, 5405)
(102, 5404)
(102, 5403)
(102, 5402)
(102, 5401)
(102, 5400)
(102, 5399)
(102, 5398)
(102, 5397)
(102, 5396)
(102, 5395)
(102, 5394)
(102, 5393)
(102, 5392)
(102, 5391)
(102, 5390)
(102, 5389)
(102, 5388)
(102, 5387)
(102, 5386)
(102, 5385)
(102, 5384)
(102, 5383)
(102, 5382)
(102, 5381)
(102, 5380)
(102, 5379)
(102, 5378)
(102, 5377)
(102, 5376)
(102, 5375)
(102, 5374)
(102, 5373)
(102, 5372)
(102, 5371)
(102, 5370)
(102, 5369)
(102, 5368)
(102, 5367)
(102, 5366)
(102, 5365)
(102, 5364)
(102, 5363)
(102, 5362)
(102, 5361)
(102, 5360)
(102, 5359)
(102, 5358)
(102, 5357)
(102, 5356)
(102, 5355)
(102, 5354)
(102, 5353)
(102, 5352)
(102, 5351)
(102, 5350)
(102, 5349)
(102, 5348)
(102, 5347)
(102, 5346)
(102, 5345)
(102, 5344)
(102, 5343)
(102, 5342)
(102, 5341)
(102, 5340)
(102, 5339)
(102, 5338)
(102, 5337)
(102, 5336)
(102, 5335)
(102, 5334)
(102, 5333)
(102, 5332)
(102, 5331)
(102, 5330)
(102, 5329)
(102, 5328)
(102, 5327)
(102, 5326)
(102, 5325)
(102, 5324)
(102, 5323)
(102, 5322)
(102, 5321)
(102, 5320)
(102, 5319)
(102, 5318)
(102, 5317)
(102, 5316)
(102, 5315)
(102, 5314)
(102, 5313)
(102, 5312)
(102, 5311)
(102, 5310)
(102, 5309)
(102, 5308)
(102, 5307)
(102, 5306)
(102, 5305)
(102, 5304)
(102, 5303)
(102, 5302)
(102, 5301)
(102, 5300)
(102, 5299)
(102, 5298)
(102, 5297)
(102, 5296)
(102, 5295)
(102, 5294)
(102, 5293)
(102, 5292)
(102, 5291)
(102, 5290)
(102, 5289)
(102, 5288)
(102, 5287)
(102, 5286)
(102, 5285)
(102, 5284)
(102, 5283)
(102, 5282)
(102, 5281)
(102, 5280)
(102, 5279)
(102, 5278)
(102, 5277)
(102, 5276)
(102, 5275)
(102, 5274)
(102, 5274)
(102, 5273)
(102, 5272)
(102, 5271)
(102, 5270)
(102, 5269)
(102, 5268)
(102, 5267)
(102, 5266)
(102, 5265)
(102, 5264)
(102, 5263)
(102, 5262)
(102, 5261)
(102, 5260)
(102, 5259)
(102, 5258)
(102, 5257)
(102, 5256)
(102, 5255)
(102, 5254)
(102, 5253)
(102, 5252)
(102, 5251)
(102, 5250)
(102, 5249)
(102, 5248)
(102, 5247)
(102, 5246)
(102, 5245)
(102, 5244)
(102, 5243)
(102, 5242)
(102, 5241)
(102, 5240)
(102, 5239)
(102, 5238)
(102, 5237)
(102, 5236)
(102, 5235)
(102, 5234)
(102, 5233)
(102, 5232)
(102, 5231)
(102, 5230)
(102, 5229)
(102, 5228)
(102, 5227)
(102, 5226)
(102, 5225)
(102, 5224)
(102, 5223)
(102, 5222)
(102, 5221)
(102, 5220)
(102, 5219)
(102, 5219)
(102, 5218)
(102, 5217)
(102, 5216)
(102, 5215)
(102, 5214)
(102, 5213)
(102, 5212)
(102, 5211)
(102, 5210)
(102, 5209)
(102, 5208)
(102, 5207)
(102, 5206)
(102, 5205)
(102, 5204)
(102, 5203)
(102, 5202)
(102, 5201)
(102, 5200)
(102, 5199)
(102, 5198)
(102, 5197)
(102, 5196)
(102, 5195)
(102, 5194)
(102, 5193)
(102, 5192)
(102, 5191)
(102, 5190)
(102, 5189)
(102, 5188)
(102, 5187)
(102, 5186)
(102, 5185)
(102, 5184)
(102, 5183)
(102, 5182)
(102, 5181)
(102, 5180)
(102, 5179)
(102, 5178)
(102, 5177)
(102, 5176)
(102, 5175)
(102, 5175)
(102, 5174)
(102, 5173)
(102, 5172)
(102, 5171)
(102, 5170)
(102, 5169)
(102, 5168)
(102, 5167)
(102, 5166)
(102, 5165)
(102, 5164)
(102, 5163)
(102, 5162)
(102, 5161)
(102, 5160)
(102, 5159)
(102, 5158)
(102, 5157)
(102, 5156)
(102, 5155)
(102, 5154)
(102, 5153)
(102, 5152)
(102, 5151)
(102, 5150)
(102, 5149)
(102, 5148)
(102, 5147)
(102, 5146)
(102, 5145)
(102, 5144)
(102, 5143)
(102, 5142)
(102, 5141)
(102, 5140)
(102, 5139)
(102, 5138)
(102, 5137)
(102, 5136)
(102, 5135)
(102, 5134)
(102, 5133)
(102, 5132)
(102, 5131)
(102, 5130)
(102, 5129)
(102, 5128)
(102, 5128)
(102, 5127)
(102, 5126)
(102, 5125)
(102, 5124)
(102, 5123)
(102, 5122)
(102, 5121)
(102, 5120)
(102, 5119)
(102, 5118)
(102, 5117)
(102, 5116)
(102, 5115)
(102, 5114)
(102, 5113)
(102, 5112)
(102, 5111)
(102, 5110)
(102, 5109)
(102, 5108)
(102, 5107)
(102, 5106)
(102, 5105)
(102, 5104)
(102, 5103)
(102, 5102)
(102, 5101)
(102, 5100)
(102, 5099)
(102, 5098)
(102, 5097)
(102, 5096)
(102, 5095)
(102, 5094)
(102, 5093)
(102, 5092)
(102, 5091)
(102, 5090)
(102, 5089)
(102, 5088)
(102, 5087)
(102, 5086)
(102, 5085)
(102, 5084)
(102, 5083)
(102, 5082)
(102, 5081)
(102, 5080)
(102, 5079)
(102, 5078)
(102, 5077)
(102, 5076)
(102, 5075)
(102, 5074)
(102, 5073)
(102, 5072)
(102, 5071)
(102, 5070)
(102, 5069)
(102, 5068)
(102, 5067)
(102, 5066)
(102, 5065)
(102, 5064)
(102, 5063)
(102, 5062)
(102, 5061)
(102, 5060)
(102, 5059)
(102, 5058)
(102, 5057)
(102, 5056)
(102, 5055)
(102, 5054)
(102, 5053)
(102, 5052)
(102, 5051)
(102, 5050)
(102, 5049)
(102, 5048)
(102, 5047)
(102, 5046)
(102, 5045)
(102, 5044)
(102, 5043)
(102, 5042)
(102, 5041)
(102, 5040)
(102, 5039)
(102, 5038)
(102, 5037)
(102, 5036)
(102, 5035)
(102, 5034)
(102, 5033)
(102, 5032)
(102, 5031)
(102, 5030)
(102, 5029)
(102, 5028)
(102, 5027)
(102, 5026)
(102, 5025)
(102, 5024)
(102, 5023)
(102, 5022)
(102, 5021)
(102, 5020)
(102, 5019)
(102, 5018)
(102, 5017)
(102, 5016)
(102, 5015)
(102, 5014)
(102, 5013)
(102, 5012)
(102, 5011)
(102, 5010)
(102, 5009)
(102, 5008)
(102, 5007)
(102, 5006)
(102, 5005)
(102, 5004)
(102, 5003)
(102, 5002)
(102, 5001)
(102, 5000)
(102, 4999)
(102, 4998)
(102, 4997)
(102, 4996)
(102, 4995)
(102, 4994)
(102, 4993)
(102, 4992)
(102, 4991)
(102, 4990)
(102, 4989)
(102, 4988)
(102, 4987)
(102, 4986)
(102, 4985)
(102, 4984)
(102, 4983)
(102, 4982)
(102, 4981)
(102, 4980)
(102, 4979)
(102, 4978)
(102, 4977)
(102, 4976)
(102, 4975)
(102, 4974)
(102, 4973)
(102, 4972)
(102, 4971)
(102, 4970)
(102, 4969)
(102, 4968)
(102, 4967)
(102, 4966)
(102, 4965)
(102, 4964)
(102, 4963)
(102, 4962)
(102, 4961)
(102, 4960)
(102, 4959)
(102, 4958)
(102, 4957)
(102, 4956)
(102, 4955)
(102, 4954)
(102, 4953)
(102, 4952)
(102, 4951)
(102, 4950)
(102, 4949)
(102, 4948)
(102, 4947)
(102, 4946)
(102, 4945)
(102, 4944)
(102, 4943)
(102, 4942)
(102, 4941)
(102, 4940)
(102, 4939)
(102, 4938)
(102, 4937)
(102, 4936)
(102, 4935)
(102, 4934)
(102, 4933)
(102, 4932)
(102, 4931)
(102, 4930)
(102, 4929)
(102, 4928)
(102, 4927)
(102, 4926)
(102, 4925)
(102, 4924)
(102, 4923)
(102, 4922)
(102, 4921)
(102, 4920)
(102, 4919)
(102, 4918)
(102, 4917)
(102, 4916)
(102, 4915)
(102, 4914)
(102, 4913)
(102, 4912)
(102, 4911)
(102, 4910)
(102, 4909)
(102, 4908)
(102, 4907)
(102, 4906)
(102, 4906)
(102, 4905)
(102, 4904)
(102, 4903)
(102, 4902)
(102, 4901)
(102, 4900)
(102, 4899)
(102, 4898)
(102, 4897)
(102, 4896)
(102, 4895)
(102, 4894)
(102, 4893)
(102, 4892)
(102, 4891)
(102, 4890)
(102, 4889)
(102, 4888)
(102, 4887)
(102, 4886)
(102, 4885)
(102, 4884)
(102, 4883)
(102, 4882)
(102, 4881)
(102, 4880)
(102, 4879)
(102, 4878)
(102, 4877)
(102, 4876)
(102, 4875)
(102, 4874)
(102, 4873)
(102, 4872)
(102, 4871)
(102, 4870)
(102, 4869)
(102, 4868)
(102, 4867)
(102, 4866)
(102, 4865)
(102, 4864)
(102, 4863)
(102, 4862)
(102, 4861)
(102, 4860)
(102, 4859)
(102, 4858)
(102, 4857)
(102, 4856)
(102, 4855)
(102, 4854)
(102, 4853)
(102, 4852)
(102, 4851)
(102, 4850)
(102, 4849)
(102, 4848)
(102, 4847)
(102, 4846)
(102, 4845)
(102, 4844)
(102, 4843)
(102, 4842)
(102, 4841)
(102, 4840)
(102, 4839)
(102, 4838)
(102, 4837)
(102, 4836)
(102, 4835)
(102, 4834)
(102, 4833)
(102, 4832)
(102, 4831)
(102, 4830)
(102, 4829)
(102, 4828)
(102, 4827)
(102, 4826)
(102, 4825)
(102, 4824)
(102, 4823)
(102, 4822)
(102, 4821)
(102, 4820)
(102, 4819)
(102, 4818)
(102, 4817)
(102, 4816)
(102, 4815)
(102, 4814)
(102, 4813)
(102, 4812)
(102, 4811)
(102, 4810)
(102, 4809)
(102, 4808)
(102, 4807)
(102, 4806)
(102, 4805)
(102, 4804)
(102, 4803)
(102, 4802)
(102, 4801)
(102, 4800)
(102, 4799)
(102, 4798)
(102, 4797)
(102, 4796)
(102, 4795)
(102, 4794)
(102, 4793)
(102, 4792)
(102, 4791)
(102, 4790)
(102, 4789)
(102, 4788)
(102, 4787)
(102, 4787)
(102, 4786)
(102, 4786)
(102, 4785)
(102, 4784)
(102, 4783)
(102, 4782)
(102, 4781)
(102, 4780)
(102, 4779)
(102, 4778)
(102, 4777)
(102, 4776)
(102, 4775)
(102, 4774)
(102, 4773)
(102, 4772)
(102, 4771)
(102, 4770)
(102, 4769)
(102, 4768)
(102, 4767)
(102, 4766)
(102, 4765)
(102, 4764)
(102, 4763)
(102, 4762)
(102, 4761)
(102, 4760)
(102, 4759)
(102, 4758)
(102, 4757)
(102, 4756)
(102, 4755)
(102, 4754)
(102, 4753)
(102, 4752)
(102, 4751)
(102, 4750)
(102, 4749)
(102, 4748)
(102, 4747)
(102, 4746)
(102, 4745)
(102, 4744)
(102, 4743)
(102, 4742)
(102, 4741)
(102, 4740)
(102, 4739)
(102, 4738)
(102, 4737)
(102, 4736)
(102, 4735)
(102, 4734)
(102, 4733)
(102, 4732)
(102, 4731)
(102, 4730)
(102, 4729)
(102, 4728)
(102, 4727)
(102, 4726)
(102, 4725)
(102, 4724)
(102, 4723)
(102, 4722)
(102, 4721)
(102, 4720)
(102, 4719)
(102, 4718)
(102, 4717)
(102, 4716)
(102, 4715)
(102, 4714)
(102, 4713)
(102, 4712)
(102, 4711)
(102, 4710)
(102, 4709)
(102, 4708)
(102, 4707)
(102, 4706)
(102, 4705)
(102, 4704)
(102, 4703)
(102, 4702)
(102, 4701)
(102, 4700)
(102, 4699)
(102, 4698)
(102, 4697)
(102, 4696)
(102, 4695)
(102, 4694)
(102, 4693)
(102, 4692)
(102, 4691)
(102, 4690)
(102, 4689)
(102, 4688)
(102, 4687)
(102, 4686)
(102, 4685)
(102, 4684)
(102, 4683)
(102, 4682)
(102, 4681)
(102, 4680)
(102, 4679)
(102, 4678)
(102, 4677)
(102, 4676)
(102, 4675)
(102, 4674)
(102, 4673)
(102, 4672)
(102, 4671)
(102, 4670)
(102, 4669)
(102, 4668)
(102, 4667)
(102, 4666)
(102, 4665)
(102, 4664)
(102, 4663)
(102, 4662)
(102, 4661)
(102, 4660)
(102, 4659)
(102, 4658)
(102, 4657)
(102, 4656)
(102, 4655)
(102, 4654)
(102, 4653)
(102, 4652)
(102, 4651)
(102, 4650)
(102, 4649)
(102, 4648)
(102, 4647)
(102, 4646)
(102, 4645)
(102, 4644)
(102, 4643)
(102, 4642)
(102, 4641)
(102, 4640)
(102, 4639)
(102, 4638)
(102, 4637)
(102, 4636)
(102, 4635)
(102, 4634)
(102, 4633)
(102, 4632)
(102, 4631)
(102, 4630)
(102, 4629)
(102, 4628)
(102, 4627)
(102, 4626)
(102, 4625)
(102, 4624)
(102, 4623)
(102, 4622)
(102, 4621)
(102, 4620)
(102, 4619)
(102, 4618)
(102, 4617)
(102, 4616)
(102, 4615)
(102, 4614)
(102, 4613)
(102, 4612)
(102, 4611)
(102, 4610)
(102, 4609)
(102, 4608)
(102, 4607)
(102, 4606)
(102, 4605)
(102, 4605)
(102, 4604)
(102, 4603)
(102, 4602)
(102, 4601)
(102, 4600)
(102, 4599)
(102, 4598)
(102, 4597)
(102, 4596)
(102, 4595)
(102, 4594)
(102, 4593)
(102, 4592)
(102, 4591)
(102, 4590)
(102, 4589)
(102, 4588)
(102, 4587)
(102, 4586)
(102, 4585)
(102, 4584)
(102, 4583)
(102, 4582)
(102, 4581)
(102, 4580)
(102, 4579)
(102, 4578)
(102, 4577)
(102, 4576)
(102, 4575)
(102, 4574)
(102, 4573)
(102, 4572)
(102, 4571)
(102, 4570)
(102, 4569)
(102, 4568)
(102, 4567)
(102, 4566)
(102, 4565)
(102, 4564)
(102, 4563)
(102, 4562)
(102, 4561)
(102, 4560)
(102, 4559)
(102, 4558)
(102, 4557)
(102, 4556)
(102, 4555)
(102, 4554)
(102, 4553)
(102, 4552)
(102, 4551)
(102, 4550)
(102, 4549)
(102, 4548)
(102, 4547)
(102, 4546)
(102, 4545)
(102, 4544)
(102, 4543)
(102, 4542)
(102, 4541)
(102, 4540)
(102, 4539)
(102, 4538)
(102, 4537)
(102, 4536)
(102, 4535)
(102, 4534)
(102, 4533)
(102, 4532)
(102, 4531)
(102, 4530)
(102, 4529)
(102, 4528)
(102, 4527)
(102, 4526)
(102, 4525)
(102, 4524)
(102, 4523)
(102, 4522)
(102, 4521)
(102, 4520)
(102, 4519)
(102, 4518)
(102, 4517)
(102, 4516)
(102, 4515)
(102, 4514)
(102, 4513)
(102, 4512)
(102, 4511)
(102, 4510)
(102, 4509)
(102, 4508)
(102, 4507)
(102, 4506)
(102, 4505)
(102, 4504)
(102, 4503)
(102, 4502)
(102, 4501)
(102, 4500)
(102, 4499)
(102, 4498)
(102, 4497)
(102, 4496)
(102, 4495)
(102, 4494)
(102, 4493)
(102, 4492)
(102, 4491)
(102, 4490)
(102, 4489)
(102, 4488)
(102, 4487)
(102, 4486)
(102, 4485)
(102, 4484)
(102, 4483)
(102, 4482)
(102, 4481)
(102, 4480)
(102, 4479)
(102, 4478)
(102, 4477)
(102, 4476)
(102, 4475)
(102, 4474)
(102, 4473)
(102, 4472)
(102, 4471)
(102, 4470)
(102, 4469)
(102, 4468)
(102, 4467)
(102, 4466)
(102, 4465)
(102, 4464)
(102, 4463)
(102, 4462)
(102, 4461)
(102, 4460)
(102, 4459)
(102, 4458)
(102, 4457)
(102, 4456)
(102, 4455)
(102, 4454)
(102, 4453)
(102, 4452)
(102, 4451)
(102, 4450)
(102, 4449)
(102, 4448)
(102, 4447)
(102, 4446)
(102, 4445)
(102, 4444)
(102, 4443)
(102, 4442)
(102, 4441)
(102, 4440)
(102, 4439)
(102, 4438)
(102, 4437)
(102, 4436)
(102, 4435)
(102, 4434)
(102, 4433)
(102, 4433)
(102, 4432)
(102, 4431)
(102, 4430)
(102, 4429)
(102, 4428)
(102, 4427)
(102, 4426)
(102, 4425)
(102, 4424)
(102, 4423)
(102, 4422)
(102, 4421)
(102, 4420)
(102, 4419)
(102, 4418)
(102, 4417)
(102, 4416)
(102, 4415)
(102, 4414)
(102, 4413)
(102, 4412)
(102, 4411)
(102, 4410)
(102, 4409)
(102, 4408)
(102, 4407)
(102, 4406)
(102, 4405)
(102, 4404)
(102, 4403)
(102, 4402)
(102, 4401)
(102, 4400)
(102, 4399)
(102, 4398)
(102, 4397)
(102, 4396)
(102, 4395)
(102, 4394)
(102, 4393)
(102, 4392)
(102, 4391)
(102, 4390)
(102, 4389)
(102, 4388)
(102, 4387)
(102, 4386)
(102, 4385)
(102, 4384)
(102, 4383)
(102, 4382)
(102, 4381)
(102, 4380)
(102, 4379)
(102, 4378)
(102, 4377)
(102, 4376)
(102, 4375)
(102, 4374)
(102, 4374)
(102, 4373)
(102, 4372)
(102, 4371)
(102, 4370)
(102, 4369)
(102, 4368)
(102, 4367)
(102, 4366)
(102, 4365)
(102, 4364)
(102, 4363)
(102, 4362)
(102, 4361)
(102, 4360)
(102, 4359)
(102, 4358)
(102, 4357)
(102, 4356)
(102, 4355)
(102, 4354)
(102, 4353)
(102, 4352)
(102, 4351)
(102, 4350)
(102, 4349)
(102, 4348)
(102, 4347)
(102, 4346)
(102, 4345)
(102, 4344)
(102, 4343)
(102, 4342)
(102, 4341)
(102, 4340)
(102, 4339)
(102, 4338)
(102, 4337)
(102, 4336)
(102, 4335)
(102, 4334)
(102, 4333)
(102, 4332)
(102, 4331)
(102, 4330)
(102, 4329)
(102, 4328)
(102, 4327)
(102, 4326)
(102, 4325)
(102, 4324)
(102, 4323)
(102, 4322)
(102, 4321)
(102, 4320)
(102, 4319)
(102, 4318)
(102, 4317)
(102, 4316)
(102, 4315)
(102, 4314)
(102, 4313)
(102, 4312)
(102, 4311)
(102, 4310)
(102, 4309)
(102, 4308)
(102, 4307)
(102, 4306)
(102, 4305)
(102, 4304)
(102, 4303)
(102, 4302)
(102, 4301)
(102, 4300)
(102, 4299)
(102, 4298)
(102, 4297)
(102, 4296)
(102, 4295)
(102, 4294)
(102, 4293)
(102, 4292)
(102, 4291)
(102, 4290)
(102, 4289)
(102, 4288)
(102, 4287)
(102, 4286)
(102, 4285)
(102, 4284)
(102, 4283)
(102, 4282)
(102, 4281)
(102, 4280)
(102, 4279)
(102, 4278)
(102, 4277)
(102, 4276)
(102, 4275)
(102, 4274)
(102, 4273)
(102, 4272)
(102, 4271)
(102, 4270)
(102, 4269)
(102, 4268)
(102, 4267)
(102, 4266)
(102, 4265)
(102, 4264)
(102, 4263)
(102, 4262)
(102, 4261)
(102, 4260)
(102, 4259)
(102, 4258)
(102, 4257)
(102, 4256)
(102, 4255)
(102, 4254)
(102, 4253)
(102, 4252)
(102, 4251)
(102, 4250)
(102, 4249)
(102, 4248)
(102, 4247)
(102, 4246)
(102, 4245)
(102, 4244)
(102, 4243)
(102, 4242)
(102, 4241)
(102, 4240)
(102, 4239)
(102, 4238)
(102, 4237)
(102, 4236)
(102, 4235)
(102, 4234)
(102, 4233)
(102, 4232)
(102, 4231)
(102, 4230)
(102, 4229)
(102, 4228)
(102, 4227)
(102, 4226)
(102, 4225)
(102, 4224)
(102, 4223)
(102, 4222)
(102, 4221)
(102, 4220)
(102, 4219)
(102, 4218)
(102, 4217)
(102, 4216)
(102, 4215)
(102, 4214)
(102, 4213)
(102, 4212)
(102, 4211)
(102, 4210)
(102, 4209)
(102, 4208)
(102, 4207)
(102, 4206)
(102, 4205)
(102, 4204)
(102, 4203)
(102, 4202)
(102, 4201)
(102, 4200)
(102, 4199)
(102, 4198)
(102, 4197)
(102, 4196)
(102, 4195)
(102, 4194)
(102, 4193)
(102, 4192)
(102, 4191)
(102, 4190)
(102, 4189)
(102, 4188)
(102, 4187)
(102, 4186)
(102, 4185)
(102, 4184)
(102, 4183)
(102, 4182)
(102, 4181)
(102, 4180)
(102, 4179)
(102, 4178)
(102, 4177)
(102, 4176)
(102, 4175)
(102, 4174)
(102, 4173)
(102, 4172)
(102, 4171)
(102, 4170)
(102, 4169)
(102, 4168)
(102, 4167)
(102, 4166)
(102, 4165)
(102, 4164)
(102, 4163)
(102, 4162)
(102, 4161)
(102, 4160)
(102, 4159)
(102, 4158)
(102, 4157)
(102, 4156)
(102, 4155)
(102, 4154)
(102, 4153)
(102, 4152)
(102, 4151)
(102, 4150)
(102, 4149)
(102, 4148)
(102, 4147)
(102, 4146)
(102, 4145)
(102, 4144)
(102, 4143)
(102, 4142)
(102, 4141)
(102, 4140)
(102, 4139)
(102, 4138)
(102, 4137)
(102, 4136)
(102, 4135)
(102, 4134)
(102, 4133)
(102, 4132)
(102, 4131)
(102, 4130)
(102, 4129)
(102, 4128)
(102, 4127)
(102, 4126)
(102, 4125)
(102, 4124)
(102, 4123)
(102, 4122)
(102, 4121)
(102, 4120)
(102, 4119)
(102, 4118)
(102, 4117)
(102, 4116)
(102, 4115)
(102, 4114)
(102, 4113)
(102, 4113)
(102, 4112)
(102, 4111)
(102, 4110)
(102, 4109)
(102, 4108)
(102, 4107)
(102, 4106)
(102, 4105)
(102, 4104)
(102, 4103)
(102, 4102)
(102, 4101)
(102, 4100)
(102, 4099)
(102, 4098)
(102, 4097)
(102, 4096)
(102, 4095)
(102, 4094)
(102, 4093)
(102, 4092)
(102, 4091)
(102, 4090)
(102, 4089)
(102, 4088)
(102, 4087)
(102, 4086)
(102, 4085)
(102, 4084)
(102, 4083)
(102, 4082)
(102, 4081)
(102, 4080)
(102, 4079)
(102, 4078)
(102, 4077)
(102, 4076)
(102, 4075)
(102, 4074)
(102, 4073)
(102, 4072)
(102, 4071)
(102, 4070)
(102, 4069)
(102, 4068)
(102, 4067)
(102, 4066)
(102, 4065)
(102, 4064)
(102, 4063)
(102, 4062)
(102, 4061)
(102, 4060)
(102, 4059)
(102, 4058)
(102, 4057)
(102, 4056)
(102, 4055)
(102, 4054)
(102, 4053)
(102, 4052)
(102, 4051)
(102, 4050)
(102, 4049)
(102, 4048)
(102, 4047)
(102, 4046)
(102, 4045)
(102, 4044)
(102, 4043)
(102, 4042)
(102, 4041)
(102, 4040)
(102, 4039)
(102, 4038)
(102, 4037)
(102, 4036)
(102, 4035)
(102, 4034)
(102, 4033)
(102, 4032)
(102, 4031)
(102, 4030)
(102, 4029)
(102, 4028)
(102, 4027)
(102, 4026)
(102, 4025)
(102, 4024)
(102, 4023)
(102, 4022)
(102, 4021)
(102, 4020)
(102, 4019)
(102, 4018)
(102, 4017)
(102, 4016)
(102, 4015)
(102, 4014)
(102, 4013)
(102, 4012)
(102, 4011)
(102, 4010)
(102, 4009)
(102, 4008)
(102, 4007)
(102, 4006)
(102, 4005)
(102, 4004)
(102, 4003)
(102, 4002)
(102, 4001)
(102, 4000)
(102, 3999)
(102, 3998)
(102, 3997)
(102, 3996)
(102, 3995)
(102, 3994)
(102, 3993)
(102, 3992)
(102, 3991)
(102, 3990)
(102, 3989)
(102, 3988)
(102, 3987)
(102, 3986)
(102, 3985)
(102, 3984)
(102, 3983)
(102, 3982)
(102, 3981)
(102, 3980)
(102, 3979)
(102, 3978)
(102, 3977)
(102, 3976)
(102, 3975)
(102, 3974)
(102, 3973)
(102, 3972)
(102, 3971)
(102, 3970)
(102, 3969)
(102, 3968)
(102, 3967)
(102, 3966)
(102, 3965)
(102, 3964)
(102, 3963)
(102, 3962)
(102, 3961)
(102, 3960)
(102, 3959)
(102, 3958)
(102, 3957)
(102, 3956)
(102, 3955)
(102, 3954)
(102, 3953)
(102, 3952)
(102, 3951)
(102, 3950)
(102, 3949)
(102, 3948)
(102, 3947)
(102, 3946)
(102, 3945)
(102, 3944)
(102, 3943)
(102, 3942)
(102, 3941)
(102, 3940)
(102, 3939)
(102, 3938)
(102, 3937)
(102, 3936)
(102, 3935)
(102, 3934)
(102, 3933)
(102, 3932)
(102, 3931)
(102, 3930)
(102, 3929)
(102, 3928)
(102, 3927)
(102, 3926)
(102, 3925)
(102, 3924)
(102, 3923)
(102, 3922)
(102, 3921)
(102, 3920)
(102, 3919)
(102, 3918)
(102, 3917)
(102, 3916)
(102, 3915)
(102, 3914)
(102, 3913)
(102, 3912)
(102, 3911)
(102, 3910)
(102, 3909)
(102, 3908)
(102, 3907)
(102, 3906)
(102, 3905)
(102, 3904)
(102, 3903)
(102, 3902)
(102, 3901)
(102, 3900)
(102, 3899)
(102, 3899)
(102, 3898)
(102, 3897)
(102, 3896)
(102, 3895)
(102, 3894)
(102, 3893)
(102, 3892)
(102, 3891)
(102, 3890)
(102, 3889)
(102, 3888)
(102, 3887)
(102, 3886)
(102, 3885)
(102, 3884)
(102, 3883)
(102, 3882)
(102, 3881)
(102, 3880)
(102, 3879)
(102, 3878)
(102, 3877)
(102, 3876)
(102, 3875)
(102, 3874)
(102, 3873)
(102, 3872)
(102, 3871)
(102, 3870)
(102, 3869)
(102, 3868)
(102, 3867)
(102, 3866)
(102, 3865)
(102, 3864)
(102, 3863)
(102, 3862)
(102, 3861)
(102, 3860)
(102, 3859)
(102, 3858)
(102, 3857)
(102, 3856)
(102, 3855)
(102, 3854)
(102, 3853)
(102, 3852)
(102, 3851)
(102, 3850)
(102, 3849)
(102, 3848)
(102, 3847)
(102, 3846)
(102, 3845)
(102, 3844)
(102, 3843)
(102, 3842)
(102, 3841)
(102, 3840)
(102, 3839)
(102, 3838)
(102, 3837)
(102, 3836)
(102, 3835)
(102, 3834)
(102, 3833)
(102, 3832)
(102, 3831)
(102, 3830)
(102, 3829)
(102, 3828)
(102, 3827)
(102, 3826)
(102, 3825)
(102, 3824)
(102, 3823)
(102, 3822)
(102, 3821)
(102, 3820)
(102, 3819)
(102, 3818)
(102, 3817)
(102, 3816)
(102, 3815)
(102, 3814)
(102, 3813)
(102, 3812)
(102, 3811)
(102, 3810)
(102, 3809)
(102, 3808)
(102, 3807)
(102, 3806)
(102, 3805)
(102, 3804)
(102, 3803)
(102, 3802)
(102, 3801)
(102, 3800)
(102, 3799)
(102, 3798)
(102, 3797)
(102, 3796)
(102, 3795)
(102, 3794)
(102, 3793)
(102, 3792)
(102, 3791)
(102, 3790)
(102, 3789)
(102, 3788)
(102, 3787)
(102, 3786)
(102, 3785)
(102, 3784)
(102, 3783)
(102, 3782)
(102, 3781)
(102, 3780)
(102, 3779)
(102, 3778)
(102, 3777)
(102, 3776)
(102, 3775)
(102, 3774)
(102, 3773)
(102, 3772)
(102, 3771)
(102, 3770)
(102, 3769)
(102, 3768)
(102, 3767)
(102, 3766)
(102, 3765)
(102, 3764)
(102, 3763)
(102, 3762)
(102, 3761)
(102, 3760)
(102, 3759)
(102, 3758)
(102, 3757)
(102, 3756)
(102, 3756)
(102, 3755)
(102, 3754)
(102, 3753)
(102, 3752)
(102, 3751)
(102, 3751)
(102, 3750)
(102, 3749)
(102, 3748)
(102, 3747)
(102, 3746)
(102, 3745)
(102, 3744)
(102, 3743)
(102, 3742)
(102, 3741)
(102, 3740)
(102, 3740)
(102, 3739)
(102, 3738)
(102, 3737)
(102, 3736)
(102, 3735)
(102, 3734)
(102, 3733)
(102, 3732)
(102, 3731)
(102, 3730)
(102, 3729)
(102, 3728)
(102, 3727)
(102, 3726)
(102, 3725)
(102, 3724)
(102, 3723)
(102, 3722)
(102, 3721)
(102, 3720)
(102, 3719)
(102, 3718)
(102, 3717)
(102, 3716)
(102, 3715)
(102, 3714)
(102, 3713)
(102, 3712)
(102, 3711)
(102, 3710)
(102, 3709)
(102, 3708)
(102, 3707)
(102, 3706)
(102, 3705)
(102, 3704)
(102, 3703)
(102, 3702)
(102, 3701)
(102, 3700)
(102, 3699)
(102, 3698)
(102, 3697)
(102, 3696)
(102, 3695)
(102, 3694)
(102, 3693)
(102, 3692)
(102, 3691)
(102, 3691)
(102, 3690)
(102, 3689)
(102, 3688)
(102, 3687)
(102, 3686)
(102, 3685)
(102, 3684)
(102, 3683)
(102, 3682)
(102, 3681)
(102, 3680)
(102, 3679)
(102, 3678)
(102, 3677)
(102, 3676)
(102, 3675)
(102, 3674)
(102, 3673)
(102, 3672)
(102, 3671)
(102, 3670)
(102, 3669)
(102, 3668)
(102, 3667)
(102, 3666)
(102, 3665)
(102, 3664)
(102, 3663)
(102, 3662)
(102, 3661)
(102, 3660)
(102, 3659)
(102, 3658)
(102, 3657)
(102, 3656)
(102, 3655)
(102, 3654)
(102, 3653)
(102, 3652)
(102, 3651)
(102, 3650)
(102, 3649)
(102, 3648)
(102, 3647)
(102, 3646)
(102, 3645)
(102, 3644)
(102, 3643)
(102, 3642)
(102, 3641)
(102, 3640)
(102, 3639)
(102, 3638)
(102, 3637)
(102, 3636)
(102, 3635)
(102, 3634)
(102, 3633)
(102, 3632)
(102, 3631)
(102, 3630)
(102, 3629)
(102, 3628)
(102, 3627)
(102, 3626)
(102, 3625)
(102, 3624)
(102, 3623)
(102, 3622)
(102, 3621)
(102, 3620)
(102, 3619)
(102, 3618)
(102, 3617)
(102, 3616)
(102, 3615)
(102, 3614)
(102, 3613)
(102, 3612)
(102, 3611)
(102, 3610)
(102, 3609)
(102, 3608)
(102, 3607)
(102, 3606)
(102, 3605)
(102, 3604)
(102, 3603)
(102, 3602)
(102, 3601)
(102, 3600)
(102, 3600)
(102, 3599)
(102, 3598)
(102, 3597)
(102, 3596)
(102, 3595)
(102, 3595)
(102, 3594)
(102, 3593)
(102, 3592)
(102, 3591)
(102, 3590)
(102, 3589)
(102, 3588)
(102, 3587)
(102, 3586)
(102, 3585)
(102, 3584)
(102, 3583)
(102, 3582)
(102, 3581)
(102, 3580)
(102, 3579)
(102, 3578)
(102, 3577)
(102, 3576)
(102, 3575)
(102, 3574)
(102, 3573)
(102, 3572)
(102, 3571)
(102, 3570)
(102, 3569)
(102, 3568)
(102, 3567)
(102, 3566)
(102, 3565)
(102, 3564)
(102, 3563)
(102, 3562)
(102, 3561)
(102, 3560)
(102, 3559)
(102, 3558)
(102, 3557)
(102, 3556)
(102, 3555)
(102, 3554)
(102, 3553)
(102, 3552)
(102, 3551)
(102, 3550)
(102, 3549)
(102, 3548)
(102, 3547)
(102, 3546)
(102, 3545)
(102, 3544)
(102, 3544)
(102, 3543)
(102, 3542)
(102, 3541)
(102, 3540)
(102, 3539)
(102, 3538)
(102, 3537)
(102, 3536)
(102, 3535)
(102, 3534)
(102, 3533)
(102, 3532)
(102, 3531)
(102, 3530)
(102, 3529)
(102, 3528)
(102, 3527)
(102, 3526)
(102, 3525)
(102, 3524)
(102, 3523)
(102, 3522)
(102, 3521)
(102, 3520)
(102, 3519)
(102, 3518)
(102, 3517)
(102, 3516)
(102, 3515)
(102, 3514)
(102, 3513)
(102, 3512)
(102, 3511)
(102, 3510)
(102, 3509)
(102, 3508)
(102, 3507)
(102, 3506)
(102, 3506)
(102, 3505)
(102, 3504)
(102, 3503)
(102, 3502)
(102, 3501)
(102, 3500)
(102, 3500)
(102, 3499)
(102, 3498)
(102, 3497)
(102, 3496)
(102, 3495)
(102, 3494)
(102, 3493)
(102, 3492)
(102, 3491)
(102, 3490)
(102, 3489)
(102, 3488)
(102, 3487)
(102, 3486)
(102, 3485)
(102, 3484)
(102, 3483)
(102, 3482)
(102, 3481)
(102, 3480)
(102, 3479)
(102, 3478)
(102, 3477)
(102, 3476)
(102, 3475)
(102, 3474)
(102, 3473)
(102, 3472)
(102, 3471)
(102, 3470)
(102, 3469)
(102, 3468)
(102, 3467)
(102, 3466)
(102, 3465)
(102, 3464)
(102, 3463)
(102, 3462)
(102, 3461)
(102, 3460)
(102, 3459)
(102, 3458)
(102, 3457)
(102, 3456)
(102, 3455)
(102, 3454)
(102, 3453)
(102, 3452)
(102, 3451)
(102, 3450)
(102, 3449)
(102, 3448)
(102, 3447)
(102, 3446)
(102, 3445)
(102, 3444)
(102, 3443)
(102, 3442)
(102, 3441)
(102, 3440)
(102, 3439)
(102, 3438)
(102, 3437)
(102, 3436)
(102, 3435)
(102, 3434)
(102, 3433)
(102, 3432)
(102, 3431)
(102, 3430)
(102, 3429)
(102, 3428)
(102, 3427)
(102, 3426)
(102, 3425)
(102, 3424)
(102, 3423)
(102, 3422)
(102, 3421)
(102, 3420)
(102, 3419)
(102, 3418)
(102, 3417)
(102, 3416)
(102, 3415)
(102, 3414)
(102, 3413)
(102, 3412)
(102, 3411)
(102, 3410)
(102, 3409)
(102, 3408)
(102, 3407)
(102, 3406)
(102, 3405)
(102, 3404)
(102, 3403)
(102, 3402)
(102, 3401)
(102, 3400)
(102, 3399)
(102, 3398)
(102, 3397)
(102, 3396)
(102, 3395)
(102, 3394)
(102, 3393)
(102, 3392)
(102, 3391)
(102, 3390)
(102, 3389)
(102, 3388)
(102, 3387)
(102, 3386)
(102, 3385)
(102, 3384)
(102, 3383)
(102, 3382)
(102, 3381)
(102, 3380)
(102, 3379)
(102, 3378)
(102, 3377)
(102, 3376)
(102, 3375)
(102, 3374)
(102, 3373)
(102, 3372)
(102, 3371)
(102, 3370)
(102, 3370)
(102, 3369)
(102, 3368)
(102, 3367)
(102, 3366)
(102, 3365)
(102, 3364)
(102, 3363)
(102, 3362)
(102, 3361)
(102, 3360)
(102, 3359)
(102, 3358)
(102, 3357)
(102, 3356)
(102, 3355)
(102, 3354)
(102, 3353)
(102, 3352)
(102, 3351)
(102, 3350)
(102, 3349)
(102, 3348)
(102, 3347)
(102, 3346)
(102, 3345)
(102, 3344)
(102, 3343)
(102, 3342)
(102, 3341)
(102, 3340)
(102, 3339)
(102, 3338)
(102, 3337)
(102, 3336)
(102, 3335)
(102, 3334)
(102, 3333)
(102, 3332)
(102, 3331)
(102, 3330)
(102, 3329)
(102, 3328)
(102, 3327)
(102, 3326)
(102, 3325)
(102, 3324)
(102, 3323)
(102, 3322)
(102, 3321)
(102, 3320)
(102, 3319)
(102, 3318)
(102, 3317)
(102, 3316)
(102, 3315)
(102, 3314)
(102, 3313)
(102, 3312)
(102, 3311)
(102, 3310)
(102, 3309)
(102, 3308)
(102, 3307)
(102, 3306)
(102, 3305)
(102, 3304)
(102, 3303)
(102, 3302)
(102, 3301)
(102, 3300)
(102, 3299)
(102, 3298)
(102, 3297)
(102, 3296)
(102, 3295)
(102, 3294)
(102, 3293)
(102, 3292)
(102, 3291)
(102, 3290)
(102, 3289)
(102, 3288)
(102, 3287)
(102, 3286)
(102, 3285)
(102, 3284)
(102, 3283)
(102, 3282)
(102, 3281)
(102, 3280)
(102, 3279)
(102, 3278)
(102, 3277)
(102, 3276)
(102, 3275)
(102, 3274)
(102, 3273)
(102, 3272)
(102, 3271)
(102, 3270)
(102, 3269)
(102, 3268)
(102, 3267)
(102, 3266)
(102, 3265)
(102, 3265)
(102, 3264)
(102, 3263)
(102, 3262)
(102, 3261)
(102, 3260)
(102, 3259)
(102, 3258)
(102, 3257)
(102, 3256)
(102, 3255)
(102, 3254)
(102, 3253)
(102, 3252)
(102, 3251)
(102, 3250)
(102, 3249)
(102, 3248)
(102, 3247)
(102, 3246)
(102, 3245)
(102, 3244)
(102, 3243)
(102, 3242)
(102, 3241)
(102, 3240)
(102, 3239)
(102, 3238)
(102, 3237)
(102, 3236)
(102, 3235)
(102, 3234)
(102, 3233)
(102, 3232)
(102, 3231)
(102, 3230)
(102, 3229)
(102, 3228)
(102, 3228)
(102, 3227)
(102, 3226)
(102, 3225)
(102, 3224)
(102, 3223)
(102, 3222)
(102, 3221)
(102, 3220)
(102, 3219)
(102, 3218)
(102, 3217)
(102, 3216)
(102, 3215)
(102, 3214)
(102, 3213)
(102, 3212)
(102, 3211)
(102, 3210)
(102, 3209)
(102, 3208)
(102, 3207)
(102, 3206)
(102, 3205)
(102, 3204)
(102, 3203)
(102, 3202)
(102, 3201)
(102, 3200)
(102, 3199)
(102, 3198)
(102, 3197)
(102, 3196)
(102, 3195)
(102, 3194)
(102, 3193)
(102, 3192)
(102, 3191)
(102, 3190)
(102, 3189)
(102, 3188)
(102, 3187)
(102, 3186)
(102, 3185)
(102, 3184)
(102, 3183)
(102, 3182)
(102, 3181)
(102, 3180)
(102, 3179)
(102, 3178)
(102, 3177)
(102, 3176)
(102, 3175)
(102, 3174)
(102, 3173)
(102, 3172)
(102, 3171)
(102, 3170)
(102, 3169)
(102, 3168)
(102, 3167)
(102, 3166)
(102, 3165)
(102, 3164)
(102, 3163)
(102, 3162)
(102, 3161)
(102, 3160)
(102, 3159)
(102, 3158)
(102, 3157)
(102, 3156)
(102, 3155)
(102, 3154)
(102, 3153)
(102, 3152)
(102, 3151)
(102, 3150)
(102, 3149)
(102, 3148)
(102, 3147)
(102, 3146)
(102, 3145)
(102, 3144)
(102, 3143)
(102, 3142)
(102, 3141)
(102, 3140)
(102, 3139)
(102, 3138)
(102, 3137)
(102, 3136)
(102, 3135)
(102, 3134)
(102, 3133)
(102, 3132)
(102, 3131)
(102, 3130)
(102, 3129)
(102, 3128)
(102, 3127)
(102, 3126)
(102, 3125)
(102, 3124)
(102, 3123)
(102, 3122)
(102, 3121)
(102, 3120)
(102, 3119)
(102, 3118)
(102, 3117)
(102, 3116)
(102, 3115)
(102, 3114)
(102, 3113)
(102, 3112)
(102, 3111)
(102, 3110)
(102, 3109)
(102, 3108)
(102, 3107)
(102, 3106)
(102, 3105)
(102, 3104)
(102, 3103)
(102, 3102)
(102, 3101)
(102, 3100)
(102, 3099)
(102, 3098)
(102, 3097)
(102, 3096)
(102, 3095)
(102, 3094)
(102, 3093)
(102, 3092)
(102, 3091)
(102, 3090)
(102, 3089)
(102, 3088)
(102, 3087)
(102, 3086)
(102, 3085)
(102, 3084)
(102, 3083)
(102, 3082)
(102, 3081)
(102, 3080)
(102, 3079)
(102, 3078)
(102, 3077)
(102, 3076)
(102, 3075)
(102, 3074)
(102, 3073)
(102, 3072)
(102, 3071)
(102, 3070)
(102, 3069)
(102, 3068)
(102, 3067)
(102, 3066)
(102, 3065)
(102, 3064)
(102, 3063)
(102, 3062)
(102, 3061)
(102, 3060)
(102, 3059)
(102, 3058)
(102, 3057)
(102, 3056)
(102, 3055)
(102, 3054)
(102, 3053)
(102, 3052)
(102, 3051)
(102, 3050)
(102, 3049)
(102, 3048)
(102, 3047)
(102, 3046)
(102, 3045)
(102, 3044)
(102, 3043)
(102, 3042)
(102, 3041)
(102, 3040)
(102, 3039)
(102, 3038)
(102, 3037)
(102, 3036)
(102, 3035)
(102, 3034)
(102, 3033)
(102, 3032)
(102, 3031)
(102, 3030)
(102, 3029)
(102, 3028)
(102, 3027)
(102, 3026)
(102, 3025)
(102, 3024)
(102, 3023)
(102, 3022)
(102, 3021)
(102, 3020)
(102, 3019)
(102, 3018)
(102, 3017)
(102, 3016)
(102, 3015)
(102, 3014)
(102, 3013)
(102, 3012)
(102, 3011)
(102, 3010)
(102, 3009)
(102, 3008)
(102, 3007)
(102, 3006)
(102, 3005)
(102, 3004)
(102, 3003)
(102, 3002)
(102, 3001)
(102, 3000)
(102, 2999)
(102, 2998)
(102, 2997)
(102, 2996)
(102, 2995)
(102, 2994)
(102, 2993)
(102, 2992)
(102, 2991)
(102, 2990)
(102, 2989)
(102, 2988)
(102, 2987)
(102, 2986)
(102, 2985)
(102, 2984)
(102, 2983)
(102, 2982)
(102, 2981)
(102, 2980)
(102, 2979)
(102, 2978)
(102, 2977)
(102, 2976)
(102, 2975)
(102, 2974)
(102, 2973)
(102, 2972)
(102, 2971)
(102, 2970)
(102, 2969)
(102, 2968)
(102, 2967)
(102, 2966)
(102, 2965)
(102, 2964)
(102, 2963)
(102, 2962)
(102, 2961)
(102, 2960)
(102, 2959)
(102, 2958)
(102, 2957)
(102, 2956)
(102, 2956)
(102, 2955)
(102, 2954)
(102, 2953)
(102, 2952)
(102, 2951)
(102, 2950)
(102, 2949)
(102, 2948)
(102, 2947)
(102, 2946)
(102, 2945)
(102, 2944)
(102, 2943)
(102, 2942)
(102, 2941)
(102, 2940)
(102, 2939)
(102, 2938)
(102, 2937)
(102, 2936)
(102, 2935)
(102, 2934)
(102, 2933)
(102, 2932)
(102, 2931)
(102, 2930)
(102, 2929)
(102, 2928)
(102, 2927)
(102, 2926)
(102, 2925)
(102, 2924)
(102, 2923)
(102, 2922)
(102, 2921)
(102, 2920)
(102, 2919)
(102, 2918)
(102, 2917)
(102, 2916)
(102, 2915)
(102, 2914)
(102, 2913)
(102, 2912)
(102, 2911)
(102, 2910)
(102, 2909)
(102, 2908)
(102, 2907)
(102, 2906)
(102, 2905)
(102, 2904)
(102, 2903)
(102, 2902)
(102, 2901)
(102, 2900)
(102, 2899)
(102, 2898)
(102, 2897)
(102, 2896)
(102, 2895)
(102, 2894)
(102, 2893)
(102, 2892)
(102, 2891)
(102, 2890)
(102, 2889)
(102, 2888)
(102, 2887)
(102, 2886)
(102, 2885)
(102, 2884)
(102, 2883)
(102, 2882)
(102, 2881)
(102, 2880)
(102, 2879)
(102, 2878)
(102, 2877)
(102, 2876)
(102, 2875)
(102, 2874)
(102, 2873)
(102, 2872)
(102, 2871)
(102, 2870)
(102, 2869)
(102, 2868)
(102, 2867)
(102, 2866)
(102, 2865)
(102, 2864)
(102, 2863)
(102, 2862)
(102, 2861)
(102, 2860)
(102, 2859)
(102, 2858)
(102, 2857)
(102, 2856)
(102, 2855)
(102, 2854)
(102, 2853)
(102, 2852)
(102, 2851)
(102, 2850)
(102, 2849)
(102, 2848)
(102, 2847)
(102, 2846)
(102, 2845)
(102, 2844)
(102, 2843)
(102, 2842)
(102, 2841)
(102, 2840)
(102, 2839)
(102, 2838)
(102, 2837)
(102, 2836)
(102, 2835)
(102, 2834)
(102, 2833)
(102, 2832)
(102, 2831)
(102, 2830)
(102, 2829)
(102, 2828)
(102, 2827)
(102, 2826)
(102, 2825)
(102, 2824)
(102, 2823)
(102, 2822)
(102, 2821)
(102, 2820)
(102, 2819)
(102, 2818)
(102, 2817)
(102, 2816)
(102, 2815)
(102, 2814)
(102, 2813)
(102, 2812)
(102, 2811)
(102, 2810)
(102, 2809)
(102, 2808)
(102, 2807)
(102, 2806)
(102, 2805)
(102, 2804)
(102, 2803)
(102, 2802)
(102, 2801)
(102, 2800)
(102, 2799)
(102, 2798)
(102, 2797)
(102, 2796)
(102, 2795)
(102, 2794)
(102, 2793)
(102, 2792)
(102, 2791)
(102, 2790)
(102, 2789)
(102, 2788)
(102, 2787)
(102, 2786)
(102, 2785)
(102, 2784)
(102, 2783)
(102, 2782)
(102, 2781)
(102, 2780)
(102, 2779)
(102, 2778)
(102, 2777)
(102, 2776)
(102, 2775)
(102, 2774)
(102, 2773)
(102, 2772)
(102, 2771)
(102, 2770)
(102, 2769)
(102, 2768)
(102, 2767)
(102, 2766)
(102, 2765)
(102, 2764)
(102, 2763)
(102, 2762)
(102, 2761)
(102, 2760)
(102, 2759)
(102, 2758)
(102, 2757)
(102, 2756)
(102, 2755)
(102, 2754)
(102, 2753)
(102, 2752)
(102, 2751)
(102, 2750)
(102, 2749)
(102, 2748)
(102, 2747)
(102, 2746)
(102, 2745)
(102, 2744)
(102, 2743)
(102, 2742)
(102, 2741)
(102, 2740)
(102, 2739)
(102, 2738)
(102, 2737)
(102, 2736)
(102, 2735)
(102, 2734)
(102, 2733)
(102, 2732)
(102, 2731)
(102, 2730)
(102, 2729)
(102, 2728)
(102, 2727)
(102, 2726)
(102, 2725)
(102, 2724)
(102, 2723)
(102, 2722)
(102, 2721)
(102, 2720)
(102, 2719)
(102, 2718)
(102, 2717)
(102, 2716)
(102, 2715)
(102, 2714)
(102, 2713)
(102, 2712)
(102, 2711)
(102, 2710)
(102, 2709)
(102, 2708)
(102, 2707)
(102, 2706)
(102, 2705)
(102, 2704)
(102, 2703)
(102, 2702)
(102, 2701)
(102, 2700)
(102, 2699)
(102, 2698)
(102, 2697)
(102, 2696)
(102, 2695)
(102, 2694)
(102, 2693)
(102, 2692)
(102, 2691)
(102, 2690)
(102, 2689)
(102, 2688)
(102, 2687)
(102, 2686)
(102, 2685)
(102, 2684)
(102, 2683)
(102, 2682)
(102, 2681)
(102, 2680)
(102, 2679)
(102, 2678)
(102, 2677)
(102, 2676)
(102, 2675)
(102, 2674)
(102, 2673)
(102, 2672)
(102, 2671)
(102, 2670)
(102, 2669)
(102, 2668)
(102, 2667)
(102, 2666)
(102, 2665)
(102, 2664)
(102, 2663)
(102, 2662)
(102, 2661)
(102, 2660)
(102, 2659)
(102, 2658)
(102, 2657)
(102, 2656)
(102, 2655)
(102, 2654)
(102, 2653)
(102, 2652)
(102, 2651)
(102, 2650)
(102, 2649)
(102, 2648)
(102, 2647)
(102, 2646)
(102, 2645)
(102, 2644)
(102, 2644)
(102, 2643)
(102, 2642)
(102, 2641)
(102, 2640)
(102, 2639)
(102, 2638)
(102, 2637)
(102, 2636)
(102, 2635)
(102, 2634)
(102, 2633)
(102, 2632)
(102, 2631)
(102, 2630)
(102, 2629)
(102, 2628)
(102, 2627)
(102, 2626)
(102, 2625)
(102, 2624)
(102, 2623)
(102, 2622)
(102, 2621)
(102, 2620)
(102, 2619)
(102, 2618)
(102, 2617)
(102, 2616)
(102, 2615)
(102, 2614)
(102, 2613)
(102, 2612)
(102, 2611)
(102, 2610)
(102, 2609)
(102, 2608)
(102, 2607)
(102, 2606)
(102, 2605)
(102, 2604)
(102, 2603)
(102, 2602)
(102, 2601)
(102, 2600)
(102, 2599)
(102, 2598)
(102, 2597)
(102, 2596)
(102, 2595)
(102, 2594)
(102, 2593)
(102, 2592)
(102, 2591)
(102, 2590)
(102, 2589)
(102, 2588)
(102, 2587)
(102, 2586)
(102, 2585)
(102, 2584)
(102, 2583)
(102, 2582)
(102, 2581)
(102, 2580)
(102, 2579)
(102, 2578)
(102, 2577)
(102, 2576)
(102, 2575)
(102, 2574)
(102, 2573)
(102, 2572)
(102, 2571)
(102, 2570)
(102, 2569)
(102, 2568)
(102, 2567)
(102, 2566)
(102, 2565)
(102, 2564)
(102, 2563)
(102, 2562)
(102, 2561)
(102, 2560)
(102, 2559)
(102, 2558)
(102, 2557)
(102, 2556)
(102, 2555)
(102, 2554)
(102, 2553)
(102, 2552)
(102, 2551)
(102, 2550)
(102, 2549)
(102, 2548)
(102, 2547)
(102, 2546)
(102, 2545)
(102, 2544)
(102, 2543)
(102, 2542)
(102, 2541)
(102, 2540)
(102, 2539)
(102, 2538)
(102, 2537)
(102, 2536)
(102, 2535)
(102, 2534)
(102, 2533)
(102, 2532)
(102, 2531)
(102, 2530)
(102, 2529)
(102, 2528)
(102, 2527)
(102, 2526)
(102, 2525)
(102, 2524)
(102, 2523)
(102, 2522)
(102, 2521)
(102, 2520)
(102, 2519)
(102, 2518)
(102, 2517)
(102, 2516)
(102, 2515)
(102, 2514)
(102, 2513)
(102, 2512)
(102, 2511)
(102, 2510)
(102, 2509)
(102, 2508)
(102, 2507)
(102, 2506)
(102, 2505)
(102, 2504)
(102, 2503)
(102, 2502)
(102, 2501)
(102, 2500)
(102, 2499)
(102, 2498)
(102, 2497)
(102, 2496)
(102, 2495)
(102, 2494)
(102, 2494)
(102, 2493)
(102, 2492)
(102, 2491)
(102, 2490)
(102, 2489)
(102, 2488)
(102, 2487)
(102, 2486)
(102, 2485)
(102, 2484)
(102, 2483)
(102, 2482)
(102, 2481)
(102, 2480)
(102, 2479)
(102, 2478)
(102, 2477)
(102, 2476)
(102, 2475)
(102, 2474)
(102, 2473)
(102, 2472)
(102, 2471)
(102, 2470)
(102, 2469)
(102, 2468)
(102, 2467)
(102, 2466)
(102, 2465)
(102, 2464)
(102, 2463)
(102, 2462)
(102, 2461)
(102, 2460)
(102, 2459)
(102, 2458)
(102, 2457)
(102, 2456)
(102, 2455)
(102, 2454)
(102, 2453)
(102, 2452)
(102, 2451)
(102, 2450)
(102, 2449)
(102, 2448)
(102, 2447)
(102, 2446)
(102, 2445)
(102, 2444)
(102, 2443)
(102, 2442)
(102, 2441)
(102, 2440)
(102, 2439)
(102, 2438)
(102, 2437)
(102, 2436)
(102, 2435)
(102, 2434)
(102, 2433)
(102, 2432)
(102, 2431)
(102, 2430)
(102, 2429)
(102, 2428)
(102, 2427)
(102, 2426)
(102, 2425)
(102, 2424)
(102, 2423)
(102, 2422)
(102, 2421)
(102, 2420)
(102, 2419)
(102, 2418)
(102, 2417)
(102, 2416)
(102, 2415)
(102, 2414)
(102, 2413)
(102, 2412)
(102, 2412)
(102, 2411)
(102, 2410)
(102, 2409)
(102, 2408)
(102, 2407)
(102, 2406)
(102, 2405)
(102, 2404)
(102, 2403)
(102, 2402)
(102, 2401)
(102, 2400)
(102, 2399)
(102, 2398)
(102, 2397)
(102, 2396)
(102, 2395)
(102, 2394)
(102, 2393)
(102, 2392)
(102, 2391)
(102, 2390)
(102, 2389)
(102, 2388)
(102, 2387)
(102, 2386)
(102, 2385)
(102, 2384)
(102, 2383)
(102, 2382)
(102, 2381)
(102, 2380)
(102, 2379)
(102, 2378)
(102, 2377)
(102, 2376)
(102, 2375)
(102, 2374)
(102, 2373)
(102, 2372)
(102, 2371)
(102, 2370)
(102, 2369)
(102, 2368)
(102, 2367)
(102, 2366)
(102, 2365)
(102, 2364)
(102, 2363)
(102, 2362)
(102, 2361)
(102, 2360)
(102, 2359)
(102, 2358)
(102, 2357)
(102, 2356)
(102, 2355)
(102, 2354)
(102, 2353)
(102, 2352)
(102, 2351)
(102, 2351)
(102, 2350)
(102, 2349)
(102, 2348)
(102, 2347)
(102, 2346)
(102, 2345)
(102, 2344)
(102, 2343)
(102, 2342)
(102, 2341)
(102, 2340)
(102, 2339)
(102, 2338)
(102, 2337)
(102, 2336)
(102, 2335)
(102, 2334)
(102, 2333)
(102, 2332)
(102, 2331)
(102, 2330)
(102, 2329)
(102, 2328)
(102, 2327)
(102, 2326)
(102, 2325)
(102, 2324)
(102, 2323)
(102, 2322)
(102, 2321)
(102, 2320)
(102, 2319)
(102, 2318)
(102, 2317)
(102, 2316)
(102, 2315)
(102, 2314)
(102, 2313)
(102, 2312)
(102, 2311)
(102, 2310)
(102, 2309)
(102, 2308)
(102, 2307)
(102, 2306)
(102, 2305)
(102, 2304)
(102, 2303)
(102, 2302)
(102, 2301)
(102, 2300)
(102, 2299)
(102, 2298)
(102, 2297)
(102, 2296)
(102, 2295)
(102, 2294)
(102, 2293)
(102, 2292)
(102, 2291)
(102, 2290)
(102, 2289)
(102, 2288)
(102, 2287)
(102, 2286)
(102, 2285)
(102, 2284)
(102, 2283)
(102, 2282)
(102, 2281)
(102, 2280)
(102, 2279)
(102, 2278)
(102, 2277)
(102, 2276)
(102, 2275)
(102, 2274)
(102, 2273)
(102, 2272)
(102, 2271)
(102, 2270)
(102, 2269)
(102, 2268)
(102, 2267)
(102, 2266)
(102, 2265)
(102, 2264)
(102, 2263)
(102, 2262)
(102, 2261)
(102, 2260)
(102, 2259)
(102, 2258)
(102, 2257)
(102, 2256)
(102, 2255)
(102, 2254)
(102, 2253)
(102, 2252)
(102, 2251)
(102, 2250)
(102, 2249)
(102, 2248)
(102, 2247)
(102, 2246)
(102, 2245)
(102, 2244)
(102, 2243)
(102, 2242)
(102, 2241)
(102, 2240)
(102, 2239)
(102, 2238)
(102, 2237)
(102, 2236)
(102, 2235)
(102, 2234)
(102, 2233)
(102, 2232)
(102, 2231)
(102, 2230)
(102, 2229)
(102, 2228)
(102, 2227)
(102, 2226)
(102, 2225)
(102, 2224)
(102, 2223)
(102, 2222)
(102, 2221)
(102, 2220)
(102, 2219)
(102, 2218)
(102, 2217)
(102, 2216)
(102, 2215)
(102, 2214)
(102, 2213)
(102, 2212)
(102, 2211)
(102, 2210)
(102, 2209)
(102, 2208)
(102, 2207)
(102, 2206)
(102, 2205)
(102, 2204)
(102, 2203)
(102, 2202)
(102, 2201)
(102, 2200)
(102, 2199)
(102, 2198)
(102, 2197)
(102, 2196)
(102, 2195)
(102, 2194)
(102, 2193)
(102, 2192)
(102, 2191)
(102, 2190)
(102, 2189)
(102, 2188)
(102, 2187)
(102, 2186)
(102, 2185)
(102, 2184)
(102, 2183)
(102, 2182)
(102, 2181)
(102, 2180)
(102, 2179)
(102, 2178)
(102, 2177)
(102, 2176)
(102, 2175)
(102, 2174)
(102, 2173)
(102, 2172)
(102, 2171)
(102, 2170)
(102, 2169)
(102, 2168)
(102, 2167)
(102, 2166)
(102, 2165)
(102, 2164)
(102, 2163)
(102, 2162)
(102, 2161)
(102, 2160)
(102, 2159)
(102, 2158)
(102, 2157)
(102, 2156)
(102, 2155)
(102, 2154)
(102, 2153)
(102, 2152)
(102, 2151)
(102, 2150)
(102, 2149)
(102, 2148)
(102, 2147)
(102, 2146)
(102, 2145)
(102, 2144)
(102, 2143)
(102, 2142)
(102, 2141)
(102, 2140)
(102, 2139)
(102, 2138)
(102, 2137)
(102, 2136)
(102, 2135)
(102, 2134)
(102, 2133)
(102, 2132)
(102, 2131)
(102, 2130)
(102, 2129)
(102, 2128)
(102, 2127)
(102, 2126)
(102, 2125)
(102, 2124)
(102, 2123)
(102, 2122)
(102, 2121)
(102, 2120)
(102, 2119)
(102, 2118)
(102, 2117)
(102, 2116)
(102, 2115)
(102, 2114)
(102, 2113)
(102, 2112)
(102, 2111)
(102, 2110)
(102, 2109)
(102, 2108)
(102, 2107)
(102, 2106)
(102, 2105)
(102, 2104)
(102, 2103)
(102, 2102)
(102, 2101)
(102, 2100)
(102, 2099)
(102, 2098)
(102, 2097)
(102, 2096)
(102, 2095)
(102, 2094)
(102, 2093)
(102, 2092)
(102, 2091)
(102, 2090)
(102, 2089)
(102, 2088)
(102, 2087)
(102, 2086)
(102, 2085)
(102, 2084)
(102, 2083)
(102, 2082)
(102, 2081)
(102, 2080)
(102, 2079)
(102, 2078)
(102, 2077)
(102, 2076)
(102, 2076)
(102, 2075)
(102, 2074)
(102, 2073)
(102, 2072)
(102, 2071)
(102, 2070)
(102, 2069)
(102, 2068)
(102, 2067)
(102, 2066)
(102, 2065)
(102, 2064)
(102, 2063)
(102, 2062)
(102, 2061)
(102, 2060)
(102, 2059)
(102, 2058)
(102, 2057)
(102, 2056)
(102, 2055)
(102, 2054)
(102, 2053)
(102, 2052)
(102, 2051)
(102, 2050)
(102, 2049)
(102, 2048)
(102, 2047)
(102, 2046)
(102, 2045)
(102, 2044)
(102, 2043)
(102, 2042)
(102, 2041)
(102, 2040)
(102, 2039)
(102, 2038)
(102, 2037)
(102, 2036)
(102, 2035)
(102, 2034)
(102, 2033)
(102, 2032)
(102, 2031)
(102, 2030)
(102, 2029)
(102, 2028)
(102, 2027)
(102, 2026)
(102, 2025)
(102, 2024)
(102, 2023)
(102, 2022)
(102, 2021)
(102, 2020)
(102, 2019)
(102, 2018)
(102, 2017)
(102, 2016)
(102, 2015)
(102, 2014)
(102, 2013)
(102, 2012)
(102, 2011)
(102, 2010)
(102, 2009)
(102, 2009)
(102, 2008)
(102, 2007)
(102, 2006)
(102, 2005)
(102, 2004)
(102, 2003)
(102, 2002)
(102, 2001)
(102, 2000)
(102, 1999)
(102, 1998)
(102, 1997)
(102, 1996)
(102, 1995)
(102, 1994)
(102, 1993)
(102, 1993)
(102, 1992)
(102, 1991)
(102, 1990)
(102, 1989)
(102, 1988)
(102, 1987)
(102, 1986)
(102, 1985)
(102, 1984)
(102, 1983)
(102, 1982)
(102, 1981)
(102, 1980)
(102, 1979)
(102, 1978)
(102, 1977)
(102, 1976)
(102, 1975)
(102, 1974)
(102, 1973)
(102, 1972)
(102, 1971)
(102, 1970)
(102, 1969)
(102, 1968)
(102, 1967)
(102, 1966)
(102, 1965)
(102, 1964)
(102, 1963)
(102, 1962)
(102, 1961)
(102, 1960)
(102, 1959)
(102, 1958)
(102, 1957)
(102, 1956)
(102, 1955)
(102, 1954)
(102, 1953)
(102, 1952)
(102, 1951)
(102, 1950)
(102, 1949)
(102, 1948)
(102, 1947)
(102, 1946)
(102, 1945)
(102, 1944)
(102, 1943)
(102, 1942)
(102, 1941)
(102, 1940)
(102, 1939)
(102, 1938)
(102, 1937)
(102, 1936)
(102, 1935)
(102, 1934)
(102, 1933)
(102, 1932)
(102, 1931)
(102, 1930)
(102, 1929)
(102, 1928)
(102, 1927)
(102, 1926)
(102, 1925)
(102, 1924)
(102, 1923)
(102, 1922)
(102, 1921)
(102, 1920)
(102, 1919)
(102, 1918)
(102, 1917)
(102, 1916)
(102, 1915)
(102, 1914)
(102, 1913)
(102, 1912)
(102, 1911)
(102, 1910)
(102, 1909)
(102, 1908)
(102, 1907)
(102, 1906)
(102, 1905)
(102, 1904)
(102, 1903)
(102, 1902)
(102, 1901)
(102, 1900)
(102, 1899)
(102, 1898)
(102, 1897)
(102, 1896)
(102, 1895)
(102, 1894)
(102, 1893)
(102, 1892)
(102, 1891)
(102, 1890)
(102, 1889)
(102, 1888)
(102, 1887)
(102, 1886)
(102, 1885)
(102, 1884)
(102, 1883)
(102, 1882)
(102, 1881)
(102, 1880)
(102, 1879)
(102, 1878)
(102, 1877)
(102, 1876)
(102, 1875)
(102, 1874)
(102, 1873)
(102, 1873)
(102, 1872)
(102, 1871)
(102, 1870)
(102, 1869)
(102, 1868)
(102, 1867)
(102, 1866)
(102, 1865)
(102, 1864)
(102, 1863)
(102, 1862)
(102, 1861)
(102, 1860)
(102, 1859)
(102, 1858)
(102, 1857)
(102, 1856)
(102, 1855)
(102, 1854)
(102, 1853)
(102, 1852)
(102, 1851)
(102, 1851)
(102, 1850)
(102, 1849)
(102, 1848)
(102, 1847)
(102, 1846)
(102, 1845)
(102, 1844)
(102, 1843)
(102, 1842)
(102, 1841)
(102, 1840)
(102, 1839)
(102, 1838)
(102, 1837)
(102, 1836)
(102, 1835)
(102, 1834)
(102, 1833)
(102, 1832)
(102, 1831)
(102, 1830)
(102, 1829)
(102, 1828)
(102, 1827)
(102, 1826)
(102, 1825)
(102, 1824)
(102, 1823)
(102, 1822)
(102, 1821)
(102, 1820)
(102, 1819)
(102, 1818)
(102, 1817)
(102, 1816)
(102, 1815)
(102, 1814)
(102, 1813)
(102, 1812)
(102, 1811)
(102, 1810)
(102, 1809)
(102, 1808)
(102, 1807)
(102, 1806)
(102, 1805)
(102, 1804)
(102, 1803)
(102, 1802)
(102, 1801)
(102, 1800)
(102, 1799)
(102, 1798)
(102, 1797)
(102, 1796)
(102, 1795)
(102, 1794)
(102, 1793)
(102, 1792)
(102, 1791)
(102, 1790)
(102, 1789)
(102, 1788)
(102, 1787)
(102, 1786)
(102, 1785)
(102, 1784)
(102, 1783)
(102, 1783)
(102, 1782)
(102, 1781)
(102, 1780)
(102, 1779)
(102, 1778)
(102, 1777)
(102, 1776)
(102, 1775)
(102, 1774)
(102, 1773)
(102, 1772)
(102, 1771)
(102, 1770)
(102, 1769)
(102, 1768)
(102, 1767)
(102, 1766)
(102, 1765)
(102, 1764)
(102, 1763)
(102, 1762)
(102, 1761)
(102, 1760)
(102, 1759)
(102, 1758)
(102, 1757)
(102, 1756)
(102, 1755)
(102, 1754)
(102, 1753)
(102, 1752)
(102, 1751)
(102, 1750)
(102, 1749)
(102, 1748)
(102, 1747)
(102, 1746)
(102, 1745)
(102, 1744)
(102, 1743)
(102, 1742)
(102, 1741)
(102, 1740)
(102, 1739)
(102, 1738)
(102, 1737)
(102, 1736)
(102, 1735)
(102, 1734)
(102, 1733)
(102, 1732)
(102, 1731)
(102, 1730)
(102, 1729)
(102, 1728)
(102, 1727)
(102, 1726)
(102, 1725)
(102, 1724)
(102, 1723)
(102, 1722)
(102, 1721)
(102, 1720)
(102, 1719)
(102, 1718)
(102, 1717)
(102, 1716)
(102, 1715)
(102, 1714)
(102, 1713)
(102, 1712)
(102, 1711)
(102, 1710)
(102, 1709)
(102, 1708)
(102, 1707)
(102, 1706)
(102, 1705)
(102, 1704)
(102, 1703)
(102, 1702)
(102, 1701)
(102, 1700)
(102, 1699)
(102, 1698)
(102, 1697)
(102, 1696)
(102, 1695)
(102, 1694)
(102, 1693)
(102, 1692)
(102, 1691)
(102, 1690)
(102, 1689)
(102, 1688)
(102, 1687)
(102, 1686)
(102, 1685)
(102, 1684)
(102, 1683)
(102, 1682)
(102, 1681)
(102, 1680)
(102, 1679)
(102, 1678)
(102, 1677)
(102, 1676)
(102, 1675)
(102, 1674)
(102, 1673)
(102, 1672)
(102, 1671)
(102, 1670)
(102, 1669)
(102, 1668)
(102, 1667)
(102, 1666)
(102, 1665)
(102, 1664)
(102, 1663)
(102, 1662)
(102, 1661)
(102, 1660)
(102, 1659)
(102, 1658)
(102, 1657)
(102, 1656)
(102, 1655)
(102, 1655)
(102, 1654)
(102, 1653)
(102, 1652)
(102, 1651)
(102, 1650)
(102, 1649)
(102, 1648)
(102, 1647)
(102, 1646)
(102, 1645)
(102, 1644)
(102, 1643)
(102, 1642)
(102, 1641)
(102, 1640)
(102, 1639)
(102, 1638)
(102, 1637)
(102, 1636)
(102, 1635)
(102, 1634)
(102, 1633)
(102, 1632)
(102, 1631)
(102, 1630)
(102, 1629)
(102, 1628)
(102, 1627)
(102, 1626)
(102, 1625)
(102, 1624)
(102, 1623)
(102, 1622)
(102, 1621)
(102, 1620)
(102, 1619)
(102, 1618)
(102, 1617)
(102, 1616)
(102, 1615)
(102, 1614)
(102, 1613)
(102, 1612)
(102, 1611)
(102, 1610)
(102, 1609)
(102, 1608)
(102, 1607)
(102, 1606)
(102, 1605)
(102, 1604)
(102, 1603)
(102, 1602)
(102, 1601)
(102, 1600)
(102, 1599)
(102, 1598)
(102, 1597)
(102, 1596)
(102, 1595)
(102, 1594)
(102, 1593)
(102, 1592)
(102, 1591)
(102, 1590)
(102, 1589)
(102, 1588)
(102, 1587)
(102, 1586)
(102, 1585)
(102, 1584)
(102, 1584)
(102, 1583)
(102, 1582)
(102, 1581)
(102, 1580)
(102, 1579)
(102, 1578)
(102, 1578)
(102, 1577)
(102, 1576)
(102, 1575)
(102, 1574)
(102, 1573)
(102, 1572)
(102, 1571)
(102, 1570)
(102, 1569)
(102, 1568)
(102, 1567)
(102, 1566)
(102, 1565)
(102, 1564)
(102, 1563)
(102, 1562)
(102, 1561)
(102, 1560)
(102, 1559)
(102, 1558)
(102, 1557)
(102, 1556)
(102, 1555)
(102, 1554)
(102, 1553)
(102, 1552)
(102, 1551)
(102, 1550)
(102, 1549)
(102, 1548)
(102, 1547)
(102, 1546)
(102, 1545)
(102, 1544)
(102, 1543)
(102, 1542)
(102, 1541)
(102, 1540)
(102, 1539)
(102, 1538)
(102, 1537)
(102, 1536)
(102, 1535)
(102, 1534)
(102, 1533)
(102, 1532)
(102, 1531)
(102, 1530)
(102, 1529)
(102, 1528)
(102, 1527)
(102, 1526)
(102, 1525)
(102, 1524)
(102, 1523)
(102, 1522)
(102, 1521)
(102, 1520)
(102, 1519)
(102, 1518)
(102, 1517)
(102, 1516)
(102, 1515)
(102, 1514)
(102, 1513)
(102, 1512)
(102, 1511)
(102, 1510)
(102, 1509)
(102, 1508)
(102, 1507)
(102, 1506)
(102, 1505)
(102, 1504)
(102, 1503)
(102, 1502)
(102, 1501)
(102, 1500)
(102, 1499)
(102, 1498)
(102, 1497)
(102, 1496)
(102, 1495)
(102, 1494)
(102, 1493)
(102, 1492)
(102, 1491)
(102, 1490)
(102, 1489)
(102, 1488)
(102, 1487)
(102, 1486)
(102, 1485)
(102, 1484)
(102, 1483)
(102, 1482)
(102, 1481)
(102, 1480)
(102, 1479)
(102, 1478)
(102, 1477)
(102, 1476)
(102, 1475)
(102, 1474)
(102, 1473)
(102, 1472)
(102, 1471)
(102, 1470)
(102, 1469)
(102, 1468)
(102, 1467)
(102, 1466)
(102, 1465)
(102, 1464)
(102, 1463)
(102, 1462)
(102, 1461)
(102, 1460)
(102, 1459)
(102, 1458)
(102, 1457)
(102, 1456)
(102, 1455)
(102, 1454)
(102, 1453)
(102, 1452)
(102, 1451)
(102, 1450)
(102, 1449)
(102, 1448)
(102, 1447)
(102, 1446)
(102, 1445)
(102, 1444)
(102, 1443)
(102, 1442)
(102, 1441)
(102, 1440)
(102, 1439)
(102, 1438)
(102, 1437)
(102, 1436)
(102, 1435)
(102, 1434)
(102, 1433)
(102, 1432)
(102, 1431)
(102, 1430)
(102, 1429)
(102, 1428)
(102, 1427)
(102, 1426)
(102, 1425)
(102, 1424)
(102, 1423)
(102, 1422)
(102, 1421)
(102, 1420)
(102, 1419)
(102, 1418)
(102, 1417)
(102, 1416)
(102, 1415)
(102, 1414)
(102, 1413)
(102, 1412)
(102, 1411)
(102, 1410)
(102, 1409)
(102, 1408)
(102, 1407)
(102, 1406)
(102, 1405)
(102, 1404)
(102, 1403)
(102, 1402)
(102, 1401)
(102, 1400)
(102, 1399)
(102, 1398)
(102, 1397)
(102, 1396)
(102, 1395)
(102, 1394)
(102, 1393)
(102, 1392)
(102, 1391)
(102, 1390)
(102, 1389)
(102, 1388)
(102, 1387)
(102, 1386)
(102, 1385)
(102, 1384)
(102, 1383)
(102, 1382)
(102, 1381)
(102, 1380)
(102, 1379)
(102, 1378)
(102, 1377)
(102, 1376)
(102, 1375)
(102, 1374)
(102, 1373)
(102, 1372)
(102, 1371)
(102, 1370)
(102, 1369)
(102, 1368)
(102, 1367)
(102, 1366)
(102, 1365)
(102, 1364)
(102, 1363)
(102, 1362)
(102, 1361)
(102, 1360)
(102, 1359)
(102, 1358)
(102, 1357)
(102, 1356)
(102, 1355)
(102, 1354)
(102, 1353)
(102, 1352)
(102, 1351)
(102, 1350)
(102, 1349)
(102, 1348)
(102, 1347)
(102, 1346)
(102, 1345)
(102, 1344)
(102, 1343)
(102, 1342)
(102, 1341)
(102, 1340)
(102, 1339)
(102, 1338)
(102, 1337)
(102, 1336)
(102, 1335)
(102, 1334)
(102, 1333)
(102, 1332)
(102, 1331)
(102, 1330)
(102, 1329)
(102, 1328)
(102, 1327)
(102, 1326)
(102, 1325)
(102, 1324)
(102, 1323)
(102, 1322)
(102, 1321)
(102, 1320)
(102, 1319)
(102, 1318)
(102, 1317)
(102, 1316)
(102, 1315)
(102, 1314)
(102, 1313)
(102, 1312)
(102, 1311)
(102, 1310)
(102, 1309)
(102, 1308)
(102, 1307)
(102, 1306)
(102, 1305)
(102, 1304)
(102, 1303)
(102, 1302)
(102, 1301)
(102, 1300)
(102, 1299)
(102, 1298)
(102, 1297)
(102, 1296)
(102, 1295)
(102, 1294)
(102, 1293)
(102, 1292)
(102, 1291)
(102, 1290)
(102, 1289)
(102, 1288)
(102, 1287)
(102, 1286)
(102, 1285)
(102, 1284)
(102, 1283)
(102, 1282)
(102, 1281)
(102, 1280)
(102, 1279)
(102, 1278)
(102, 1277)
(102, 1276)
(102, 1275)
(102, 1274)
(102, 1273)
(102, 1272)
(102, 1271)
(102, 1270)
(102, 1269)
(102, 1268)
(102, 1267)
(102, 1266)
(102, 1265)
(102, 1264)
(102, 1263)
(102, 1262)
(102, 1261)
(102, 1260)
(102, 1259)
(102, 1258)
(102, 1257)
(102, 1256)
(102, 1255)
(102, 1254)
(102, 1253)
(102, 1252)
(102, 1251)
(102, 1250)
(102, 1249)
(102, 1248)
(102, 1247)
(102, 1246)
(102, 1245)
(102, 1244)
(102, 1243)
(102, 1242)
(102, 1241)
(102, 1240)
(102, 1239)
(102, 1238)
(102, 1237)
(102, 1236)
(102, 1235)
(102, 1234)
(102, 1233)
(102, 1232)
(102, 1231)
(102, 1230)
(102, 1229)
(102, 1228)
(102, 1227)
(102, 1226)
(102, 1225)
(102, 1224)
(102, 1223)
(102, 1222)
(102, 1221)
(102, 1220)
(102, 1219)
(102, 1218)
(102, 1217)
(102, 1216)
(102, 1215)
(102, 1214)
(102, 1213)
(102, 1212)
(102, 1211)
(102, 1210)
(102, 1209)
(102, 1208)
(102, 1207)
(102, 1206)
(102, 1205)
(102, 1204)
(102, 1203)
(102, 1202)
(102, 1201)
(102, 1200)
(102, 1199)
(102, 1198)
(102, 1197)
(102, 1196)
(102, 1195)
(102, 1194)
(102, 1193)
(102, 1192)
(102, 1191)
(102, 1190)
(102, 1189)
(102, 1188)
(102, 1187)
(102, 1186)
(102, 1185)
(102, 1184)
(102, 1184)
(102, 1183)
(102, 1182)
(102, 1181)
(102, 1180)
(102, 1179)
(102, 1178)
(102, 1177)
(102, 1176)
(102, 1175)
(102, 1174)
(102, 1173)
(102, 1172)
(102, 1171)
(102, 1170)
(102, 1169)
(102, 1168)
(102, 1167)
(102, 1166)
(102, 1165)
(102, 1164)
(102, 1163)
(102, 1162)
(102, 1161)
(102, 1160)
(102, 1159)
(102, 1158)
(102, 1157)
(102, 1156)
(102, 1155)
(102, 1154)
(102, 1153)
(102, 1152)
(102, 1151)
(102, 1150)
(102, 1149)
(102, 1148)
(102, 1147)
(102, 1146)
(102, 1145)
(102, 1144)
(102, 1143)
(102, 1142)
(102, 1141)
(102, 1140)
(102, 1139)
(102, 1138)
(102, 1137)
(102, 1136)
(102, 1135)
(102, 1134)
(102, 1133)
(102, 1132)
(102, 1131)
(102, 1130)
(102, 1129)
(102, 1128)
(102, 1127)
(102, 1126)
(102, 1125)
(102, 1124)
(102, 1123)
(102, 1122)
(102, 1121)
(102, 1120)
(102, 1119)
(102, 1118)
(102, 1117)
(102, 1116)
(102, 1115)
(102, 1114)
(102, 1113)
(102, 1112)
(102, 1111)
(102, 1110)
(102, 1109)
(102, 1108)
(102, 1107)
(102, 1106)
(102, 1105)
(102, 1104)
(102, 1103)
(102, 1102)
(102, 1101)
(102, 1100)
(102, 1099)
(102, 1098)
(102, 1097)
(102, 1096)
(102, 1095)
(102, 1094)
(102, 1093)
(102, 1092)
(102, 1091)
(102, 1090)
(102, 1089)
(102, 1088)
(102, 1087)
(102, 1086)
(102, 1085)
(102, 1084)
(102, 1083)
(102, 1082)
(102, 1081)
(102, 1080)
(102, 1079)
(102, 1078)
(102, 1077)
(102, 1076)
(102, 1075)
(102, 1074)
(102, 1073)
(102, 1072)
(102, 1071)
(102, 1070)
(102, 1069)
(102, 1068)
(102, 1067)
(102, 1066)
(102, 1065)
(102, 1064)
(102, 1063)
(102, 1062)
(102, 1061)
(102, 1060)
(102, 1059)
(102, 1058)
(102, 1057)
(102, 1056)
(102, 1055)
(102, 1054)
(102, 1053)
(102, 1052)
(102, 1051)
(102, 1050)
(102, 1049)
(102, 1048)
(102, 1047)
(102, 1046)
(102, 1045)
(102, 1044)
(102, 1043)
(102, 1042)
(102, 1041)
(102, 1040)
(102, 1039)
(102, 1038)
(102, 1037)
(102, 1036)
(102, 1035)
(102, 1034)
(102, 1033)
(102, 1032)
(102, 1031)
(102, 1030)
(102, 1029)
(102, 1028)
(102, 1027)
(102, 1026)
(102, 1025)
(102, 1024)
(102, 1023)
(102, 1022)
(102, 1021)
(102, 1020)
(102, 1020)
(102, 1019)
(102, 1018)
(102, 1017)
(102, 1016)
(102, 1015)
(102, 1014)
(102, 1013)
(102, 1012)
(102, 1011)
(102, 1010)
(102, 1009)
(102, 1008)
(102, 1007)
(102, 1006)
(102, 1005)
(102, 1004)
(102, 1003)
(102, 1002)
(102, 1001)
(102, 1000)
(102, 999)
(102, 998)
(102, 997)
(102, 996)
(102, 995)
(102, 994)
(102, 993)
(102, 992)
(102, 991)
(102, 990)
(102, 989)
(102, 988)
(102, 987)
(102, 986)
(102, 985)
(102, 984)
(102, 983)
(102, 982)
(102, 981)
(102, 980)
(102, 979)
(102, 978)
(102, 977)
(102, 976)
(102, 975)
(102, 974)
(102, 973)
(102, 972)
(102, 971)
(102, 970)
(102, 969)
(102, 968)
(102, 967)
(102, 966)
(102, 965)
(102, 964)
(102, 963)
(102, 962)
(102, 961)
(102, 960)
(102, 959)
(102, 958)
(102, 957)
(102, 956)
(102, 955)
(102, 954)
(102, 953)
(102, 952)
(102, 951)
(102, 950)
(102, 949)
(102, 948)
(102, 947)
(102, 946)
(102, 945)
(102, 944)
(102, 943)
(102, 942)
(102, 941)
(102, 940)
(102, 939)
(102, 938)
(102, 937)
(102, 936)
(102, 935)
(102, 934)
(102, 933)
(102, 932)
(102, 931)
(102, 930)
(102, 929)
(102, 928)
(102, 927)
(102, 926)
(102, 925)
(102, 924)
(102, 923)
(102, 922)
(102, 921)
(102, 920)
(102, 919)
(102, 918)
(102, 917)
(102, 916)
(102, 915)
(102, 914)
(102, 913)
(102, 912)
(102, 911)
(102, 910)
(102, 909)
(102, 908)
(102, 907)
(102, 906)
(102, 905)
(102, 904)
(102, 903)
(102, 902)
(102, 901)
(102, 900)
(102, 899)
(102, 898)
(102, 897)
(102, 896)
(102, 895)
(102, 894)
(102, 893)
(102, 892)
(102, 891)
(102, 890)
(102, 890)
(102, 889)
(102, 888)
(102, 887)
(102, 886)
(102, 886)
(102, 885)
(102, 884)
(102, 883)
(102, 882)
(102, 881)
(102, 880)
(102, 879)
(102, 878)
(102, 877)
(102, 876)
(102, 875)
(102, 874)
(102, 873)
(102, 872)
(102, 871)
(102, 870)
(102, 869)
(102, 868)
(102, 867)
(102, 866)
(102, 865)
(102, 864)
(102, 863)
(102, 862)
(102, 861)
(102, 860)
(102, 859)
(102, 858)
(102, 857)
(102, 856)
(102, 855)
(102, 854)
(102, 853)
(102, 852)
(102, 851)
(102, 850)
(102, 849)
(102, 848)
(102, 847)
(102, 846)
(102, 845)
(102, 844)
(102, 843)
(102, 842)
(102, 841)
(102, 840)
(102, 839)
(102, 838)
(102, 837)
(102, 836)
(102, 835)
(102, 834)
(102, 833)
(102, 832)
(102, 831)
(102, 830)
(102, 829)
(102, 828)
(102, 827)
(102, 826)
(102, 825)
(102, 824)
(102, 823)
(102, 822)
(102, 821)
(102, 820)
(102, 819)
(102, 818)
(102, 817)
(102, 816)
(102, 815)
(102, 814)
(102, 813)
(102, 812)
(102, 811)
(102, 810)
(102, 809)
(102, 808)
(102, 807)
(102, 806)
(102, 805)
(102, 804)
(102, 803)
(102, 802)
(102, 801)
(102, 800)
(102, 799)
(102, 798)
(102, 797)
(102, 796)
(102, 795)
(102, 794)
(102, 793)
(102, 792)
(102, 791)
(102, 790)
(102, 789)
(102, 788)
(102, 787)
(102, 786)
(102, 785)
(102, 784)
(102, 783)
(102, 782)
(102, 781)
(102, 780)
(102, 779)
(102, 778)
(102, 777)
(102, 776)
(102, 775)
(102, 774)
(102, 773)
(102, 772)
(102, 771)
(102, 770)
(102, 769)
(102, 768)
(102, 767)
(102, 766)
(102, 765)
(102, 764)
(102, 763)
(102, 762)
(102, 761)
(102, 760)
(102, 759)
(102, 758)
(102, 757)
(102, 756)
(102, 755)
(102, 754)
(102, 753)
(102, 752)
(102, 751)
(102, 750)
(102, 749)
(102, 748)
(102, 747)
(102, 746)
(102, 745)
(102, 744)
(102, 743)
(102, 742)
(102, 741)
(102, 740)
(102, 739)
(102, 738)
(102, 737)
(102, 736)
(102, 735)
(102, 734)
(102, 733)
(102, 732)
(102, 731)
(102, 730)
(102, 729)
(102, 728)
(102, 727)
(102, 726)
(102, 725)
(102, 725)
(102, 724)
(102, 723)
(102, 722)
(102, 721)
(102, 720)
(102, 719)
(102, 718)
(102, 717)
(102, 716)
(102, 715)
(102, 714)
(102, 713)
(102, 712)
(102, 711)
(102, 710)
(102, 709)
(102, 708)
(102, 707)
(102, 706)
(102, 705)
(102, 704)
(102, 703)
(102, 702)
(102, 701)
(102, 700)
(102, 699)
(102, 698)
(102, 697)
(102, 696)
(102, 695)
(102, 694)
(102, 693)
(102, 692)
(102, 691)
(102, 690)
(102, 689)
(102, 688)
(102, 687)
(102, 686)
(102, 685)
(102, 684)
(102, 683)
(102, 682)
(102, 681)
(102, 680)
(102, 679)
(102, 678)
(102, 677)
(102, 676)
(102, 675)
(102, 674)
(102, 673)
(102, 672)
(102, 671)
(102, 670)
(102, 669)
(102, 668)
(102, 667)
(102, 666)
(102, 665)
(102, 664)
(102, 663)
(102, 662)
(102, 661)
(102, 660)
(102, 659)
(102, 658)
(102, 657)
(102, 656)
(102, 655)
(102, 654)
(102, 653)
(102, 652)
(102, 651)
(102, 650)
(102, 649)
(102, 648)
(102, 647)
(102, 646)
(102, 645)
(102, 644)
(102, 644)
(102, 643)
(102, 642)
(102, 641)
(102, 640)
(102, 639)
(102, 638)
(102, 637)
(102, 636)
(102, 635)
(102, 634)
(102, 633)
(102, 632)
(102, 631)
(102, 630)
(102, 630)
(102, 629)
(102, 628)
(102, 627)
(102, 626)
(102, 625)
(102, 624)
(102, 623)
(102, 622)
(102, 621)
(102, 620)
(102, 619)
(102, 618)
(102, 617)
(102, 616)
(102, 615)
(102, 614)
(102, 613)
(102, 612)
(102, 611)
(102, 610)
(102, 609)
(102, 608)
(102, 607)
(102, 606)
(102, 605)
(102, 604)
(102, 603)
(102, 602)
(102, 601)
(102, 600)
(102, 599)
(102, 598)
(102, 597)
(102, 596)
(102, 595)
(102, 594)
(102, 593)
(102, 592)
(102, 591)
(102, 590)
(102, 589)
(102, 588)
(102, 587)
(102, 586)
(102, 585)
(102, 584)
(102, 583)
(102, 582)
(102, 581)
(102, 580)
(102, 579)
(102, 578)
(102, 577)
(102, 576)
(102, 575)
(102, 574)
(102, 573)
(102, 572)
(102, 571)
(102, 570)
(102, 569)
(102, 568)
(102, 567)
(102, 566)
(102, 565)
(102, 564)
(102, 563)
(102, 562)
(102, 561)
(102, 560)
(102, 559)
(102, 558)
(102, 557)
(102, 557)
(102, 556)
(102, 555)
(102, 554)
(102, 553)
(102, 552)
(102, 551)
(102, 550)
(102, 549)
(102, 548)
(102, 547)
(102, 546)
(102, 545)
(102, 544)
(102, 543)
(102, 542)
(102, 541)
(102, 540)
(102, 539)
(102, 538)
(102, 537)
(102, 536)
(102, 535)
(102, 534)
(102, 533)
(102, 532)
(102, 531)
(102, 530)
(102, 529)
(102, 528)
(102, 527)
(102, 526)
(102, 525)
(102, 524)
(102, 523)
(102, 522)
(102, 521)
(102, 520)
(102, 519)
(102, 518)
(102, 517)
(102, 516)
(102, 515)
(102, 514)
(102, 513)
(102, 512)
(102, 511)
(102, 510)
(102, 509)
(102, 508)
(102, 507)
(102, 506)
(102, 505)
(102, 504)
(102, 503)
(102, 502)
(102, 501)
(102, 500)
(102, 499)
(102, 498)
(102, 497)
(102, 496)
(102, 495)
(102, 494)
(102, 493)
(102, 492)
(102, 491)
(102, 490)
(102, 489)
(102, 488)
(102, 487)
(102, 486)
(102, 485)
(102, 484)
(102, 483)
(102, 482)
(102, 481)
(102, 480)
(102, 479)
(102, 478)
(102, 477)
(102, 476)
(102, 475)
(102, 474)
(102, 473)
(102, 472)
(102, 471)
(102, 470)
(102, 469)
(102, 468)
(102, 468)
(102, 467)
(102, 466)
(102, 465)
(102, 464)
(102, 463)
(102, 462)
(102, 461)
(102, 460)
(102, 459)
(102, 458)
(102, 457)
(102, 456)
(102, 455)
(102, 454)
(102, 453)
(102, 452)
(102, 451)
(102, 450)
(102, 449)
(102, 448)
(102, 447)
(102, 446)
(102, 445)
(102, 444)
(102, 443)
(102, 442)
(102, 441)
(102, 440)
(102, 439)
(102, 438)
(102, 437)
(102, 436)
(102, 435)
(102, 434)
(102, 433)
(102, 432)
(102, 431)
(102, 430)
(102, 429)
(102, 428)
(102, 427)
(102, 426)
(102, 425)
(102, 424)
(102, 423)
(102, 422)
(102, 421)
(102, 420)
(102, 419)
(102, 418)
(102, 417)
(102, 416)
(102, 415)
(102, 414)
(102, 413)
(102, 412)
(102, 411)
(102, 410)
(102, 409)
(102, 408)
(102, 407)
(102, 406)
(102, 405)
(102, 404)
(102, 403)
(102, 402)
(102, 401)
(102, 400)
(102, 399)
(102, 398)
(102, 397)
(102, 396)
(102, 395)
(102, 394)
(102, 394)
(102, 393)
(102, 392)
(102, 391)
(102, 390)
(102, 389)
(102, 388)
(102, 387)
(102, 386)
(102, 385)
(102, 384)
(102, 383)
(102, 382)
(102, 381)
(102, 380)
(102, 379)
(102, 378)
(102, 377)
(102, 376)
(102, 375)
(102, 374)
(102, 373)
(102, 372)
(102, 371)
(102, 370)
(102, 369)
(102, 368)
(102, 367)
(102, 366)
(102, 365)
(102, 364)
(102, 363)
(102, 362)
(102, 361)
(102, 360)
(102, 359)
(102, 358)
(102, 357)
(102, 356)
(102, 355)
(102, 354)
(102, 353)
(102, 352)
(102, 351)
(102, 350)
(102, 349)
(102, 348)
(102, 347)
(102, 346)
(102, 345)
(102, 344)
(102, 343)
(102, 342)
(102, 341)
(102, 340)
(102, 339)
(102, 338)
(102, 337)
(102, 336)
(102, 335)
(102, 334)
(102, 333)
(102, 332)
(102, 331)
(102, 330)
(102, 329)
(102, 328)
(102, 327)
(102, 326)
(102, 325)
(102, 324)
(102, 323)
(102, 322)
(102, 321)
(102, 320)
(102, 319)
(102, 318)
(102, 317)
(102, 316)
(102, 315)
(102, 314)
(102, 313)
(102, 312)
(102, 311)
(102, 310)
(102, 309)
(102, 308)
(102, 307)
(102, 306)
(102, 305)
(102, 304)
(102, 303)
(102, 302)
(102, 301)
(102, 300)
(102, 299)
(102, 298)
(102, 297)
(102, 296)
(102, 295)
(102, 294)
(102, 293)
(102, 292)
(102, 291)
(102, 290)
(102, 289)
(102, 288)
(102, 287)
(102, 286)
(102, 285)
(102, 284)
(102, 283)
(102, 282)
(102, 281)
(102, 280)
(102, 279)
(102, 278)
(102, 277)
(102, 276)
(102, 275)
(102, 274)
(102, 273)
(102, 272)
(102, 271)
(102, 270)
(102, 269)
(102, 268)
(102, 267)
(102, 266)
(102, 265)
(102, 264)
(102, 263)
(102, 262)
(102, 261)
(102, 260)
(102, 259)
(102, 258)
(102, 257)
(102, 256)
(102, 255)
(102, 254)
(102, 253)
(102, 252)
(102, 251)
(102, 250)
(102, 249)
(102, 248)
(102, 247)
(102, 246)
(102, 245)
(102, 244)
(102, 243)
(102, 242)
(102, 241)
(102, 240)
(102, 239)
(102, 238)
(102, 237)
(102, 236)
(102, 235)
(102, 234)
(102, 233)
(102, 232)
(102, 231)
(102, 230)
(102, 229)
(102, 228)
(102, 227)
(102, 226)
(102, 225)
(102, 224)
(102, 223)
(102, 222)
(102, 221)
(102, 220)
(102, 219)
(102, 218)
(102, 217)
(102, 216)
(102, 215)
(102, 214)
(102, 213)
(102, 212)
(102, 211)
(102, 210)
(102, 209)
(102, 208)
(102, 207)
(102, 206)
(102, 205)
(102, 204)
(102, 203)
(102, 202)
(102, 201)
(102, 200)
(102, 199)
(102, 198)
(102, 197)
(102, 196)
(102, 195)
(102, 194)
(102, 193)
(102, 192)
(102, 191)
(102, 190)
(102, 189)
(102, 188)
(102, 187)
(102, 186)
(102, 185)
(102, 184)
(102, 183)
(102, 182)
(102, 181)
(102, 180)
(102, 179)
(102, 178)
(102, 177)
(102, 176)
(102, 175)
(102, 174)
(102, 173)
(102, 172)
(102, 171)
(102, 170)
(102, 169)
(102, 168)
(102, 167)
(102, 166)
(102, 165)
(102, 164)
(102, 163)
(102, 162)
(102, 161)
(102, 160)
(102, 159)
(102, 158)
(102, 158)
(102, 157)
(102, 156)
(102, 155)
(102, 154)
(102, 153)
(102, 152)
(102, 151)
(102, 150)
(102, 149)
(102, 148)
(102, 147)
(102, 146)
(102, 145)
(102, 144)
(102, 143)
(102, 142)
(102, 141)
(102, 140)
(102, 139)
(102, 138)
(102, 137)
(102, 136)
(102, 135)
(102, 134)
(102, 133)
(102, 132)
(102, 131)
(102, 130)
(102, 129)
(102, 128)
(102, 127)
(102, 126)
(102, 125)
(102, 124)
(102, 123)
(102, 122)
(102, 121)
(102, 120)
(102, 119)
(102, 118)
(102, 117)
(102, 116)
(102, 115)
(102, 114)
(102, 113)
(102, 112)
(102, 111)
(102, 110)
(102, 109)
(102, 108)
(102, 107)
(102, 106)
(102, 105)
(102, 104)
(102, 103)
(102, 102)
(102, 101)
(102, 100)
(102, 99)
(102, 98)
C:\Users\chapm\Documents\GitHub\sklearn-recipes\streaming\osfs_util.py:25: RuntimeWarning: invalid value encountered in sqrt
d_inv = np.sqrt(np.diag(np.diag(K)))
C:\Users\chapm\Documents\GitHub\sklearn-recipes\streaming\osfs_util.py:68: RuntimeWarning: invalid value encountered in double_scalars
cor = -V_inv[0][1]/(np.sqrt(V_inv[0][0]*V_inv[1][1]))
C:\Users\chapm\Documents\GitHub\sklearn-recipes\streaming\osfs_util.py:30: RuntimeWarning: invalid value encountered in minimum
cor_m = np.minimum(cor_m, 0.9999)
C:\Users\chapm\Documents\GitHub\sklearn-recipes\streaming\osfs_util.py:31: RuntimeWarning: invalid value encountered in maximum
cor_m = np.maximum(cor_m, -0.9999)
C:\Users\chapm\Anaconda3\envs\skrecipe\lib\site-packages\scipy\stats\_distn_infrastructure.py:879: RuntimeWarning: invalid value encountered in greater
return (self.a < x) & (x < self.b)
C:\Users\chapm\Anaconda3\envs\skrecipe\lib\site-packages\scipy\stats\_distn_infrastructure.py:879: RuntimeWarning: invalid value encountered in less
return (self.a < x) & (x < self.b)
C:\Users\chapm\Anaconda3\envs\skrecipe\lib\site-packages\scipy\stats\_distn_infrastructure.py:1735: RuntimeWarning: invalid value encountered in greater_equal
cond2 = (x >= self.b) & cond0
(102, 98)
(102, 98)
(102, 98)
(102, 98)
(102, 98)
(102, 98)
C:\Users\chapm\Documents\GitHub\sklearn-recipes\streaming\osfs_util.py:68: RuntimeWarning: invalid value encountered in sqrt
cor = -V_inv[0][1]/(np.sqrt(V_inv[0][0]*V_inv[1][1]))
(102, 98)
(102, 98)
(102, 98)
(102, 98)
(102, 97)
C:\Users\chapm\Anaconda3\envs\skrecipe\lib\site-packages\sklearn\kernel_approximation.py:470: UserWarning: n_components > n_samples. This is not possible.
n_components was set to n_samples, which results in inefficient evaluation of the full kernel.
warnings.warn("n_components > n_samples. This is not possible.\n"
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
(102, 97)
Fast_OSFS {'accuracy': 0.41176470588235292, 'logloss': 10.777240152258324, 'feat_dim': (3220,)}
Base {'accuracy': 0.91176470588235292, 'logloss': 3.0475390936685902, 'feat_dim': (12600,)}
C:\Users\chapm\Anaconda3\envs\skrecipe\lib\site-packages\sklearn\linear_model\base.py:340: RuntimeWarning: overflow encountered in exp
np.exp(prob, prob)
In [ ]:
In [ ]:
Content source: chappers/sklearn-recipes
Similar notebooks: