notebook.community

Edit and run

Query apiso:ServiceType on geoport pycsw





In [1]:



    


from owslib.csw import CatalogueServiceWeb
from owslib import fes
import numpy as np



    











In [2]:



    


endpoint = 'http://geoport.whoi.edu/csw' 
#endpoint = 'http://data.nodc.noaa.gov/geoportal/csw'
#endpoint = 'http://data.ioos.us/csw' 

csw = CatalogueServiceWeb(endpoint,timeout=60)
print csw.version



    


















    






2.0.2

















In [3]:



    


csw.get_operation_by_name('GetRecords').constraints



    


















    
Out[3]:








[Constraint: SupportedISOQueryables - ['apiso:DistanceValue', 'apiso:Abstract', 'apiso:RevisionDate', 'apiso:Subject', 'apiso:KeywordType', 'apiso:Title', 'apiso:CRS', 'apiso:PublicationDate', 'apiso:Type', 'apiso:AlternateTitle', 'apiso:BoundingBox', 'apiso:AnyText', 'apiso:ParentIdentifier', 'apiso:Modified', 'apiso:Operation', 'apiso:Format', 'apiso:TempExtent_end', 'apiso:DistanceUOM', 'apiso:OrganisationName', 'apiso:ServiceType', 'apiso:TempExtent_begin', 'apiso:ResourceLanguage', 'apiso:ServiceTypeVersion', 'apiso:OperatesOn', 'apiso:Denominator', 'apiso:HasSecurityConstraints', 'apiso:OperatesOnIdentifier', 'apiso:GeographicDescriptionCode', 'apiso:Language', 'apiso:Identifier', 'apiso:OperatesOnName', 'apiso:TopicCategory', 'apiso:CreationDate', 'apiso:CouplingType'],
 Constraint: AdditionalQueryables - ['apiso:Lineage', 'apiso:Classification', 'apiso:Creator', 'apiso:Relation', 'apiso:OtherConstraints', 'apiso:SpecificationTitle', 'apiso:ResponsiblePartyRole', 'apiso:SpecificationDateType', 'apiso:Degree', 'apiso:Contributor', 'apiso:ConditionApplyingToAccessAndUse', 'apiso:SpecificationDate', 'apiso:AccessConstraints', 'apiso:Publisher'],
 Constraint: SupportedDublinCoreQueryables - ['dc:contributor', 'dc:source', 'dc:language', 'dc:title', 'dc:subject', 'dc:creator', 'dc:type', 'ows:BoundingBox', 'dct:modified', 'dct:abstract', 'dc:relation', 'dc:date', 'dc:identifier', 'dc:publisher', 'dc:format', 'csw:AnyText', 'dc:rights']]

















In [4]:



    


try:
    csw.get_operation_by_name('GetDomain')
    csw.getdomain('apiso:ServiceType', 'property')
    print(csw.results['values'])
except:
    print('GetDomain not supported')



    


















    






['ERDDAP tabledap,OPeNDAP', 'ERDDAP tabledap,OPeNDAP,ERDDAP Subset', 'OPeNDAP:OPeNDAP,file', 'THREDDS OPeNDAP', 'THREDDS OPeNDAP,Open Geospatial Consortium Web Coverage Service (WCS),Open Geospatial Consortium Web Map Service (WMS),THREDDS NetCDF Subset Service,THREDDS HTTP Service', 'THREDDS OPeNDAP,Open Geospatial Consortium Web Map Service (WMS),THREDDS NetCDF Subset Service', 'THREDDS OPeNDAP,Open Geospatial Consortium Web Map Service (WMS),THREDDS NetCDF Subset Service,THREDDS HTTP Service']

query for a dataset we know comes from THREDDS





In [5]:



    


val = 'COAWST Forecast'
filter1 = fes.PropertyIsLike(propertyname='apiso:AnyText',literal=('*%s*' % val),
                        escapeChar='\\',wildCard='*',singleChar='?')
filter_list = [ filter1 ]



    











In [6]:



    


csw.getrecords2(constraints=filter_list,maxrecords=100,esn='full')
print len(csw.records.keys())
for rec in list(csw.records.keys()):
    print csw.records[rec].title



    


















    






1
COAWST Forecast System : USGS : US East Coast and Gulf of Mexico (Experimental)

















In [7]:



    


for rec in list(csw.records.keys()):
    print(csw.records[rec].references[2]['url'])



    


















    






http://geoport-dev.whoi.edu/thredds/dodsC/coawst_4/use/fmrc/coawst_4_use_best.ncd

Now add ServiceType OPeNDAP to the query





In [8]:



    


val = 'opendap'
filter2 = fes.PropertyIsLike(propertyname='apiso:ServiceType',literal=('*%s*' % val),
                        escapeChar='\\',wildCard='*',singleChar='?')
filter_list = [fes.And([filter1, filter2])]
csw.getrecords2(constraints=filter_list, maxrecords=1000)

print(len(csw.records.keys()))
for rec in list(csw.records.keys()):
    print('title:'+csw.records[rec].title) 
    print('identifier:'+csw.records[rec].identifier)
    print('modified:'+csw.records[rec].modified)
    print(' ')



    


















    






1
title:COAWST Forecast System : USGS : US East Coast and Gulf of Mexico (Experimental)
identifier:gov.usgs.cmgp:COAWST.USEAST.Forecast
modified:2016-07-05

Print the references





In [9]:



    


choice=np.random.choice(list(csw.records.keys()))
print(csw.records[choice].title)
csw.records[choice].references



    


















    






COAWST Forecast System : USGS : US East Coast and Gulf of Mexico (Experimental)










    
Out[9]:








[{'scheme': 'WWW:LINK',
  'url': 'http://geoport-dev.whoi.edu/thredds/dodsC/coawst_4/use/fmrc/coawst_4_use_best.ncd.html'},
 {'scheme': 'WWW:LINK',
  'url': 'http://www.ncdc.noaa.gov/oa/wct/wct-jnlp-beta.php?singlefile=http://geoport-dev.whoi.edu/thredds/dodsC/coawst_4/use/fmrc/coawst_4_use_best.ncd'},
 {'scheme': 'OPeNDAP:OPeNDAP',
  'url': 'http://geoport-dev.whoi.edu/thredds/dodsC/coawst_4/use/fmrc/coawst_4_use_best.ncd'},
 {'scheme': 'OGC:WMS',
  'url': 'http://geoport-dev.whoi.edu/thredds/wms/coawst_4/use/fmrc/coawst_4_use_best.ncd?service=WMS&version=1.3.0&request=GetCapabilities'},
 {'scheme': 'UNIDATA:NCSS',
  'url': 'http://geoport-dev.whoi.edu/thredds/ncss/grid/coawst_4/use/fmrc/coawst_4_use_best.ncd/dataset.html'}]

















In [10]:



    


print(len(csw.records.keys()))
for rec in list(csw.records.keys()):
    print('title:'+csw.records[rec].title) 
    print('identifier:'+csw.records[rec].identifier)
    print('modified:'+csw.records[rec].modified)
    print(' ')



    


















    






1
title:COAWST Forecast System : USGS : US East Coast and Gulf of Mexico (Experimental)
identifier:gov.usgs.cmgp:COAWST.USEAST.Forecast
modified:2016-07-05

query for a dataset we know comes from ERDDAP





In [11]:



    


val = 'pmelTaoMonT'
filter1 = fes.PropertyIsLike(propertyname='apiso:AnyText',literal=('*%s*' % val),
                        escapeChar='\\',wildCard='*',singleChar='?')
filter_list = [ filter1 ]



    











In [12]:



    


csw.getrecords2(constraints=filter_list,maxrecords=100,esn='full')
print len(csw.records.keys())
for rec in list(csw.records.keys()):
    print csw.records[rec].title



    


















    






1
TAO/TRITON, RAMA, and PIRATA Buoys, Monthly, Temperature

















In [13]:



    


for rec in list(csw.records.keys()):
    print(csw.records[rec].references[2]['url'])



    


















    






http://coastwatch.pfeg.noaa.gov/erddap/tabledap/pmelTaoMonT

















In [14]:



    


val = 'tabledap'
filter2 = fes.PropertyIsLike(propertyname='apiso:ServiceType',literal=('*%s*' % val),
                        escapeChar='\\',wildCard='*',singleChar='?')
filter_list = [fes.And([filter1, filter2])]
csw.getrecords2(constraints=filter_list, maxrecords=1000)

print(len(csw.records.keys()))
for rec in list(csw.records.keys()):
    print('title:'+csw.records[rec].title) 
    print('identifier:'+csw.records[rec].identifier)
    print('modified:'+csw.records[rec].modified)
    print(' ')



    


















    






1
title:TAO/TRITON, RAMA, and PIRATA Buoys, Monthly, Temperature
identifier:pmelTaoMonT
modified:2016-06-02
 

















In [15]:



    


choice=np.random.choice(list(csw.records.keys()))
print(csw.records[choice].title)
csw.records[choice].references



    


















    






TAO/TRITON, RAMA, and PIRATA Buoys, Monthly, Temperature










    
Out[15]:








[{'scheme': 'order',
  'url': 'http://coastwatch.pfeg.noaa.gov/erddap/tabledap/pmelTaoMonT.html'},
 {'scheme': 'order',
  'url': 'http://coastwatch.pfeg.noaa.gov/erddap/tabledap/pmelTaoMonT.graph'},
 {'scheme': '.html',
  'url': 'http://coastwatch.pfeg.noaa.gov/erddap/tabledap/pmelTaoMonT'},
 {'scheme': '.html',
  'url': 'http://coastwatch.pfeg.noaa.gov/erddap/tabledap/pmelTaoMonT'},
 {'scheme': 'search',
  'url': 'http://coastwatch.pfeg.noaa.gov/erddap/tabledap/pmelTaoMonT.subset'}]

















In [ ]:



    






    











In [ ]:

Content source: rsignell-usgs/notebook

Similar notebooks:

notebook.community | gallery | about