Skip to content
Snippets Groups Projects
Commit b5ca4759 authored by Janik Besendorf's avatar Janik Besendorf
Browse files

Initial commit

parents
No related branches found
No related tags found
No related merge requests found
Showing
with 709 additions and 0 deletions
# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class
# C extensions
*.so
# Distribution / packaging
.Python
build/
develop-eggs/
dist/
downloads/
eggs/
.eggs/
lib/
lib64/
parts/
sdist/
var/
wheels/
share/python-wheels/
*.egg-info/
.installed.cfg
*.egg
MANIFEST
# PyInstaller
# Usually these files are written by a python script from a template
# before PyInstaller builds the exe, so as to inject date/other infos into it.
*.manifest
*.spec
# Installer logs
pip-log.txt
pip-delete-this-directory.txt
# Unit test / coverage reports
htmlcov/
.tox/
.nox/
.coverage
.coverage.*
.cache
nosetests.xml
coverage.xml
*.cover
*.py,cover
.hypothesis/
.pytest_cache/
cover/
# Translations
*.mo
*.pot
# Django stuff:
*.log
local_settings.py
db.sqlite3
db.sqlite3-journal
# Flask stuff:
instance/
.webassets-cache
# Scrapy stuff:
.scrapy
# Sphinx documentation
docs/_build/
# PyBuilder
.pybuilder/
target/
# Jupyter Notebook
.ipynb_checkpoints
# IPython
profile_default/
ipython_config.py
# pyenv
# For a library or package, you might want to ignore these files since the code is
# intended to run in multiple environments; otherwise, check them in:
# .python-version
# pipenv
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
# However, in case of collaboration, if having platform-specific dependencies or dependencies
# having no cross-platform support, pipenv may install dependencies that don't work, or not
# install all needed dependencies.
#Pipfile.lock
# PEP 582; used by e.g. github.com/David-OConnor/pyflow
__pypackages__/
# Celery stuff
celerybeat-schedule
celerybeat.pid
# SageMath parsed files
*.sage.py
# Environments
.env
.venv
env/
venv/
ENV/
env.bak/
venv.bak/
# Spyder project settings
.spyderproject
.spyproject
# Rope project settings
.ropeproject
# mkdocs documentation
/site
# mypy
.mypy_cache/
.dmypy.json
dmypy.json
# Pyre type checker
.pyre/
# pytype static type analyzer
.pytype/
# Cython debug symbols
cython_debug/
\ No newline at end of file
# Define here the models for your scraped items
#
# See documentation in:
# https://docs.scrapy.org/en/latest/topics/items.html
import scrapy
class AndroidEnterpriseItem(scrapy.Item):
# define the fields for your item here like:
# name = scrapy.Field()
pass
# Define here the models for your spider middleware
#
# See documentation in:
# https://docs.scrapy.org/en/latest/topics/spider-middleware.html
from scrapy import signals
# useful for handling different item types with a single interface
from itemadapter import is_item, ItemAdapter
class AndroidEnterpriseSpiderMiddleware:
# Not all methods need to be defined. If a method is not defined,
# scrapy acts as if the spider middleware does not modify the
# passed objects.
@classmethod
def from_crawler(cls, crawler):
# This method is used by Scrapy to create your spiders.
s = cls()
crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)
return s
def process_spider_input(self, response, spider):
# Called for each response that goes through the spider
# middleware and into the spider.
# Should return None or raise an exception.
return None
def process_spider_output(self, response, result, spider):
# Called with the results returned from the Spider, after
# it has processed the response.
# Must return an iterable of Request, or item objects.
for i in result:
yield i
def process_spider_exception(self, response, exception, spider):
# Called when a spider or process_spider_input() method
# (from other spider middleware) raises an exception.
# Should return either None or an iterable of Request or item objects.
pass
def process_start_requests(self, start_requests, spider):
# Called with the start requests of the spider, and works
# similarly to the process_spider_output() method, except
# that it doesn’t have a response associated.
# Must return only requests (not items).
for r in start_requests:
yield r
def spider_opened(self, spider):
spider.logger.info('Spider opened: %s' % spider.name)
class AndroidEnterpriseDownloaderMiddleware:
# Not all methods need to be defined. If a method is not defined,
# scrapy acts as if the downloader middleware does not modify the
# passed objects.
@classmethod
def from_crawler(cls, crawler):
# This method is used by Scrapy to create your spiders.
s = cls()
crawler.signals.connect(s.spider_opened, signal=signals.spider_opened)
return s
def process_request(self, request, spider):
# Called for each request that goes through the downloader
# middleware.
# Must either:
# - return None: continue processing this request
# - or return a Response object
# - or return a Request object
# - or raise IgnoreRequest: process_exception() methods of
# installed downloader middleware will be called
return None
def process_response(self, request, response, spider):
# Called with the response returned from the downloader.
# Must either;
# - return a Response object
# - return a Request object
# - or raise IgnoreRequest
return response
def process_exception(self, request, exception, spider):
# Called when a download handler or a process_request()
# (from other downloader middleware) raises an exception.
# Must either:
# - return None: continue processing this exception
# - return a Response object: stops process_exception() chain
# - return a Request object: stops process_exception() chain
pass
def spider_opened(self, spider):
spider.logger.info('Spider opened: %s' % spider.name)
# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html
# useful for handling different item types with a single interface
from itemadapter import ItemAdapter
class AndroidEnterprisePipeline:
def process_item(self, item, spider):
return item
# Scrapy settings for android_enterprise project
#
# For simplicity, this file contains only settings considered important or
# commonly used. You can find more settings consulting the documentation:
#
# https://docs.scrapy.org/en/latest/topics/settings.html
# https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
# https://docs.scrapy.org/en/latest/topics/spider-middleware.html
BOT_NAME = 'android_enterprise'
SPIDER_MODULES = ['android_enterprise.spiders']
NEWSPIDER_MODULE = 'android_enterprise.spiders'
# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = 'android_enterprise (+http://www.yourdomain.com)'
# Obey robots.txt rules
ROBOTSTXT_OBEY = True
# Configure maximum concurrent requests performed by Scrapy (default: 16)
#CONCURRENT_REQUESTS = 32
# Configure a delay for requests for the same website (default: 0)
# See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay
# See also autothrottle settings and docs
#DOWNLOAD_DELAY = 3
# The download delay setting will honor only one of:
#CONCURRENT_REQUESTS_PER_DOMAIN = 16
#CONCURRENT_REQUESTS_PER_IP = 16
# Disable cookies (enabled by default)
#COOKIES_ENABLED = False
# Disable Telnet Console (enabled by default)
#TELNETCONSOLE_ENABLED = False
# Override the default request headers:
#DEFAULT_REQUEST_HEADERS = {
# 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
# 'Accept-Language': 'en',
#}
# Enable or disable spider middlewares
# See https://docs.scrapy.org/en/latest/topics/spider-middleware.html
#SPIDER_MIDDLEWARES = {
# 'android_enterprise.middlewares.AndroidEnterpriseSpiderMiddleware': 543,
#}
# Enable or disable downloader middlewares
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#DOWNLOADER_MIDDLEWARES = {
# 'android_enterprise.middlewares.AndroidEnterpriseDownloaderMiddleware': 543,
#}
# Enable or disable extensions
# See https://docs.scrapy.org/en/latest/topics/extensions.html
#EXTENSIONS = {
# 'scrapy.extensions.telnet.TelnetConsole': None,
#}
# Configure item pipelines
# See https://docs.scrapy.org/en/latest/topics/item-pipeline.html
#ITEM_PIPELINES = {
# 'android_enterprise.pipelines.AndroidEnterprisePipeline': 300,
#}
# Enable and configure the AutoThrottle extension (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/autothrottle.html
#AUTOTHROTTLE_ENABLED = True
# The initial download delay
#AUTOTHROTTLE_START_DELAY = 5
# The maximum download delay to be set in case of high latencies
#AUTOTHROTTLE_MAX_DELAY = 60
# The average number of requests Scrapy should be sending in parallel to
# each remote server
#AUTOTHROTTLE_TARGET_CONCURRENCY = 1.0
# Enable showing throttling stats for every response received:
#AUTOTHROTTLE_DEBUG = False
# Enable and configure HTTP caching (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings
#HTTPCACHE_ENABLED = True
#HTTPCACHE_EXPIRATION_SECS = 0
#HTTPCACHE_DIR = 'httpcache'
#HTTPCACHE_IGNORE_HTTP_CODES = []
#HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'
# This package will contain the spiders of your Scrapy project
#
# Please refer to the documentation for information on how to create and manage
# your spiders.
import scrapy
import json
class AttributesSpider(scrapy.Spider):
name = 'attributes'
allowed_domains = ['https://androidenterprisepartners.withgoogle.com/']
start_urls = ['https://androidenterprisepartners.withgoogle.com/_ah/spi/search/v1/devices?size=300&sort=createDate:desc,sort_name:asc']
def parse_phone(self, item):
yield
def parse(self, response):
data = json.loads(response.text)
for item in data['items']:
yield{
'model': item['displayName'],
'os': item['os_version_facet'],
'sensors': item['hardwareFeatures']['fingerPrintSupport'],
'ioxt': item['certifications_obj']['ioxt'],
'ioxtUrl': item['certifications_obj']['ioxtUrl'],
'commmonCriteria': item['certifications_obj']['commonCriteria'],
'commmonCriteriaUrl': item['certifications_obj']['commonCriteriaUrl']
}
model,os,sensors,ioxt,ioxtUrl,commmonCriteria,commmonCriteriaUrl
Xiaomi Mi 10T Lite,Android 10+,True,,,,
Zebra Technologies TC52x,Android 10+,False,,,,
Zebra Technologies TC57x,Android 10+,False,,,,
Motorola moto g(9) power,Android 10+,True,,,,
Nokia 8 V 5G UW,Android 10+,True,,,,
Motorola moto g 5G,Android 10+,True,False,,,
Sharp AQUOS sense4 SH-M15,Android 10+,True,,,,
Fujitsu arrows NX9 F-52A,Android 10+,True,,,,
Bluebird EF550R,Android 10+,False,,,,
Sharp AQUOS sense4 lite SH-RM15,Android 11+,True,,,,
Nokia 3.4,Android 10+,True,,,,
Sharp AQUOS sense4 SH-41A,Android 11+,True,,,,
Bluebird EF550,Android 10+,False,,,,
Nokia 8.3 5G,Android 10+,True,,,,
Google Pixel 5,Android 11+,True,True,https://compliance.ioxtalliance.org/product/56,,
Google Pixel 4a (5G),Android 11+,True,True,https://compliance.ioxtalliance.org/product/55,,
Sharp AQUOS zero5G basic,Android 10+,True,,,,
SHARP SH-T01,Android 10+,True,,,,
Sharp AQUOS zero5G basic DX,Android 10+,True,False,,False,
motorola razr (2020),Android 10+,True,,,,
motorola razr 5G,Android 10+,True,,,,
motorola one 5G,Android 10+,True,,,,
Motorola moto g(9) play,Android 10+,True,,,,
Zebra Technologies TC26,Android 10+,False,,,,
motorola moto g(9) plus,Android 10+,True,,,,
Xiaomi Redmi 9,Android 10+,True,,,,
i.safe MOBILE IS330.X,Android 9+,False,,,,
Google Pixel 4a,Android 11+,True,True,https://compliance.ioxtalliance.org/product/45,False,https://www.commoncriteriaportal.org/files/epfiles/st_vid11019-st.pdf
Xiaomi Redmi Note 9 Pro,Android 11+,True,,,,
CipherLab RS35 Series,Android 10+,False,,,,
Fujitsu arrows Be4 F-41A,Android 10+,True,,,,
SHARP dtab d-41A,Android 10+,True,,,,
Zebra Technologies MC3300x,Android 9+,False,,,,
Zebra Technologies TC21,Android 10+,False,,,,
Motorola moto g 5G plus,Android 11+,True,,,,
OnePlus Nord,Android 11+,True,,,,
OPPO Find X2 Neo/Reno3 Pro,Android 11+,True,,,,
OPPO A72,Android 11+,True,,,,
OPPO Find X2 Lite,Android 11+,True,,,,
Zebra Technologies EC30,Android 8.1.0+,False,,,,
OPPO A52,Android 11+,True,,,,
Motorola moto g pro,Android 11+,True,,,,
motorola one fusion,Android 10+,True,,,,
LG style3,Android 10+,True,,,,
motorola one fusion+,Android 10+,True,,,,
Newland NLS-MT90,Android 10+,False,,,,
Point Mobile PM451,Android 9+,False,,,,
Sharp AQUOS sense3 basic,Android 9+,False,,,,
Sharp AQUOS R5G SH-RM14,Android 10+,True,,,,
Sony Xperia 10 II,Android 11+,True,,,,
Bluebird EF501R,Android 9+,False,,,,
Motorola motorola edge+,Android 11+,True,,,,
Motorola motorola edge,Android 10+,True,,,,
Nokia 5.3,Android 11+,True,,,,
Motorola moto g fast,Android 10+,True,,,,
Newland NLS-N7,Android 10+,False,,,,
OnePlus 8,Android 11+,True,,,,
OnePlus 8 Pro,Android 11+,True,,,,
OnePlus 8 5G,Android 11+,True,,,,
Crosscall Core-X4,Android 9+,True,,,,
Crosscall Core-T4,Android 9+,False,,,,
Sharp AQUOS R5G SHG01,Android 10+,True,,,,
Sharp AQUOS R5G 908SH,Android 10+,True,,,,
Sharp AQUOS R5G SH-51A,Android 10+,True,,,,
OPPO Reno3 Pro,Android 11+,True,,,,
OPPO Find X2,Android 11+,True,,,,
OPPO Find X2 Pro,Android 11+,True,,,,
Motorola moto g(8),Android 10+,True,,,,
Motorola moto g(8) power lite,Android 9+,True,,,,
MiTAC N630,Android 9+,False,,,,
Ascom Myco 3,Android 9+,False,,,,
Sharp AQUOS zero2 SH-M13,Android 11+,True,,,,
Opticon H-31,Android 9+,False,,,,
Motorola moto g stylus,Android 10+,True,,,,
Motorola moto g(8) power,Android 10+,True,,,,
Motorola moto g power,Android 10+,True,,,,
Getac ZX70G2,Android 9+,False,,,,
i.safe MOBILE IS930.X,Android 9+,False,,,,
Sharp AQUOS zero2 SHV47,Android 11+,True,,,,
Sharp AQUOS zero2 906SH,Android 11+,True,,,,
Sharp AQUOS zero2 SH-01M,Android 11+,True,,,,
Newland NLS-NFT10,Android 9+,True,,,,
Datalogic Memor 20,Android 9+,True,,,,
Janam XG4,Android 9+,False,,,,
CHAINWAY C61,Android 9+,False,,,,
Janam HT1,Android 9+,False,,,,
Sharp AQUOS sense3 SH-M12,Android 9+,True,,,,
i.safe MOBILE IS530.X,Android 9+,False,,,False,
M3 Mobile UL20X,Android 9+,False,,,,
HAMMER Energy 2,Android 9+,False,,,,
Opticon H-33,Android 9+,False,,,,
unitech EA630,Android 9+,False,,,,
i.safe MOBILE IS655.X,Android 9+,False,,,,
ZTE Telstra Tough Max 3,Android 9+,True,,,,
Sharp AQUOS sense3 plus SH-M11,Android 9+,True,,,,
Chainway P80,Android 9+,False,,,,
Sharp AQUOS sense3 plus 901SH,Android 9+,True,,,,
CipherLab RK95 Series,Android 9+,False,,,,
Sharp AQUOS sense3 plus SH-RM11,Android 9+,True,,,,
Sharp AQUOS sense3 plus サウンド SHV46,Android 9+,True,,,,
motorola one hyper,Android 10+,True,,,,
Cyrus CS45XA,Android 9+,True,,,,
CHAINWAY C66,Android 9+,False,,,,
Kyocera Android One S6,Android 10+,True,,,,
motorola razr,Android 9+,True,,,,
Janam XT3 Rugged Touch Computer,Android 9+,False,,,,
HAMMER Explorer,Android 9+,True,,,,
Google Pixel 4,Android 11+,False,True,https://compliance.ioxtalliance.org/product/43,True,https://www.commoncriteriaportal.org/files/epfiles/st_vid11019-st.pdf
Google Pixel 4 XL,Android 11+,False,True,https://compliance.ioxtalliance.org/product/44,True,https://www.commoncriteriaportal.org/files/epfiles/st_vid11019-st.pdf
moto g8 plus,Android 9+,True,,,,
Sharp AQUOS sense3 SHV45,Android 9+,True,,,,
Sharp AQUOS sense3 SH-02M,Android 9+,True,,,,
motorola one macro,Android 9+,True,,,,
M3 Mobile UL20F,Android 9+,False,,,,
ecom Smart-Ex 02,Android 9+,False,,,,
M3 Mobile UL20W,Android 9+,False,,,,
LG G8X ThinQ DUAL SCREEN (*),Android 9+,True,,,,
Kyocera DIGNO® BX,Android 9+,False,,,,
Zebra Technologies MC9300,Android 8.1.0+,False,,,,
PM90,Android 9+,False,,,,
BlackBerry KEYone,Android 7.1.1+,True,,,,
BlackBerry Motion,Android 8.1.0+,True,,,,
Bluebird EF401,Android 9+,False,,,,
Bluebird EF501,Android 9+,False,,,,
BQ Aquaris X Pro,Android 8.1.0+,True,,,,
BQ Aquaris X2,Android 9+,True,,,,
BQ Aquaris X2 Pro,Android 9+,True,,,,
CipherLab RK25 Series,Android 9+,False,,,,
CipherLab RK25 Series,Android 7.1.2+,False,,,,
CipherLab RS51 Series,Android 8.1.0+,False,,,,
Cyrus CS22XA,Android 9+,False,,,,
Datalogic Memor 10,Android 9+,False,,,,
Fujitsu arrows Be F-04K,Android 8.1.0+,True,,,,
Fujitsu arrows Be F-04K,Android 9+,True,,,,
Fujitsu arrows Be3 F-02L,Android 9+,True,,,,
Gigaset GX290,Android 9+,True,,,,
Google Pixel,Android 9+,True,,,,
Google Pixel 2,Android 9+,True,,,,
Google Pixel 2 XL,Android 9+,True,,,,
Google Pixel 3,Android 9+,True,,,True,https://www.commoncriteriaportal.org/files/epfiles/st_vid11019-st.pdf
Google Pixel 3 XL,Android 9+,True,,,True,https://www.commoncriteriaportal.org/files/epfiles/st_vid11019-st.pdf
Google Pixel 3a,Android 9+,True,,,True,https://www.commoncriteriaportal.org/files/epfiles/st_vid11019-st.pdf
Google Pixel 3a XL,Android 9+,True,,,True,https://www.commoncriteriaportal.org/files/epfiles/st_vid11019-st.pdf
Google Pixel XL,Android 9+,True,,,,
Honeywell Dolphin CK65,Android 9+,False,,,,
Honeywell Dolphin™ CN80,Android 9+,False,,,,
Honeywell Dolphin™ CT40,Android 9+,False,,,,
Honeywell Dolphin™ CT60,Android 7.1.1+,False,,,,
Honeywell ScanPal™ EDA51,Android 8.1.0+,False,,,,
Honeywell VM1A,Android 9+,False,,,,
Janam XT200,Android 9+,False,,,,
Kyocera DuraForce PRO 2,Android 9+,True,,,,
Kyocera DuraForce PRO 2 with Sapphire Shield,Android 9+,True,,,,
Kyocera Qua phone QZ,Android 9+,False,,,,
Kyocera TORQUE G04,Android 9+,True,,,,
Lenovo TAB M10 FHD Rel,Android 9+,False,,,,
LG G6,Android 9+,True,,,,
LG Style L-03K,Android 9+,True,,,,
LG Style2,Android 9+,True,,,,
LG V30,Android 9+,True,,,,
LG V40 ThinQ,Android 9+,True,,,,
M3 Mobile SM15N,Android 8.1.0+,False,,,,
M3 Mobile SM15X,Android 8.1.0+,False,,,,
Moto g6,Android 9+,True,,,,
Moto g6 plus,Android 9+,True,,,,
Moto g7,Android 9+,True,,,,
Moto g7 play,Android 9+,True,,,,
Moto g7 plus,Android 9+,True,,,,
Moto g7 power,Android 9+,True,,,,
Moto Z3 Play,Android 9+,True,,,,
Moto z4,Android 9+,True,,,,
Motorola One,Android 9+,True,,,,
Motorola one action,Android 9+,True,,,,
Motorola one vision,Android 9+,True,,,,
motorola one zoom,Android 9+,True,,,,
Motorola Solutions LEX L11,Android 9+,True,,,,
Nokia 2.2,Android 9+,False,,,,
Nokia 3.1,Android 9+,False,,,,
Nokia 3.1 Plus,Android 9+,True,,,,
Nokia 3.2,Android 9+,True,,,,
Nokia 4.2,Android 9+,True,,,,
Nokia 5.1,Android 9+,True,,,,
Nokia 5.1 Plus,Android 9+,True,,,,
Nokia 6.1,Android 9+,True,,,,
Nokia 6.1 Plus,Android 9+,True,,,,
Nokia 6.2,Android 9+,True,,,,
Nokia 7 Plus,Android 9+,True,,,,
Nokia 7.1,Android 9+,True,,,,
Nokia 7.2,Android 9+,True,,,,
Nokia 8,Android 9+,True,,,,
Nokia 8 Sirocco,Android 9+,True,,,,
Nokia 8.1,Android 9+,True,,,,
Nokia 9 PureView,Android 9+,True,,,,
Point Mobile PM45,Android 9+,False,,,,
Point Mobile PM85,Android 9+,False,,,,
Sharp AQUOS R2 SH-03K,Android 9+,True,,,,
Sharp AQUOS R2 SHV42,Android 9+,True,,,,
Sharp AQUOS R3 808SH,Android 9+,True,,,,
Sharp AQUOS R3 SH-04L,Android 9+,True,,,,
Sharp AQUOS R3 SHV44,Android 9+,True,,,,
Sharp AQUOS sense lite SH-M05,Android 9+,True,,,,
Sharp AQUOS sense SH-01K,Android 9+,True,,,,
Sharp AQUOS sense SHV40,Android 9+,True,,,,
Sharp AQUOS sense2 SH-01L,Android 9+,True,,,,
Sharp AQUOS sense2 SH-M08,Android 9+,True,,,,
Sharp AQUOS sense2 SHV43,Android 9+,True,,,,
SHARP AQUOS sense3 lite,Android 9+,True,,,,
Sonim XP8,Android 8.1.0+,True,,,,
Sony Xperia 10,Android 9+,True,,,,
Sony Xperia XA2,Android 9+,True,,,,
Sony Xperia XA2 Ultra,Android 9+,True,,,,
Sony Xperia XZ Premium,Android 9+,True,,,,
Sony Xperia XZ1,Android 9+,True,,,,
Sony Xperia XZ1 Compact,Android 9+,True,,,,
Sony Xperia XZ2,Android 9+,True,,,,
Sony Xperia XZ2 Compact,Android 9+,True,,,,
Sony Xperia XZ2 Premium,Android 9+,True,,,,
TOUGHBOOK FZ-N1,Android 9+,True,,,,
TOUGHBOOK FZ-T1,Android 9+,False,,,,
TOUGHBOOK P-01K,Android 8.1.0+,False,,,,
unitech PA760,Android 9+,True,,,,
Urovo DT50,Android 9+,True,,,,
Urovo i6310,Android 8.1.0+,True,,,,
Versity,Android 8.1.0+,True,,,,
Xiaomi Mi A2,Android 9+,True,,,,
Xiaomi Mi A2 Lite,Android 9+,True,,,,
Xiaomi Mi A3,Android 9+,True,,,,
Zebra Technologies L10,Android 8.1.0+,False,,,,
Zebra Technologies TC25,Android 8.1.0+,False,,,,
Zebra Technologies TC51,Android 8.1.0+,False,,,,
Zebra Technologies TC52,Android 9+,False,,,,
Zebra Technologies TC56,Android 8.1.0+,False,,,,
Zebra Technologies TC57,Android 8.1.0+,False,,,,
Zebra Technologies TC70x,Android 8.1.0+,False,,,,
Zebra Technologies TC72,Android 9+,False,,,,
Zebra Technologies TC75x,Android 8.1.0+,False,,,,
Zebra Technologies TC77,Android 8.1.0+,False,,,,
Zebra Technologies TC8300,Android 8.1.0+,False,,,,
# Automatically created by: scrapy startproject
#
# For more information about the [deploy] section see:
# https://scrapyd.readthedocs.io/en/latest/deploy.html
[settings]
default = android_enterprise.settings
[deploy]
#url = http://localhost:6800/
project = android_enterprise
import urllib.request
import csv
import os
import sys
csv_url = 'https://www.commoncriteriaportal.org/products/certified_products.csv'
# download the csv from commoncriterialportal.org
urllib.request.urlretrieve(csv_url, 'certified_products.csv')
# filter Mobility devices
with open('certified_products.csv', 'r', errors="ignore") as certified_products, open('filtered.csv', 'w', newline='') as filtered:
writer = csv.writer(filtered)
reader = csv.reader(certified_products)
line = 0
for line, row in enumerate(reader):
if 'Mobility' in row or line == 0:
writer.writerow(row)
try:
os.mkdir('pdf')
except FileExistsError:
pass
except OSError:
print("Creation of pdf directory failed. exiting")
sys.exit(1)
with open ('filtered.csv', 'r') as filtered:
try:
os.chdir('pdf')
except OSError:
print("Changing directory failed. exiting")
sys.exit(1)
csv_dict = csv.DictReader(filtered)
for row in csv_dict:
if row['Certification Report URL'] != '':
urllib.request.urlretrieve(row['Certification Report URL'].replace(' ','%20'),(row['Certification Report URL'].split('/')[-1]))
if row['Security Target URL'] != '':
urllib.request.urlretrieve(row['Security Target URL'].replace(' ','%20'),(row['Security Target URL'].split('/')[-1]))
if row['Maintenance Report'] != '':
urllib.request.urlretrieve(row['Maintenance Report'].replace(' ','%20'),(row['Maintenance Report'].split('/')[-1]))
if row['Maintenance ST'] != '':
urllib.request.urlretrieve(row['Maintenance ST'].replace(' ','%20'),(row['Maintenance ST'].split('/')[-1]))
\ No newline at end of file
This diff is collapsed.
Category,Name,Manufacturer,Scheme,Assurance Level,Protection Profile(s),Certification Date,Archived Date,Certification Report URL,Security Target URL,Maintenance Date,Maintenance Title,Maintenance Report,Maintenance ST
Mobility,Apple iOS 13 on iPhone and Apple iPadOS 13 on iPad Mobile Devices,Apple Inc.,US,None,"MOD_MDM_AGENT_V1.0,MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",11/06/2020,11/06/2022,http://216.117.4.138:80/files/epfiles/st_vid11036-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11036-st.pdf,,,,
Mobility,Samsung Galaxy Devices on Android 10 - Fall,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",10/15/2020,10/15/2022,http://216.117.4.138:80/files/epfiles/st_vid11109-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11109-st.pdf,,,,
Mobility,Samsung Galaxy Devices on Android 10 - Spring,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",04/30/2020,04/30/2022,http://216.117.4.138:80/files/epfiles/st_vid11042-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11042-st.pdf,08/19/2020,SAMSUNG GALAXY DEVICES ON ANDROID 10 - SPRING,http://216.117.4.138:80/files/epfiles/st_vid11042-add1.pdf,http://216.117.4.138:80/files/epfiles/st_vid11042-st.pdf
Mobility,Samsung Galaxy Devices on Android 10 - Spring,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",04/30/2020,04/30/2022,http://216.117.4.138:80/files/epfiles/st_vid11042-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11042-st.pdf,10/12/2020,Samsung Galaxy Devices on Android 10 - Spring,http://216.117.4.138:80/files/epfiles/st_vid11042-add2.pdf,http://216.117.4.138:80/files/epfiles/st_vid11042-st-2.pdf
Mobility,Samsung Galaxy Devices on Android 10 - Spring,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",04/30/2020,04/30/2022,http://216.117.4.138:80/files/epfiles/st_vid11042-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11042-st.pdf,,,,
Mobility,"BlackBerry Unified Endpoint Management (UEM) Server and Android Client, version 12",,US,None,"MOD_MDM_AGENT_V1.0,PKG_TLS_V1.1,PP_MDM_V4.0",04/28/2020,04/28/2022,http://216.117.4.138:80/files/epfiles/st_vid11040-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11040-st.pdf,,,,
Mobility,VMware Workspace ONE Unified Endpoint Management Version 1907,"VMware, Inc.",US,None,"MOD_MDM_AGENT_V1.0,PP_MDM_V4.0",03/25/2020,03/25/2022,http://216.117.4.138:80/files/epfiles/st_vid11026-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11026-st.pdf,,,,
Mobility,Google Pixel Phones on Android 10,Google LLC,US,None,"PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",02/21/2020,02/21/2022,http://216.117.4.138:80/files/epfiles/st_vid11019-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11019-st.pdf,,,,
Mobility,Samsung SDS EMM v2.2.5,"Samsung SDS Co., Ltd.",US,None,"MOD_MDM_AGENT_V1.0,PKG_TLS_V1.1,PP_MDM_V4.0",01/27/2020,01/27/2022,http://216.117.4.138:80/files/epfiles/st_vid11013-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11013-st.pdf,,,,
Mobility,Motorola Lex L11,"Motorola Solutions, Inc.",US,None,"PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",01/23/2020,01/21/2022,http://216.117.4.138:80/files/epfiles/st_vid11002-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11002-st.pdf,,,,
Mobility,Gemalto Advanced Whitebox PKI SDK for Android v1.0.1.300,Thales,NL,"EAL3+,ADV_FSP.4,ADV_IMP.1,ADV_TDS.3,ALC_TAT.1,AVA_VAN.3",,12/24/2019,12/24/2024,http://216.117.4.138:80/files/epfiles/Certification Report NSCIB-CC-230855-CR.pdf,http://216.117.4.138:80/files/epfiles/R0R28657_AWPKI_SDK_ST_V17p.pdf,,,,
Mobility,Samsung Galaxy Devices with Android 9 - Fall,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",11/04/2019,11/04/2021,http://216.117.4.138:80/files/epfiles/st_vid11018-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11018-st.pdf,,,,
Mobility,Samsung Galaxy Tab Active2 on Android 8.1,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",09/26/2019,09/26/2021,http://216.117.4.138:80/files/epfiles/st_vid11001-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid11001-st.pdf,,,,
Mobility,Samsung Galaxy Devices on Android 9,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",08/02/2019,08/02/2021,http://216.117.4.138:80/files/epfiles/st_vid10979-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10979-st.pdf,09/09/2019,Samsung Galaxy Devices on Android 9,http://216.117.4.138:80/files/epfiles/st_vid10979-add1.pdf,http://216.117.4.138:80/files/epfiles/st_vid10979-st2.pdf
Mobility,Samsung Galaxy Devices on Android 9,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",08/02/2019,08/02/2021,http://216.117.4.138:80/files/epfiles/st_vid10979-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10979-st.pdf,12/17/2019,SAMSUNG GALAXY DEVICES ON ANDROID 9,http://216.117.4.138:80/files/epfiles/st_vid10979-add2.pdf,http://216.117.4.138:80/files/epfiles/st_vid10979-st-2.pdf
Mobility,Samsung Galaxy Devices on Android 9,"Samsung Electronics Co., Ltd.",US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",08/02/2019,08/02/2021,http://216.117.4.138:80/files/epfiles/st_vid10979-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10979-st.pdf,,,,
Mobility,Pixel 3/3XL,Google LLC,US,None,"PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",07/19/2019,07/19/2021,http://216.117.4.138:80/files/epfiles/st_vid10941-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10941-st.pdf,,,,
Mobility,Bittium Tough Mobile C (BTMC). HW version: 9304809A03. SW version: Android 5.1.1. Kernel version: 3.4.0. Build: S2_BSOS_1.1.5C_MR22_sapphire2,Bittium Wireless OY,ES,EAL2,,06/17/2019,,http://216.117.4.138:80/files/epfiles/2017-25-INF-2751.pdf,http://216.117.4.138:80/files/epfiles/2017-25-STlite.pdf,,,,
Mobility,CellCrypt Classified 2.0 (also known as Cellcrypt Federal),"Cellcrypt, Inc.",US,None,PP_APP_V1.2,04/22/2019,04/22/2021,http://216.117.4.138:80/files/epfiles/st_vid10929-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10929-st.pdf,,,,
Mobility,COMSec Admin+ v3.1.11a_CA+,"INDRA Sistemas de Comunicaciones Seguras, S.L",ES,"None,ADV_FSP.1,AGD_OPE.1,AGD_PRE.1,ALC_CMC.1,ALC_CMS.1,ASE_CCL.1,ASE_ECD.1,ASE_INT.1,ASE_OBJ.2,ASE_REQ.2,ASE_SPD.1,ASE_TSS.1,ATE_IND.1,AVA_VAN.1",,04/12/2019,,http://216.117.4.138:80/files/epfiles/2017-21-INF-2513.pdf,http://216.117.4.138:80/files/epfiles/2017-21-ST_lite.pdf,,,,
Mobility,Apple iOS 12,Apple Inc.,US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",03/14/2019,03/14/2021,http://216.117.4.138:80/files/epfiles/st_vid10937-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10937-st.pdf,04/22/2019,Apple iPad and iPhone Mobile Devices with iOS 12,http://216.117.4.138:80/files/epfiles/st_vid10937-add1.pdf,http://216.117.4.138:80/files/epfiles/st-vid10937_PUBLIC_V2.0.pdf
Mobility,Apple iOS 12,Apple Inc.,US,None,"MOD_VPN_CLI_V2.1,PP_MD_V3.1,PP_WLAN_CLI_EP_V1.0",03/14/2019,03/14/2021,http://216.117.4.138:80/files/epfiles/st_vid10937-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10937-st.pdf,,,,
Mobility,MobileIron Platform version 10,MobileIron,US,None,"EP_MDM_AGENT_V3.0,PP_MDM_V3.0",02/22/2019,02/22/2021,http://216.117.4.138:80/files/epfiles/st_vid10934-vr.pdf,http://216.117.4.138:80/files/epfiles/st_vid10934-st.pdf,,,,
Mobility,BlackBerry Enterprise Service Version 12.5,Blackberry,CA,None,PP_MDM_V2.0,01/11/2019,01/11/2024,http://216.117.4.138:80/files/epfiles/383-4-390 CR v1.2e.pdf,http://216.117.4.138:80/files/epfiles/383-4-390 ST v1.12.pdf,,,,
Mobility,Dencrypt Server System version 2.0,Dencrypt A/S,SE,"EAL2,ALC_FLR.1",,11/21/2017,,http://216.117.4.138:80/files/epfiles/Certification Report - Dencrypt Server Systems.pdf,"http://216.117.4.138:80/files/epfiles/Security Target for Dencrypt Server System, version 1.1.pdf (381885) (0)_TMP.pdf",,,,
Mobility,Dencrypt Talk for the iPhone version 4.2.794,Dencrypt A/S,SE,"EAL4,ALC_FLR.1",,11/21/2017,,http://216.117.4.138:80/files/epfiles/Certification Report - Dencrypt Talk App.pdf,"http://216.117.4.138:80/files/epfiles/Security Target for Dencrypt Talk, version 1.0.pdf (381890) (0)_TMP.pdf",,,,
Mobility,BlackBerry Smartphones with OS 10.3.3,Blackberry,CA,None,"PP_MDM_AGENT_V2.0,PP_MD_V2.0",01/09/2017,01/09/2022,http://216.117.4.138:80/files/epfiles/383-4-391 CR v1.1e.pdf,http://216.117.4.138:80/files/epfiles/383-4-391 ST v1.10.pdf,,,,
Mobility,Sony Xperia™ X and Sony Xperia™ X Performance,Sony Mobile Communications Inc.,SE,EAL1,PP_MD_V2.0,12/07/2016,,http://216.117.4.138:80/files/epfiles/Certification Report Sony X.pdf,http://216.117.4.138:80/files/epfiles/Sony-CC-SecurityTarget_v1.2(348227)_TMP.pdf,,,,
File added
This diff is collapsed.
File added
This diff is collapsed.
File added
File added
File added
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment