1421 lines
45 KiB
HTML
1421 lines
45 KiB
HTML
|
<!DOCTYPE html>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<html class="theme-next gemini use-motion" lang="zh-Hans">
|
|||
|
|
<head><meta name="generator" content="Hexo 3.8.0">
|
|||
|
|
<meta charset="UTF-8">
|
|||
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge">
|
|||
|
|
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1">
|
|||
|
|
<meta name="theme-color" content="#222">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<meta http-equiv="Cache-Control" content="no-transform">
|
|||
|
|
<meta http-equiv="Cache-Control" content="no-siteapp">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link href="/lib/fancybox/source/jquery.fancybox.css?v=2.1.5" rel="stylesheet" type="text/css">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link href="/lib/font-awesome/css/font-awesome.min.css?v=4.6.2" rel="stylesheet" type="text/css">
|
|||
|
|
|
|||
|
|
<link href="/css/main.css?v=5.1.4" rel="stylesheet" type="text/css">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="apple-touch-icon" sizes="180x180" href="/images/hackerrank.png?v=5.1.4">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="icon" type="image/png" sizes="32x32" href="/images/hackerrank.png?v=5.1.4">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="icon" type="image/png" sizes="16x16" href="/images/hackerrank.png?v=5.1.4">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="mask-icon" href="/images/logo.svg?v=5.1.4" color="#222">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<meta name="keywords" content="USENIX,数据挖掘,自然语言处理,">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<meta name="description" content="论文来源：USENIX SECURITY 2018：Acquisitional Rule-based Engine for Discovering Internet-of-Things Devices下载：原文pdf中文slides 论文解读概要： 物联网（IoT）设备的快速增长的格局为其管理和安全性带来了重大的技术挑战，因为这些物联网设备来自不同的设备类型，供应商和产品模型。 物联网设备的发现是">
|
|||
|
|
<meta name="keywords" content="USENIX,数据挖掘,自然语言处理">
|
|||
|
|
<meta property="og:type" content="article">
|
|||
|
|
<meta property="og:title" content="基于采集规则引擎的物联网设备发现方法">
|
|||
|
|
<meta property="og:url" content="https://cool-y.github.io/2018/12/23/基于规则引擎发现IOT设备/index.html">
|
|||
|
|
<meta property="og:site_name" content="混元霹雳手">
|
|||
|
|
<meta property="og:description" content="论文来源：USENIX SECURITY 2018：Acquisitional Rule-based Engine for Discovering Internet-of-Things Devices下载：原文pdf中文slides 论文解读概要： 物联网（IoT）设备的快速增长的格局为其管理和安全性带来了重大的技术挑战，因为这些物联网设备来自不同的设备类型，供应商和产品模型。 物联网设备的发现是">
|
|||
|
|
<meta property="og:locale" content="zh-Hans">
|
|||
|
|
<meta property="og:image" content="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313806/ARE/1.png">
|
|||
|
|
<meta property="og:image" content="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313904/ARE/2.png">
|
|||
|
|
<meta property="og:image" content="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313904/ARE/4.png">
|
|||
|
|
<meta property="og:image" content="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313946/ARE/6.png">
|
|||
|
|
<meta property="og:image" content="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313805/ARE/5.png">
|
|||
|
|
<meta property="og:updated_time" content="2019-03-23T06:28:23.208Z">
|
|||
|
|
<meta name="twitter:card" content="summary">
|
|||
|
|
<meta name="twitter:title" content="基于采集规则引擎的物联网设备发现方法">
|
|||
|
|
<meta name="twitter:description" content="论文来源：USENIX SECURITY 2018：Acquisitional Rule-based Engine for Discovering Internet-of-Things Devices下载：原文pdf中文slides 论文解读概要： 物联网（IoT）设备的快速增长的格局为其管理和安全性带来了重大的技术挑战，因为这些物联网设备来自不同的设备类型，供应商和产品模型。 物联网设备的发现是">
|
|||
|
|
<meta name="twitter:image" content="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313806/ARE/1.png">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" id="hexo.configurations">
|
|||
|
|
var NexT = window.NexT || {};
|
|||
|
|
var CONFIG = {
|
|||
|
|
root: '/',
|
|||
|
|
scheme: 'Gemini',
|
|||
|
|
version: '5.1.4',
|
|||
|
|
sidebar: {"position":"left","display":"post","offset":12,"b2t":false,"scrollpercent":false,"onmobile":false},
|
|||
|
|
fancybox: true,
|
|||
|
|
tabs: true,
|
|||
|
|
motion: {"enable":true,"async":false,"transition":{"post_block":"fadeIn","post_header":"slideDownIn","post_body":"slideDownIn","coll_header":"slideLeftIn","sidebar":"slideUpIn"}},
|
|||
|
|
duoshuo: {
|
|||
|
|
userId: '0',
|
|||
|
|
author: '博主'
|
|||
|
|
},
|
|||
|
|
algolia: {
|
|||
|
|
applicationID: '',
|
|||
|
|
apiKey: '',
|
|||
|
|
indexName: '',
|
|||
|
|
hits: {"per_page":10},
|
|||
|
|
labels: {"input_placeholder":"Search for Posts","hits_empty":"We didn't find any results for the search: ${query}","hits_stats":"${hits} results found in ${time} ms"}
|
|||
|
|
}
|
|||
|
|
};
|
|||
|
|
</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="canonical" href="https://cool-y.github.io/2018/12/23/基于规则引擎发现IOT设备/">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<title>基于采集规则引擎的物联网设备发现方法 | 混元霹雳手</title>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</head>
|
|||
|
|
|
|||
|
|
<body itemscope itemtype="http://schema.org/WebPage" lang="zh-Hans">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="container sidebar-position-left page-post-detail">
|
|||
|
|
<div class="headband"></div>
|
|||
|
|
|
|||
|
|
<header id="header" class="header" itemscope itemtype="http://schema.org/WPHeader">
|
|||
|
|
<div class="header-inner"><div class="site-brand-wrapper">
|
|||
|
|
<div class="site-meta ">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="custom-logo-site-title">
|
|||
|
|
<a href="/" class="brand" rel="start">
|
|||
|
|
<span class="logo-line-before"><i></i></span>
|
|||
|
|
<span class="site-title">混元霹雳手</span>
|
|||
|
|
<span class="logo-line-after"><i></i></span>
|
|||
|
|
</a>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<p class="site-subtitle"></p>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="site-nav-toggle">
|
|||
|
|
<button>
|
|||
|
|
<span class="btn-bar"></span>
|
|||
|
|
<span class="btn-bar"></span>
|
|||
|
|
<span class="btn-bar"></span>
|
|||
|
|
</button>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<nav class="site-nav">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<ul id="menu" class="menu">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="menu-item menu-item-home">
|
|||
|
|
<a href="/" rel="section">
|
|||
|
|
|
|||
|
|
<i class="menu-item-icon fa fa-fw fa-home"></i> <br>
|
|||
|
|
|
|||
|
|
首页
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="menu-item menu-item-about">
|
|||
|
|
<a href="/about/" rel="section">
|
|||
|
|
|
|||
|
|
<i class="menu-item-icon fa fa-fw fa-user"></i> <br>
|
|||
|
|
|
|||
|
|
关于
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="menu-item menu-item-tags">
|
|||
|
|
<a href="/tags/" rel="section">
|
|||
|
|
|
|||
|
|
<i class="menu-item-icon fa fa-fw fa-tags"></i> <br>
|
|||
|
|
|
|||
|
|
标签
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="menu-item menu-item-categories">
|
|||
|
|
<a href="/categories/" rel="section">
|
|||
|
|
|
|||
|
|
<i class="menu-item-icon fa fa-fw fa-th"></i> <br>
|
|||
|
|
|
|||
|
|
分类
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="menu-item menu-item-archives">
|
|||
|
|
<a href="/archives/" rel="section">
|
|||
|
|
|
|||
|
|
<i class="menu-item-icon fa fa-fw fa-archive"></i> <br>
|
|||
|
|
|
|||
|
|
归档
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="menu-item menu-item-search">
|
|||
|
|
|
|||
|
|
<a href="javascript:;" class="popup-trigger">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<i class="menu-item-icon fa fa-search fa-fw"></i> <br>
|
|||
|
|
|
|||
|
|
搜索
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="site-search">
|
|||
|
|
|
|||
|
|
<div class="popup search-popup local-search-popup">
|
|||
|
|
<div class="local-search-header clearfix">
|
|||
|
|
<span class="search-icon">
|
|||
|
|
<i class="fa fa-search"></i>
|
|||
|
|
</span>
|
|||
|
|
<span class="popup-btn-close">
|
|||
|
|
<i class="fa fa-times-circle"></i>
|
|||
|
|
</span>
|
|||
|
|
<div class="local-search-input-wrapper">
|
|||
|
|
<input autocomplete="off" placeholder="搜索..." spellcheck="false" type="text" id="local-search-input">
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
<div id="local-search-result"></div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</header>
|
|||
|
|
|
|||
|
|
<main id="main" class="main">
|
|||
|
|
<div class="main-inner">
|
|||
|
|
<div class="content-wrap">
|
|||
|
|
<div id="content" class="content">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div id="posts" class="posts-expand">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<article class="post post-type-normal" itemscope itemtype="http://schema.org/Article">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="post-block">
|
|||
|
|
<link itemprop="mainEntityOfPage" href="https://cool-y.github.io/2018/12/23/基于规则引擎发现IOT设备/">
|
|||
|
|
|
|||
|
|
<span hidden itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|||
|
|
<meta itemprop="name" content="Cool-Y">
|
|||
|
|
<meta itemprop="description" content>
|
|||
|
|
<meta itemprop="image" content="/images/avatar.png">
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span hidden itemprop="publisher" itemscope itemtype="http://schema.org/Organization">
|
|||
|
|
<meta itemprop="name" content="混元霹雳手">
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<header class="post-header">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h1 class="post-title" itemprop="name headline">基于采集规则引擎的物联网设备发现方法</h1>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="post-meta">
|
|||
|
|
<span class="post-time">
|
|||
|
|
|
|||
|
|
<span class="post-meta-item-icon">
|
|||
|
|
<i class="fa fa-calendar-o"></i>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span class="post-meta-item-text">发表于</span>
|
|||
|
|
|
|||
|
|
<time title="创建于" itemprop="dateCreated datePublished" datetime="2018-12-23T11:52:06+08:00">
|
|||
|
|
2018-12-23
|
|||
|
|
</time>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="post-category">
|
|||
|
|
|
|||
|
|
<span class="post-meta-divider">|</span>
|
|||
|
|
|
|||
|
|
<span class="post-meta-item-icon">
|
|||
|
|
<i class="fa fa-folder-o"></i>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span class="post-meta-item-text">分类于</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span itemprop="about" itemscope itemtype="http://schema.org/Thing">
|
|||
|
|
<a href="/categories/顶会论文/" itemprop="url" rel="index">
|
|||
|
|
<span itemprop="name">顶会论文</span>
|
|||
|
|
</a>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="post-comments-count">
|
|||
|
|
<span class="post-meta-divider">|</span>
|
|||
|
|
<span class="post-meta-item-icon">
|
|||
|
|
<i class="fa fa-comment-o"></i>
|
|||
|
|
</span>
|
|||
|
|
<a href="/2018/12/23/基于规则引擎发现IOT设备/#comments" itemprop="discussionUrl">
|
|||
|
|
<span class="post-comments-count gitment-comments-count" data-xid="/2018/12/23/基于规则引擎发现IOT设备/" itemprop="commentsCount"></span>
|
|||
|
|
</a>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span id="/2018/12/23/基于规则引擎发现IOT设备/" class="leancloud_visitors" data-flag-title="基于采集规则引擎的物联网设备发现方法">
|
|||
|
|
<span class="post-meta-divider">|</span>
|
|||
|
|
<span class="post-meta-item-icon">
|
|||
|
|
<i class="fa fa-eye"></i>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span class="post-meta-item-text">阅读次数:</span>
|
|||
|
|
|
|||
|
|
<span class="leancloud-visitors-count"></span>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="post-wordcount">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="post-meta-item-icon">
|
|||
|
|
<i class="fa fa-file-word-o"></i>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span title="字数统计">
|
|||
|
|
1.4k 字
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="post-meta-divider">|</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="post-meta-item-icon">
|
|||
|
|
<i class="fa fa-clock-o"></i>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span title="阅读时长">
|
|||
|
|
4 分钟
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</header>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="post-body" itemprop="articleBody">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><strong><em>论文来源：</em></strong>USENIX SECURITY 2018：Acquisitional Rule-based Engine for Discovering Internet-of-Things Devices<br><strong><em>下载：</em></strong><br><a href="https://www.usenix.org/conference/usenixsecurity18/presentation/feng" target="_blank" rel="noopener">原文pdf</a><br><a href="https://res.cloudinary.com/dozyfkbg3/raw/upload/v1553314438/ARE/Rule-based_engine.pptx" target="_blank" rel="noopener">中文slides</a></p>
|
|||
|
|
<h2 id="论文解读"><a href="#论文解读" class="headerlink" title="论文解读"></a>论文解读</h2><h3 id="概要："><a href="#概要：" class="headerlink" title="概要："></a>概要：</h3><ul>
|
|||
|
|
<li>物联网（IoT）设备的快速增长的格局为其管理和安全性带来了重大的技术挑战，因为这些物联网设备来自不同的设备类型，供应商和产品模型。</li>
|
|||
|
|
<li>物联网设备的发现是表征，监控和保护这些设备的先决条件。然而，手动设备注释阻碍了大规模发现，并且基于机器学习的设备分类需要具有标签的大型训练数据。因此，大规模的自动设备发现和注释仍然是物联网中的一个悬而未决的问题。</li>
|
|||
|
|
<li>这篇文章提出了一种基于采集规则的引擎（ARE），它可以自动生成用于在没有任何训练数据的情况下发现和注释物联网设备的规则。ARE通过利用来自物联网设备的应用层响应数据和相关网站中的产品描述来构建设备规则，以进行设备注释。我们将事务定义为对产品描述的唯一响应之间的映射。</li>
|
|||
|
|
<li>为了收集交易集，ARE提取响应数据中的相关术语作为抓取网站的搜索查询。ARE使用关联算法以（类型，供应商和产品）的形式生成物联网设备注释的规则。我们进行实验和三个应用程序来验证ARE的有效性。</li>
|
|||
|
|
</ul>
|
|||
|
|
<h3 id="背景与动机："><a href="#背景与动机：" class="headerlink" title="背景与动机："></a>背景与动机：</h3><ul>
|
|||
|
|
<li>物联网蓬勃发展，造就了物联网设备的广泛应用，它不仅种类繁多，包括摄像头、打印机、路由器、电视盒子、工控系统、医疗设备等，而且数量庞大，据统计，每天就会新增5500000台物联网设备。</li>
|
|||
|
|
<li>但是由于设备脆弱、缺乏管理和配置不当，物联网设备相比传统计算机要更不安全，比如之前爆发的Mirai僵尸网络，给美国造成了重大的损失。因此，为了更主动地保护IOT设备，提前发现、登记和注释物联网设备成为先决条件。</li>
|
|||
|
|
<li>设备注释的内容通常为“设备类型(e.g.,routers) + 供应商(e.g.,CISCO) + 产品型号(e.g.,TV-IP302P)”，传统生成设备注释的方法有基于指纹的，也有使用标志获取的，前者对数据集和大量设备模型的要求很高，而后者需要专业知识的人工方式，因此不可能用于大规模注释而且很难去维护更新。</li>
|
|||
|
|
</ul>
|
|||
|
|
<p><img src="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313806/ARE/1.png" alt></p>
|
|||
|
|
<p>所以，作者希望提出一种减少对数据集和人工依赖的注释方式。本文的方法主要基于两个事实，第一个Figure 1是制造商通常会将相关信息硬编码到IOT设备，第二个Figure 2是有许多网站（如产品测评）会描述设备产品。从第一个事实，我们可以从应用层数据包获取关键词，然后根据这些关键词依据第二个事实进行网页爬虫，以获取网页上的相关描述，然后对这些描述进行自然语言处理和数据挖掘，从而建立起基于规则的映射。</p>
|
|||
|
|
<h3 id="核心工作—Rule-Miner："><a href="#核心工作—Rule-Miner：" class="headerlink" title="核心工作—Rule Miner："></a>核心工作—Rule Miner：</h3><p><img src="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313904/ARE/2.png" alt></p>
|
|||
|
|
<p> Rule Miner由三个部分构成，Transaction set是一对由应用层数据和相关网页组成的文本单元，它生成了一种规则： ，其中A是从应用层数据包中提取的一些特征，B是从相关网页抓取的设备描述；Device entity recognition结合了基于语料库的NER和基于规则的NER(命名实体识别)，前者解决了设备类型和供应商名，后者使用正则表达式识别出产品型号。但是由于一个不相干的网页也可能包含设备类型的关键词(如switch)，以及一个短语可能因为满足正则表达式而被认为是型号所以表现并不好，但好在实体与实体之间具有很高的依赖性，这三个元素常常一起出现。数据挖掘算法Apriori algorithm用于从Transaction中学习“关系”。</p>
|
|||
|
|
<h3 id="完整架构和应用"><a href="#完整架构和应用" class="headerlink" title="完整架构和应用"></a>完整架构和应用</h3><p> <img src="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313904/ARE/4.png" alt></p>
|
|||
|
|
<p>完整的ARE除了核心Rule Miner之外，还有Transaction Collection用于收集响应数据和网络爬虫，Rule Library用于存储生成的规则，Planner用于更新规则。<br>作者主要将ARE应用于三个方面，一是互联网范围的设备测量统计，二是对受损设备进行检测，三是对易受攻击的设备进行分析。<br><img src="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313946/ARE/6.png" alt><br>之后对ARE的效果与Nmap进行比较和评估，从产生规则的数量、规则的准确率和覆盖率、动态学习规则的能力以及时间代价，ARE都要优于Nmap。<br><img src="https://res.cloudinary.com/dozyfkbg3/image/upload/v1553313805/ARE/5.png" alt></p>
|
|||
|
|
<h3 id="工作总结："><a href="#工作总结：" class="headerlink" title="工作总结："></a>工作总结：</h3><ul>
|
|||
|
|
<li>提出ARE的框架：不需要数据集和人工干预，自动生成用于IOT设备识别的规则。</li>
|
|||
|
|
<li>实现了ARE的原型并评估了它的效果：ARE在一周内生成了大量的规则，而且IOT设备识别的细粒度超过现有工具。</li>
|
|||
|
|
<li>应用于三个场景中，主要发现有：大量IOT设备在互联网中可以抵达；成千上万的IOT设备易受攻击且暴露给了公众。</li>
|
|||
|
|
</ul>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div>
|
|||
|
|
<div style="padding: 10px 0; margin: 20px auto; width: 90%; text-align: center;">
|
|||
|
|
<div>您的支持将鼓励我继续创作！</div>
|
|||
|
|
<button id="rewardButton" disable="enable" onclick="var qr = document.getElementById('QR'); if (qr.style.display === 'none') {qr.style.display='block';} else {qr.style.display='none'}">
|
|||
|
|
<span>打赏</span>
|
|||
|
|
</button>
|
|||
|
|
<div id="QR" style="display: none;">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div id="wechat" style="display: inline-block">
|
|||
|
|
<img id="wechat_qr" src="/images/Wechatpay.png" alt="Cool-Y 微信支付">
|
|||
|
|
<p>微信支付</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div id="alipay" style="display: inline-block">
|
|||
|
|
<img id="alipay_qr" src="/images/Alipay.png" alt="Cool-Y 支付宝">
|
|||
|
|
<p>支付宝</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<footer class="post-footer">
|
|||
|
|
|
|||
|
|
<div class="post-tags">
|
|||
|
|
|
|||
|
|
<a href="/tags/USENIX/" rel="tag"># USENIX</a>
|
|||
|
|
|
|||
|
|
<a href="/tags/数据挖掘/" rel="tag"># 数据挖掘</a>
|
|||
|
|
|
|||
|
|
<a href="/tags/自然语言处理/" rel="tag"># 自然语言处理</a>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="post-nav">
|
|||
|
|
<div class="post-nav-next post-nav-item">
|
|||
|
|
|
|||
|
|
<a href="/2018/11/16/BIBA访问控制模型实现(python)/" rel="next" title="利用python实现BIBA模型">
|
|||
|
|
<i class="fa fa-chevron-left"></i> 利用python实现BIBA模型
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<span class="post-nav-divider"></span>
|
|||
|
|
|
|||
|
|
<div class="post-nav-prev post-nav-item">
|
|||
|
|
|
|||
|
|
<a href="/2018/12/25/TCPDUMP拒绝服务攻击漏洞/" rel="prev" title="TCPDUMP拒绝服务攻击漏洞">
|
|||
|
|
TCPDUMP拒绝服务攻击漏洞 <i class="fa fa-chevron-right"></i>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</footer>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</article>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="post-spread">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="comments" id="comments">
|
|||
|
|
|
|||
|
|
<div id="gitment-container"></div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="sidebar-toggle">
|
|||
|
|
<div class="sidebar-toggle-line-wrap">
|
|||
|
|
<span class="sidebar-toggle-line sidebar-toggle-line-first"></span>
|
|||
|
|
<span class="sidebar-toggle-line sidebar-toggle-line-middle"></span>
|
|||
|
|
<span class="sidebar-toggle-line sidebar-toggle-line-last"></span>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<aside id="sidebar" class="sidebar">
|
|||
|
|
|
|||
|
|
<div class="sidebar-inner">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<ul class="sidebar-nav motion-element">
|
|||
|
|
<li class="sidebar-nav-toc sidebar-nav-active" data-target="post-toc-wrap">
|
|||
|
|
文章目录
|
|||
|
|
</li>
|
|||
|
|
<li class="sidebar-nav-overview" data-target="site-overview-wrap">
|
|||
|
|
站点概览
|
|||
|
|
</li>
|
|||
|
|
</ul>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<section class="site-overview-wrap sidebar-panel">
|
|||
|
|
<div class="site-overview">
|
|||
|
|
<div class="site-author motion-element" itemprop="author" itemscope itemtype="http://schema.org/Person">
|
|||
|
|
|
|||
|
|
<img class="site-author-image" itemprop="image" src="/images/avatar.png" alt="Cool-Y">
|
|||
|
|
|
|||
|
|
<p class="site-author-name" itemprop="name">Cool-Y</p>
|
|||
|
|
<p class="site-description motion-element" itemprop="description"></p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<nav class="site-state motion-element">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="site-state-item site-state-posts">
|
|||
|
|
|
|||
|
|
<a href="/archives/">
|
|||
|
|
|
|||
|
|
<span class="site-state-item-count">7</span>
|
|||
|
|
<span class="site-state-item-name">日志</span>
|
|||
|
|
</a>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="site-state-item site-state-categories">
|
|||
|
|
<a href="/categories/index.html">
|
|||
|
|
<span class="site-state-item-count">5</span>
|
|||
|
|
<span class="site-state-item-name">分类</span>
|
|||
|
|
</a>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="site-state-item site-state-tags">
|
|||
|
|
<a href="/tags/index.html">
|
|||
|
|
<span class="site-state-item-count">16</span>
|
|||
|
|
<span class="site-state-item-name">标签</span>
|
|||
|
|
</a>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="links-of-author motion-element">
|
|||
|
|
|
|||
|
|
<span class="links-of-author-item">
|
|||
|
|
<a href="https://github.com/Cool-Y" target="_blank" title="GitHub">
|
|||
|
|
|
|||
|
|
<i class="fa fa-fw fa-github"></i>GitHub</a>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span class="links-of-author-item">
|
|||
|
|
<a href="http://weibo.com/HanYanOpenFire" target="_blank" title="Weibo">
|
|||
|
|
|
|||
|
|
<i class="fa fa-fw fa-weibo"></i>Weibo</a>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span class="links-of-author-item">
|
|||
|
|
<a href="mailto:cool.yim@whu.edu.cn" target="_blank" title="E-Mail">
|
|||
|
|
|
|||
|
|
<i class="fa fa-fw fa-envelope"></i>E-Mail</a>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span class="links-of-author-item">
|
|||
|
|
<a href="https://www.instagram.com/yan__han/" target="_blank" title="Instagram">
|
|||
|
|
|
|||
|
|
<i class="fa fa-fw fa-instagram"></i>Instagram</a>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</section>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<!--noindex-->
|
|||
|
|
<section class="post-toc-wrap motion-element sidebar-panel sidebar-panel-active">
|
|||
|
|
<div class="post-toc">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="post-toc-content"><ol class="nav"><li class="nav-item nav-level-2"><a class="nav-link" href="#论文解读"><span class="nav-number">1.</span> <span class="nav-text">论文解读</span></a><ol class="nav-child"><li class="nav-item nav-level-3"><a class="nav-link" href="#概要："><span class="nav-number">1.1.</span> <span class="nav-text">概要：</span></a></li><li class="nav-item nav-level-3"><a class="nav-link" href="#背景与动机："><span class="nav-number">1.2.</span> <span class="nav-text">背景与动机：</span></a></li><li class="nav-item nav-level-3"><a class="nav-link" href="#核心工作—Rule-Miner："><span class="nav-number">1.3.</span> <span class="nav-text">核心工作—Rule Miner：</span></a></li><li class="nav-item nav-level-3"><a class="nav-link" href="#完整架构和应用"><span class="nav-number">1.4.</span> <span class="nav-text">完整架构和应用</span></a></li><li class="nav-item nav-level-3"><a class="nav-link" href="#工作总结："><span class="nav-number">1.5.</span> <span class="nav-text">工作总结：</span></a></li></ol></li></ol></div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</section>
|
|||
|
|
<!--/noindex-->
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</aside>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</main>
|
|||
|
|
|
|||
|
|
<footer id="footer" class="footer">
|
|||
|
|
<div class="footer-inner">
|
|||
|
|
<div class="copyright">© <span itemprop="copyrightYear">2019</span>
|
|||
|
|
<span class="with-love">
|
|||
|
|
<i class="fa fa-user"></i>
|
|||
|
|
</span>
|
|||
|
|
<span class="author" itemprop="copyrightHolder">Cool-Y</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="post-meta-divider">|</span>
|
|||
|
|
<span class="post-meta-item-icon">
|
|||
|
|
<i class="fa fa-area-chart"></i>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<span title="Site words total count">11.1k</span>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="powered-by">由 <a class="theme-link" target="_blank" href="https://hexo.io">Hexo</a> 强力驱动</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="busuanzi-count">
|
|||
|
|
<script async src="//busuanzi.ibruce.info/busuanzi/2.3/busuanzi.pure.mini.js"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="site-uv">
|
|||
|
|
<i class="fa fa-user"></i>
|
|||
|
|
<span class="busuanzi-value" id="busuanzi_value_site_uv"></span>
|
|||
|
|
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="site-pv">
|
|||
|
|
<i class="fa fa-eye"></i>
|
|||
|
|
<span class="busuanzi-value" id="busuanzi_value_site_pv"></span>
|
|||
|
|
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</footer>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="back-to-top">
|
|||
|
|
<i class="fa fa-arrow-up"></i>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript">
|
|||
|
|
if (Object.prototype.toString.call(window.Promise) !== '[object Function]') {
|
|||
|
|
window.Promise = null;
|
|||
|
|
}
|
|||
|
|
</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/lib/jquery/index.js?v=2.1.3"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/lib/fastclick/lib/fastclick.min.js?v=1.0.6"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/lib/jquery_lazyload/jquery.lazyload.js?v=1.9.7"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/lib/velocity/velocity.min.js?v=1.2.1"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/lib/velocity/velocity.ui.min.js?v=1.2.1"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/lib/fancybox/source/jquery.fancybox.pack.js?v=2.1.5"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/js/src/utils.js?v=5.1.4"></script>
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/js/src/motion.js?v=5.1.4"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/js/src/affix.js?v=5.1.4"></script>
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/js/src/schemes/pisces.js?v=5.1.4"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/js/src/scrollspy.js?v=5.1.4"></script>
|
|||
|
|
<script type="text/javascript" src="/js/src/post-details.js?v=5.1.4"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript" src="/js/src/bootstrap.js?v=5.1.4"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<!-- LOCAL: You can save these files to your site and update links -->
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="stylesheet" href="https://aimingoo.github.io/gitmint/style/default.css">
|
|||
|
|
<script src="https://aimingoo.github.io/gitmint/dist/gitmint.browser.js"></script>
|
|||
|
|
|
|||
|
|
<!-- END LOCAL -->
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript">
|
|||
|
|
function renderGitment(){
|
|||
|
|
var gitment = new Gitmint({
|
|||
|
|
id: window.location.pathname,
|
|||
|
|
owner: 'Cool-Y',
|
|||
|
|
repo: 'gitment-comments',
|
|||
|
|
|
|||
|
|
lang: "" || navigator.language || navigator.systemLanguage || navigator.userLanguage,
|
|||
|
|
|
|||
|
|
oauth: {
|
|||
|
|
|
|||
|
|
|
|||
|
|
client_secret: '1c5db4da72df5e6fc318d12afe5f4406f7c54343',
|
|||
|
|
|
|||
|
|
client_id: '180955a2c3ae3d966d9a'
|
|||
|
|
}});
|
|||
|
|
gitment.render('gitment-container');
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
renderGitment();
|
|||
|
|
|
|||
|
|
</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script type="text/javascript">
|
|||
|
|
// Popup Window;
|
|||
|
|
var isfetched = false;
|
|||
|
|
var isXml = true;
|
|||
|
|
// Search DB path;
|
|||
|
|
var search_path = "search.xml";
|
|||
|
|
if (search_path.length === 0) {
|
|||
|
|
search_path = "search.xml";
|
|||
|
|
} else if (/json$/i.test(search_path)) {
|
|||
|
|
isXml = false;
|
|||
|
|
}
|
|||
|
|
var path = "/" + search_path;
|
|||
|
|
// monitor main search box;
|
|||
|
|
|
|||
|
|
var onPopupClose = function (e) {
|
|||
|
|
$('.popup').hide();
|
|||
|
|
$('#local-search-input').val('');
|
|||
|
|
$('.search-result-list').remove();
|
|||
|
|
$('#no-result').remove();
|
|||
|
|
$(".local-search-pop-overlay").remove();
|
|||
|
|
$('body').css('overflow', '');
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
function proceedsearch() {
|
|||
|
|
$("body")
|
|||
|
|
.append('<div class="search-popup-overlay local-search-pop-overlay"></div>')
|
|||
|
|
.css('overflow', 'hidden');
|
|||
|
|
$('.search-popup-overlay').click(onPopupClose);
|
|||
|
|
$('.popup').toggle();
|
|||
|
|
var $localSearchInput = $('#local-search-input');
|
|||
|
|
$localSearchInput.attr("autocapitalize", "none");
|
|||
|
|
$localSearchInput.attr("autocorrect", "off");
|
|||
|
|
$localSearchInput.focus();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// search function;
|
|||
|
|
var searchFunc = function(path, search_id, content_id) {
|
|||
|
|
'use strict';
|
|||
|
|
|
|||
|
|
// start loading animation
|
|||
|
|
$("body")
|
|||
|
|
.append('<div class="search-popup-overlay local-search-pop-overlay">' +
|
|||
|
|
'<div id="search-loading-icon">' +
|
|||
|
|
'<i class="fa fa-spinner fa-pulse fa-5x fa-fw"></i>' +
|
|||
|
|
'</div>' +
|
|||
|
|
'</div>')
|
|||
|
|
.css('overflow', 'hidden');
|
|||
|
|
$("#search-loading-icon").css('margin', '20% auto 0 auto').css('text-align', 'center');
|
|||
|
|
|
|||
|
|
$.ajax({
|
|||
|
|
url: path,
|
|||
|
|
dataType: isXml ? "xml" : "json",
|
|||
|
|
async: true,
|
|||
|
|
success: function(res) {
|
|||
|
|
// get the contents from search data
|
|||
|
|
isfetched = true;
|
|||
|
|
$('.popup').detach().appendTo('.header-inner');
|
|||
|
|
var datas = isXml ? $("entry", res).map(function() {
|
|||
|
|
return {
|
|||
|
|
title: $("title", this).text(),
|
|||
|
|
content: $("content",this).text(),
|
|||
|
|
url: $("url" , this).text()
|
|||
|
|
};
|
|||
|
|
}).get() : res;
|
|||
|
|
var input = document.getElementById(search_id);
|
|||
|
|
var resultContent = document.getElementById(content_id);
|
|||
|
|
var inputEventFunction = function() {
|
|||
|
|
var searchText = input.value.trim().toLowerCase();
|
|||
|
|
var keywords = searchText.split(/[\s\-]+/);
|
|||
|
|
if (keywords.length > 1) {
|
|||
|
|
keywords.push(searchText);
|
|||
|
|
}
|
|||
|
|
var resultItems = [];
|
|||
|
|
if (searchText.length > 0) {
|
|||
|
|
// perform local searching
|
|||
|
|
datas.forEach(function(data) {
|
|||
|
|
var isMatch = false;
|
|||
|
|
var hitCount = 0;
|
|||
|
|
var searchTextCount = 0;
|
|||
|
|
var title = data.title.trim();
|
|||
|
|
var titleInLowerCase = title.toLowerCase();
|
|||
|
|
var content = data.content.trim().replace(/<[^>]+>/g,"");
|
|||
|
|
var contentInLowerCase = content.toLowerCase();
|
|||
|
|
var articleUrl = decodeURIComponent(data.url);
|
|||
|
|
var indexOfTitle = [];
|
|||
|
|
var indexOfContent = [];
|
|||
|
|
// only match articles with not empty titles
|
|||
|
|
if(title != '') {
|
|||
|
|
keywords.forEach(function(keyword) {
|
|||
|
|
function getIndexByWord(word, text, caseSensitive) {
|
|||
|
|
var wordLen = word.length;
|
|||
|
|
if (wordLen === 0) {
|
|||
|
|
return [];
|
|||
|
|
}
|
|||
|
|
var startPosition = 0, position = [], index = [];
|
|||
|
|
if (!caseSensitive) {
|
|||
|
|
text = text.toLowerCase();
|
|||
|
|
word = word.toLowerCase();
|
|||
|
|
}
|
|||
|
|
while ((position = text.indexOf(word, startPosition)) > -1) {
|
|||
|
|
index.push({position: position, word: word});
|
|||
|
|
startPosition = position + wordLen;
|
|||
|
|
}
|
|||
|
|
return index;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
indexOfTitle = indexOfTitle.concat(getIndexByWord(keyword, titleInLowerCase, false));
|
|||
|
|
indexOfContent = indexOfContent.concat(getIndexByWord(keyword, contentInLowerCase, false));
|
|||
|
|
});
|
|||
|
|
if (indexOfTitle.length > 0 || indexOfContent.length > 0) {
|
|||
|
|
isMatch = true;
|
|||
|
|
hitCount = indexOfTitle.length + indexOfContent.length;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// show search results
|
|||
|
|
|
|||
|
|
if (isMatch) {
|
|||
|
|
// sort index by position of keyword
|
|||
|
|
|
|||
|
|
[indexOfTitle, indexOfContent].forEach(function (index) {
|
|||
|
|
index.sort(function (itemLeft, itemRight) {
|
|||
|
|
if (itemRight.position !== itemLeft.position) {
|
|||
|
|
return itemRight.position - itemLeft.position;
|
|||
|
|
} else {
|
|||
|
|
return itemLeft.word.length - itemRight.word.length;
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
// merge hits into slices
|
|||
|
|
|
|||
|
|
function mergeIntoSlice(text, start, end, index) {
|
|||
|
|
var item = index[index.length - 1];
|
|||
|
|
var position = item.position;
|
|||
|
|
var word = item.word;
|
|||
|
|
var hits = [];
|
|||
|
|
var searchTextCountInSlice = 0;
|
|||
|
|
while (position + word.length <= end && index.length != 0) {
|
|||
|
|
if (word === searchText) {
|
|||
|
|
searchTextCountInSlice++;
|
|||
|
|
}
|
|||
|
|
hits.push({position: position, length: word.length});
|
|||
|
|
var wordEnd = position + word.length;
|
|||
|
|
|
|||
|
|
// move to next position of hit
|
|||
|
|
|
|||
|
|
index.pop();
|
|||
|
|
while (index.length != 0) {
|
|||
|
|
item = index[index.length - 1];
|
|||
|
|
position = item.position;
|
|||
|
|
word = item.word;
|
|||
|
|
if (wordEnd > position) {
|
|||
|
|
index.pop();
|
|||
|
|
} else {
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
searchTextCount += searchTextCountInSlice;
|
|||
|
|
return {
|
|||
|
|
hits: hits,
|
|||
|
|
start: start,
|
|||
|
|
end: end,
|
|||
|
|
searchTextCount: searchTextCountInSlice
|
|||
|
|
};
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var slicesOfTitle = [];
|
|||
|
|
if (indexOfTitle.length != 0) {
|
|||
|
|
slicesOfTitle.push(mergeIntoSlice(title, 0, title.length, indexOfTitle));
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var slicesOfContent = [];
|
|||
|
|
while (indexOfContent.length != 0) {
|
|||
|
|
var item = indexOfContent[indexOfContent.length - 1];
|
|||
|
|
var position = item.position;
|
|||
|
|
var word = item.word;
|
|||
|
|
// cut out 100 characters
|
|||
|
|
var start = position - 20;
|
|||
|
|
var end = position + 80;
|
|||
|
|
if(start < 0){
|
|||
|
|
start = 0;
|
|||
|
|
}
|
|||
|
|
if (end < position + word.length) {
|
|||
|
|
end = position + word.length;
|
|||
|
|
}
|
|||
|
|
if(end > content.length){
|
|||
|
|
end = content.length;
|
|||
|
|
}
|
|||
|
|
slicesOfContent.push(mergeIntoSlice(content, start, end, indexOfContent));
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// sort slices in content by search text's count and hits' count
|
|||
|
|
|
|||
|
|
slicesOfContent.sort(function (sliceLeft, sliceRight) {
|
|||
|
|
if (sliceLeft.searchTextCount !== sliceRight.searchTextCount) {
|
|||
|
|
return sliceRight.searchTextCount - sliceLeft.searchTextCount;
|
|||
|
|
} else if (sliceLeft.hits.length !== sliceRight.hits.length) {
|
|||
|
|
return sliceRight.hits.length - sliceLeft.hits.length;
|
|||
|
|
} else {
|
|||
|
|
return sliceLeft.start - sliceRight.start;
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
// select top N slices in content
|
|||
|
|
|
|||
|
|
var upperBound = parseInt('1');
|
|||
|
|
if (upperBound >= 0) {
|
|||
|
|
slicesOfContent = slicesOfContent.slice(0, upperBound);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// highlight title and content
|
|||
|
|
|
|||
|
|
function highlightKeyword(text, slice) {
|
|||
|
|
var result = '';
|
|||
|
|
var prevEnd = slice.start;
|
|||
|
|
slice.hits.forEach(function (hit) {
|
|||
|
|
result += text.substring(prevEnd, hit.position);
|
|||
|
|
var end = hit.position + hit.length;
|
|||
|
|
result += '<b class="search-keyword">' + text.substring(hit.position, end) + '</b>';
|
|||
|
|
prevEnd = end;
|
|||
|
|
});
|
|||
|
|
result += text.substring(prevEnd, slice.end);
|
|||
|
|
return result;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
var resultItem = '';
|
|||
|
|
|
|||
|
|
if (slicesOfTitle.length != 0) {
|
|||
|
|
resultItem += "<li><a href='" + articleUrl + "' class='search-result-title'>" + highlightKeyword(title, slicesOfTitle[0]) + "</a>";
|
|||
|
|
} else {
|
|||
|
|
resultItem += "<li><a href='" + articleUrl + "' class='search-result-title'>" + title + "</a>";
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
slicesOfContent.forEach(function (slice) {
|
|||
|
|
resultItem += "<a href='" + articleUrl + "'>" +
|
|||
|
|
"<p class=\"search-result\">" + highlightKeyword(content, slice) +
|
|||
|
|
"...</p>" + "</a>";
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
resultItem += "</li>";
|
|||
|
|
resultItems.push({
|
|||
|
|
item: resultItem,
|
|||
|
|
searchTextCount: searchTextCount,
|
|||
|
|
hitCount: hitCount,
|
|||
|
|
id: resultItems.length
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
})
|
|||
|
|
};
|
|||
|
|
if (keywords.length === 1 && keywords[0] === "") {
|
|||
|
|
resultContent.innerHTML = '<div id="no-result"><i class="fa fa-search fa-5x" /></div>'
|
|||
|
|
} else if (resultItems.length === 0) {
|
|||
|
|
resultContent.innerHTML = '<div id="no-result"><i class="fa fa-frown-o fa-5x" /></div>'
|
|||
|
|
} else {
|
|||
|
|
resultItems.sort(function (resultLeft, resultRight) {
|
|||
|
|
if (resultLeft.searchTextCount !== resultRight.searchTextCount) {
|
|||
|
|
return resultRight.searchTextCount - resultLeft.searchTextCount;
|
|||
|
|
} else if (resultLeft.hitCount !== resultRight.hitCount) {
|
|||
|
|
return resultRight.hitCount - resultLeft.hitCount;
|
|||
|
|
} else {
|
|||
|
|
return resultRight.id - resultLeft.id;
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
var searchResultList = '<ul class=\"search-result-list\">';
|
|||
|
|
resultItems.forEach(function (result) {
|
|||
|
|
searchResultList += result.item;
|
|||
|
|
})
|
|||
|
|
searchResultList += "</ul>";
|
|||
|
|
resultContent.innerHTML = searchResultList;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if ('auto' === 'auto') {
|
|||
|
|
input.addEventListener('input', inputEventFunction);
|
|||
|
|
} else {
|
|||
|
|
$('.search-icon').click(inputEventFunction);
|
|||
|
|
input.addEventListener('keypress', function (event) {
|
|||
|
|
if (event.keyCode === 13) {
|
|||
|
|
inputEventFunction();
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// remove loading animation
|
|||
|
|
$(".local-search-pop-overlay").remove();
|
|||
|
|
$('body').css('overflow', '');
|
|||
|
|
|
|||
|
|
proceedsearch();
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// handle and trigger popup window;
|
|||
|
|
$('.popup-trigger').click(function(e) {
|
|||
|
|
e.stopPropagation();
|
|||
|
|
if (isfetched === false) {
|
|||
|
|
searchFunc(path, 'local-search-input', 'local-search-result');
|
|||
|
|
} else {
|
|||
|
|
proceedsearch();
|
|||
|
|
};
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
$('.popup-btn-close').click(onPopupClose);
|
|||
|
|
$('.popup').click(function(e){
|
|||
|
|
e.stopPropagation();
|
|||
|
|
});
|
|||
|
|
$(document).on('keyup', function (event) {
|
|||
|
|
var shouldDismissSearchPopup = event.which === 27 &&
|
|||
|
|
$('.search-popup').is(':visible');
|
|||
|
|
if (shouldDismissSearchPopup) {
|
|||
|
|
onPopupClose();
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script src="https://cdn1.lncld.net/static/js/av-core-mini-0.6.4.js"></script>
|
|||
|
|
<script>AV.initialize("EWwoJgHNdlj6iBjiFlMcabUO-gzGzoHsz", "x8FxDrYG79C8YFrTww9ljo8K");</script>
|
|||
|
|
<script>
|
|||
|
|
function showTime(Counter) {
|
|||
|
|
var query = new AV.Query(Counter);
|
|||
|
|
var entries = [];
|
|||
|
|
var $visitors = $(".leancloud_visitors");
|
|||
|
|
|
|||
|
|
$visitors.each(function () {
|
|||
|
|
entries.push( $(this).attr("id").trim() );
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
query.containedIn('url', entries);
|
|||
|
|
query.find()
|
|||
|
|
.done(function (results) {
|
|||
|
|
var COUNT_CONTAINER_REF = '.leancloud-visitors-count';
|
|||
|
|
|
|||
|
|
if (results.length === 0) {
|
|||
|
|
$visitors.find(COUNT_CONTAINER_REF).text(0);
|
|||
|
|
return;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
for (var i = 0; i < results.length; i++) {
|
|||
|
|
var item = results[i];
|
|||
|
|
var url = item.get('url');
|
|||
|
|
var time = item.get('time');
|
|||
|
|
var element = document.getElementById(url);
|
|||
|
|
|
|||
|
|
$(element).find(COUNT_CONTAINER_REF).text(time);
|
|||
|
|
}
|
|||
|
|
for(var i = 0; i < entries.length; i++) {
|
|||
|
|
var url = entries[i];
|
|||
|
|
var element = document.getElementById(url);
|
|||
|
|
var countSpan = $(element).find(COUNT_CONTAINER_REF);
|
|||
|
|
if( countSpan.text() == '') {
|
|||
|
|
countSpan.text(0);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
})
|
|||
|
|
.fail(function (object, error) {
|
|||
|
|
console.log("Error: " + error.code + " " + error.message);
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
function addCount(Counter) {
|
|||
|
|
var $visitors = $(".leancloud_visitors");
|
|||
|
|
var url = $visitors.attr('id').trim();
|
|||
|
|
var title = $visitors.attr('data-flag-title').trim();
|
|||
|
|
var query = new AV.Query(Counter);
|
|||
|
|
|
|||
|
|
query.equalTo("url", url);
|
|||
|
|
query.find({
|
|||
|
|
success: function(results) {
|
|||
|
|
if (results.length > 0) {
|
|||
|
|
var counter = results[0];
|
|||
|
|
counter.fetchWhenSave(true);
|
|||
|
|
counter.increment("time");
|
|||
|
|
counter.save(null, {
|
|||
|
|
success: function(counter) {
|
|||
|
|
var $element = $(document.getElementById(url));
|
|||
|
|
$element.find('.leancloud-visitors-count').text(counter.get('time'));
|
|||
|
|
},
|
|||
|
|
error: function(counter, error) {
|
|||
|
|
console.log('Failed to save Visitor num, with error message: ' + error.message);
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
} else {
|
|||
|
|
var newcounter = new Counter();
|
|||
|
|
/* Set ACL */
|
|||
|
|
var acl = new AV.ACL();
|
|||
|
|
acl.setPublicReadAccess(true);
|
|||
|
|
acl.setPublicWriteAccess(true);
|
|||
|
|
newcounter.setACL(acl);
|
|||
|
|
/* End Set ACL */
|
|||
|
|
newcounter.set("title", title);
|
|||
|
|
newcounter.set("url", url);
|
|||
|
|
newcounter.set("time", 1);
|
|||
|
|
newcounter.save(null, {
|
|||
|
|
success: function(newcounter) {
|
|||
|
|
var $element = $(document.getElementById(url));
|
|||
|
|
$element.find('.leancloud-visitors-count').text(newcounter.get('time'));
|
|||
|
|
},
|
|||
|
|
error: function(newcounter, error) {
|
|||
|
|
console.log('Failed to create');
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
},
|
|||
|
|
error: function(error) {
|
|||
|
|
console.log('Error:' + error.code + " " + error.message);
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
$(function() {
|
|||
|
|
var Counter = AV.Object.extend("Counter");
|
|||
|
|
if ($('.leancloud_visitors').length == 1) {
|
|||
|
|
addCount(Counter);
|
|||
|
|
} else if ($('.post-title-link').length > 1) {
|
|||
|
|
showTime(Counter);
|
|||
|
|
}
|
|||
|
|
});
|
|||
|
|
</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script>
|
|||
|
|
(function(){
|
|||
|
|
var bp = document.createElement('script');
|
|||
|
|
var curProtocol = window.location.protocol.split(':')[0];
|
|||
|
|
if (curProtocol === 'https') {
|
|||
|
|
bp.src = 'https://zz.bdstatic.com/linksubmit/push.js';
|
|||
|
|
}
|
|||
|
|
else {
|
|||
|
|
bp.src = 'http://push.zhanzhang.baidu.com/push.js';
|
|||
|
|
}
|
|||
|
|
var s = document.getElementsByTagName("script")[0];
|
|||
|
|
s.parentNode.insertBefore(bp, s);
|
|||
|
|
})();
|
|||
|
|
</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</body>
|
|||
|
|
</html>
|