Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in / Register
Toggle navigation
K
kk-anti-reptile
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
cfld-backend
kk-anti-reptile
Commits
75e2aa23
Commit
75e2aa23
authored
Apr 11, 2024
by
zhouxudong
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
日志记录
parent
52d580aa
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
16 additions
and
18 deletions
+16
-18
IpRule.java
src/main/java/cn/keking/anti_reptile/rule/IpRule.java
+16
-18
No files found.
src/main/java/cn/keking/anti_reptile/rule/IpRule.java
View file @
75e2aa23
...
@@ -12,6 +12,8 @@ import org.redisson.api.RedissonClient;
...
@@ -12,6 +12,8 @@ import org.redisson.api.RedissonClient;
import
org.slf4j.Logger
;
import
org.slf4j.Logger
;
import
org.slf4j.LoggerFactory
;
import
org.slf4j.LoggerFactory
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.beans.factory.annotation.Autowired
;
import
org.springframework.web.context.request.RequestContextHolder
;
import
org.springframework.web.context.request.ServletRequestAttributes
;
import
javax.servlet.http.HttpServletRequest
;
import
javax.servlet.http.HttpServletRequest
;
import
javax.servlet.http.HttpServletResponse
;
import
javax.servlet.http.HttpServletResponse
;
...
@@ -35,10 +37,16 @@ public class IpRule extends AbstractRule {
...
@@ -35,10 +37,16 @@ public class IpRule extends AbstractRule {
private
static
final
String
RATELIMITER_COUNT_PREFIX
=
"ratelimiter_request_count"
;
private
static
final
String
RATELIMITER_COUNT_PREFIX
=
"ratelimiter_request_count"
;
private
static
final
String
RATELIMITER_EXPIRATIONTIME_PREFIX
=
"ratelimiter_expirationtime"
;
private
static
final
String
RATELIMITER_EXPIRATIONTIME_PREFIX
=
"ratelimiter_expirationtime"
;
private
static
final
String
RATELIMITER_HIT_CRAWLERSTRATEGY
=
"ratelimiter_hit_crawlerstrategy"
;
private
static
final
String
RATELIMITER_HIT_CRAWLERSTRATEGY
=
"ratelimiter_hit_crawlerstrategy"
;
/**
* @description: 是否触发规则
* @date: 2024/4/10 16:37
* @param: [request, response]
* @return: boolean
**/
@Override
@Override
@SuppressWarnings
(
"unchecked"
)
@SuppressWarnings
(
"unchecked"
)
protected
boolean
doExecute
(
HttpServletRequest
request
,
HttpServletResponse
response
)
{
protected
boolean
doExecute
(
HttpServletRequest
request
,
HttpServletResponse
response
)
{
log
.
info
(
"----------触发------------------"
);
String
ipAddress
=
getIpAddr
(
request
);
String
ipAddress
=
getIpAddr
(
request
);
List
<
String
>
ignoreIpList
=
properties
.
getIpRule
().
getIgnoreIp
();
List
<
String
>
ignoreIpList
=
properties
.
getIpRule
().
getIgnoreIp
();
if
(
ignoreIpList
!=
null
&&
ignoreIpList
.
size
()
>
0
)
{
if
(
ignoreIpList
!=
null
&&
ignoreIpList
.
size
()
>
0
)
{
...
@@ -53,10 +61,11 @@ public class IpRule extends AbstractRule {
...
@@ -53,10 +61,11 @@ public class IpRule extends AbstractRule {
}
}
String
requestUrl
=
request
.
getRequestURI
();
String
requestUrl
=
request
.
getRequestURI
();
requestUrl
=
dealUrl
(
requestUrl
);
requestUrl
=
dealUrl
(
requestUrl
);
// 毫秒,默认5000
// 毫秒,默认5000
时间窗口长度(ms)
int
expirationTime
=
properties
.
getIpRule
().
getExpirationTime
();
int
expirationTime
=
properties
.
getIpRule
().
getExpirationTime
();
// 最高expirationTime时间内请求数
// 最高expirationTime时间内请求数
int
requestMaxSize
=
properties
.
getIpRule
().
getRequestMaxSize
();
int
requestMaxSize
=
properties
.
getIpRule
().
getRequestMaxSize
();
//请求url次数
RAtomicLong
rRequestCount
=
RAtomicLong
rRequestCount
=
redissonClient
.
getAtomicLong
(
RATELIMITER_COUNT_PREFIX
.
concat
(
requestUrl
).
concat
(
ipAddress
));
redissonClient
.
getAtomicLong
(
RATELIMITER_COUNT_PREFIX
.
concat
(
requestUrl
).
concat
(
ipAddress
));
RAtomicLong
rExpirationTime
=
RAtomicLong
rExpirationTime
=
...
@@ -72,6 +81,7 @@ public class IpRule extends AbstractRule {
...
@@ -72,6 +81,7 @@ public class IpRule extends AbstractRule {
// 触发爬虫策略 ,默认10天后可重新访问
// 触发爬虫策略 ,默认10天后可重新访问
long
lockExpire
=
properties
.
getIpRule
().
getLockExpire
();
long
lockExpire
=
properties
.
getIpRule
().
getLockExpire
();
rExpirationTime
.
expire
(
lockExpire
,
TimeUnit
.
SECONDS
);
rExpirationTime
.
expire
(
lockExpire
,
TimeUnit
.
SECONDS
);
log
.
info
(
"ipAddress:{},url信息:{}"
,
ipAddress
,
request
.
getRequestURI
());
// 保存触发来源
// 保存触发来源
rHitMap
.
put
(
ipAddress
,
requestUrl
);
rHitMap
.
put
(
ipAddress
,
requestUrl
);
LOGGER
.
info
(
LOGGER
.
info
(
...
@@ -103,7 +113,9 @@ public class IpRule extends AbstractRule {
...
@@ -103,7 +113,9 @@ public class IpRule extends AbstractRule {
*/
*/
@Override
@Override
public
void
reset
(
HttpServletRequest
request
,
String
realRequestUri
)
{
public
void
reset
(
HttpServletRequest
request
,
String
realRequestUri
)
{
log
.
info
(
"-----------重置---------------"
);
String
ipAddress
=
getIpAddr
(
request
);
String
ipAddress
=
getIpAddr
(
request
);
log
.
info
(
"ipAddress:{},url:{}"
,
ipAddress
,
request
.
getRequestURI
());
String
requestUrl
=
realRequestUri
;
String
requestUrl
=
realRequestUri
;
requestUrl
=
dealUrl
(
requestUrl
);
requestUrl
=
dealUrl
(
requestUrl
);
/** 重置计数器 */
/** 重置计数器 */
...
@@ -118,22 +130,10 @@ public class IpRule extends AbstractRule {
...
@@ -118,22 +130,10 @@ public class IpRule extends AbstractRule {
rExpirationTime
.
expire
(
expirationTime
,
TimeUnit
.
MILLISECONDS
);
rExpirationTime
.
expire
(
expirationTime
,
TimeUnit
.
MILLISECONDS
);
/** 清除记录 */
/** 清除记录 */
RMap
rHitMap
=
redissonClient
.
getMap
(
RATELIMITER_HIT_CRAWLERSTRATEGY
);
RMap
rHitMap
=
redissonClient
.
getMap
(
RATELIMITER_HIT_CRAWLERSTRATEGY
);
rHitMap
.
remove
(
ipAddress
);
log
.
info
(
"rHitMap="
+
rHitMap
.
get
(
ipAddress
));
Object
remove
=
rHitMap
.
remove
(
ipAddress
);
}
}
/* private static String getIpAddr(HttpServletRequest request) {
String ip = request.getHeader("x-forwarded-for");
if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {
ip = request.getHeader("Proxy-Client-IP");
}
if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {
ip = request.getHeader("WL-Proxy-Client-IP");
}
if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {
ip = request.getRemoteAddr();
}
return ip;
}*/
@SneakyThrows
@SneakyThrows
public
static
String
getIpAddr
(
HttpServletRequest
request
)
{
public
static
String
getIpAddr
(
HttpServletRequest
request
)
{
...
@@ -167,12 +167,10 @@ public class IpRule extends AbstractRule {
...
@@ -167,12 +167,10 @@ public class IpRule extends AbstractRule {
// X-Real-IP:nginx服务代理
// X-Real-IP:nginx服务代理
ipAddresses
=
request
.
getHeader
(
"X-Real-IP"
);
ipAddresses
=
request
.
getHeader
(
"X-Real-IP"
);
}
}
// 有些网络通过多层代理,那么获取到的ip就会有多个,一般都是通过逗号(,)分割开来,并且第一个ip为客户端的真实IP
// 有些网络通过多层代理,那么获取到的ip就会有多个,一般都是通过逗号(,)分割开来,并且第一个ip为客户端的真实IP
if
(
ipAddresses
!=
null
&&
ipAddresses
.
length
()
!=
0
)
{
if
(
ipAddresses
!=
null
&&
ipAddresses
.
length
()
!=
0
)
{
ip
=
ipAddresses
.
split
(
","
)[
0
];
ip
=
ipAddresses
.
split
(
","
)[
0
];
}
}
// 还是不能获取到,最后再通过request.getRemoteAddr();获取
// 还是不能获取到,最后再通过request.getRemoteAddr();获取
if
(
ip
==
null
||
ip
.
length
()
==
0
||
"unknown"
.
equalsIgnoreCase
(
ipAddresses
))
{
if
(
ip
==
null
||
ip
.
length
()
==
0
||
"unknown"
.
equalsIgnoreCase
(
ipAddresses
))
{
ip
=
request
.
getRemoteAddr
();
ip
=
request
.
getRemoteAddr
();
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment