router_local_update.sh 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281
  1. #!/bin/sh
  2. set -eu
  3. SCRIPT_DIR=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
  4. APP_DIR=$(CDPATH= cd -- "$SCRIPT_DIR/.." && pwd)
  5. CONFIG_PATH=${1:-"$APP_DIR/router_local.conf"}
  6. if [ ! -r "$CONFIG_PATH" ]; then
  7. echo "[router-local] config not found: $CONFIG_PATH" >&2
  8. exit 1
  9. fi
  10. # shellcheck disable=SC1090
  11. . "$CONFIG_PATH"
  12. CFST_WORK_DIR=${CFST_WORK_DIR:-"$APP_DIR/cfst"}
  13. CFST_BIN=${CFST_BIN:-"./cfst"}
  14. CFST_IP_FILE=${CFST_IP_FILE:-"ip.txt"}
  15. CFST_RESULT_FILE=${CFST_RESULT_FILE:-"result.csv"}
  16. CFST_DISPLAY_COUNT=${CFST_DISPLAY_COUNT:-10}
  17. CFST_THREADS=${CFST_THREADS:-}
  18. CFST_TEST_COUNT=${CFST_TEST_COUNT:-}
  19. CFST_DOWNLOAD_COUNT=${CFST_DOWNLOAD_COUNT:-}
  20. CFST_DOWNLOAD_TIME=${CFST_DOWNLOAD_TIME:-}
  21. CFST_PORT=${CFST_PORT:-443}
  22. CFST_URL=${CFST_URL:-}
  23. CFST_HTTPING=${CFST_HTTPING:-0}
  24. CFST_HTTPING_CODE=${CFST_HTTPING_CODE:-}
  25. CFST_CFCOLO=${CFST_CFCOLO:-}
  26. CFST_LATENCY_LIMIT=${CFST_LATENCY_LIMIT:-}
  27. CFST_LATENCY_LOWER=${CFST_LATENCY_LOWER:-}
  28. CFST_LOSS_LIMIT=${CFST_LOSS_LIMIT:-}
  29. CFST_SPEED_LIMIT=${CFST_SPEED_LIMIT:-}
  30. CFST_DISABLE_DOWNLOAD=${CFST_DISABLE_DOWNLOAD:-0}
  31. CFST_ALL_IP=${CFST_ALL_IP:-0}
  32. CFST_DEBUG=${CFST_DEBUG:-0}
  33. CFST_SKIP_RUN=${CFST_SKIP_RUN:-0}
  34. TOP_N=${TOP_N:-3}
  35. RUNTIME_DIR=${RUNTIME_DIR:-"$APP_DIR/cfip_runtime"}
  36. VALUE_TEXT_FILE=${VALUE_TEXT_FILE:-"current_ip.txt"}
  37. VALUE_JSON_FILE=${VALUE_JSON_FILE:-"current_ip.json"}
  38. STATE_FILE=${STATE_FILE:-"state.json"}
  39. EXPORT_VARS_FILE=${EXPORT_VARS_FILE:-"substore_vars.json"}
  40. VALUE_JSON_KEY=${VALUE_JSON_KEY:-ip}
  41. STATE_LAST_GOOD_KEY=${STATE_LAST_GOOD_KEY:-last_good_ip}
  42. EXPORT_VALUE_KEY=${EXPORT_VALUE_KEY:-AUTO_CFIP}
  43. CURRENT_TEXT_PATH="$RUNTIME_DIR/$VALUE_TEXT_FILE"
  44. CURRENT_JSON_PATH="$RUNTIME_DIR/$VALUE_JSON_FILE"
  45. STATE_PATH="$RUNTIME_DIR/$STATE_FILE"
  46. EXPORT_VARS_PATH="$RUNTIME_DIR/$EXPORT_VARS_FILE"
  47. RESULT_PATH="$CFST_WORK_DIR/$CFST_RESULT_FILE"
  48. UPDATED_AT=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
  49. mkdir -p "$RUNTIME_DIR"
  50. json_get_string() {
  51. key="$1"
  52. file="$2"
  53. if [ ! -f "$file" ]; then
  54. return 0
  55. fi
  56. sed -n "s/.*\"$key\":[[:space:]]*\"\([^\"]*\)\".*/\1/p" "$file" | head -n 1
  57. }
  58. json_escape() {
  59. printf '%s' "$1" | sed 's/\\/\\\\/g; s/"/\\"/g'
  60. }
  61. trim_cr() {
  62. printf '%s' "$1" | tr -d '\r'
  63. }
  64. build_top_candidates_json() {
  65. awk -F',' -v top_n="$TOP_N" '
  66. function trim(v) {
  67. gsub(/\r/, "", v)
  68. sub(/^[[:space:]]+/, "", v)
  69. sub(/[[:space:]]+$/, "", v)
  70. return v
  71. }
  72. function esc(v) {
  73. gsub(/\\/,"\\\\",v)
  74. gsub(/"/,"\\\"",v)
  75. return v
  76. }
  77. NR == 1 { next }
  78. count >= top_n { exit }
  79. NF < 1 { next }
  80. {
  81. ip = esc(trim($1))
  82. sent = esc(trim($2))
  83. received = esc(trim($3))
  84. loss = esc(trim($4))
  85. latency = esc(trim($5))
  86. speed = esc(trim($6))
  87. region = esc(trim($7))
  88. if (count > 0) {
  89. printf(",")
  90. }
  91. printf("{\"ip\":\"%s\",\"domain\":\"%s\",\"sent\":\"%s\",\"received\":\"%s\",\"loss_rate\":\"%s\",\"avg_latency\":\"%s\",\"download_speed\":\"%s\",\"region\":\"%s\"}", ip, ip, sent, received, loss, latency, speed, region)
  92. count++
  93. }
  94. END {
  95. if (count == 0) {
  96. printf("")
  97. }
  98. }
  99. ' "$RESULT_PATH"
  100. }
  101. write_success_outputs() {
  102. selected_ip="$1"
  103. top_candidates_json="$2"
  104. source_count="$3"
  105. escaped_ip=$(json_escape "$selected_ip")
  106. printf '%s\n' "$selected_ip" > "$CURRENT_TEXT_PATH"
  107. cat > "$CURRENT_JSON_PATH" <<EOF
  108. {
  109. "$VALUE_JSON_KEY": "$escaped_ip",
  110. "updated_at": "$UPDATED_AT",
  111. "status": "ok",
  112. "source_type": "cfst_local_busybox",
  113. "source_count": $source_count,
  114. "checked_count": 0,
  115. "top_candidates": [${top_candidates_json}]
  116. }
  117. EOF
  118. cat > "$STATE_PATH" <<EOF
  119. {
  120. "updated_at": "$UPDATED_AT",
  121. "$STATE_LAST_GOOD_KEY": "$escaped_ip",
  122. "status": "ok",
  123. "source_count": $source_count,
  124. "checked_count": 0,
  125. "source_type": "cfst_local_busybox"
  126. }
  127. EOF
  128. cat > "$EXPORT_VARS_PATH" <<EOF
  129. {
  130. "$EXPORT_VALUE_KEY": "$escaped_ip",
  131. "UPDATED_AT": "$UPDATED_AT",
  132. "STATUS": "ok"
  133. }
  134. EOF
  135. }
  136. write_error_with_fallback() {
  137. last_good_ip="$1"
  138. error_message="$2"
  139. escaped_ip=$(json_escape "$last_good_ip")
  140. escaped_error=$(json_escape "$error_message")
  141. printf '%s\n' "$last_good_ip" > "$CURRENT_TEXT_PATH"
  142. cat > "$CURRENT_JSON_PATH" <<EOF
  143. {
  144. "$VALUE_JSON_KEY": "$escaped_ip",
  145. "updated_at": "$UPDATED_AT",
  146. "status": "error_use_last_good",
  147. "error": "$escaped_error",
  148. "source_type": "cfst_local_busybox"
  149. }
  150. EOF
  151. cat > "$STATE_PATH" <<EOF
  152. {
  153. "updated_at": "$UPDATED_AT",
  154. "$STATE_LAST_GOOD_KEY": "$escaped_ip",
  155. "status": "error",
  156. "error": "$escaped_error",
  157. "source_type": "cfst_local_busybox"
  158. }
  159. EOF
  160. cat > "$EXPORT_VARS_PATH" <<EOF
  161. {
  162. "$EXPORT_VALUE_KEY": "$escaped_ip",
  163. "UPDATED_AT": "$UPDATED_AT",
  164. "STATUS": "error_use_last_good"
  165. }
  166. EOF
  167. }
  168. run_cfst() (
  169. cd "$CFST_WORK_DIR"
  170. set -- "$CFST_BIN" -f "$CFST_IP_FILE" -o "$CFST_RESULT_FILE" -p "$CFST_DISPLAY_COUNT" -tp "$CFST_PORT"
  171. if [ -n "$CFST_THREADS" ]; then
  172. set -- "$@" -n "$CFST_THREADS"
  173. fi
  174. if [ -n "$CFST_TEST_COUNT" ]; then
  175. set -- "$@" -t "$CFST_TEST_COUNT"
  176. fi
  177. if [ -n "$CFST_DOWNLOAD_COUNT" ]; then
  178. set -- "$@" -dn "$CFST_DOWNLOAD_COUNT"
  179. fi
  180. if [ -n "$CFST_DOWNLOAD_TIME" ]; then
  181. set -- "$@" -dt "$CFST_DOWNLOAD_TIME"
  182. fi
  183. if [ -n "$CFST_URL" ]; then
  184. set -- "$@" -url "$CFST_URL"
  185. fi
  186. if [ "$CFST_HTTPING" = "1" ]; then
  187. set -- "$@" -httping
  188. fi
  189. if [ -n "$CFST_HTTPING_CODE" ]; then
  190. set -- "$@" -httping-code "$CFST_HTTPING_CODE"
  191. fi
  192. if [ -n "$CFST_CFCOLO" ]; then
  193. set -- "$@" -cfcolo "$CFST_CFCOLO"
  194. fi
  195. if [ -n "$CFST_LATENCY_LIMIT" ]; then
  196. set -- "$@" -tl "$CFST_LATENCY_LIMIT"
  197. fi
  198. if [ -n "$CFST_LATENCY_LOWER" ]; then
  199. set -- "$@" -tll "$CFST_LATENCY_LOWER"
  200. fi
  201. if [ -n "$CFST_LOSS_LIMIT" ]; then
  202. set -- "$@" -tlr "$CFST_LOSS_LIMIT"
  203. fi
  204. if [ -n "$CFST_SPEED_LIMIT" ]; then
  205. set -- "$@" -sl "$CFST_SPEED_LIMIT"
  206. fi
  207. if [ "$CFST_DISABLE_DOWNLOAD" = "1" ]; then
  208. set -- "$@" -dd
  209. fi
  210. if [ "$CFST_ALL_IP" = "1" ]; then
  211. set -- "$@" -allip
  212. fi
  213. if [ "$CFST_DEBUG" = "1" ]; then
  214. set -- "$@" -debug
  215. fi
  216. "$@"
  217. )
  218. LAST_GOOD_IP=$(json_get_string "$STATE_LAST_GOOD_KEY" "$STATE_PATH")
  219. if [ "$CFST_SKIP_RUN" != "1" ]; then
  220. if ! run_cfst; then
  221. if [ -n "$LAST_GOOD_IP" ]; then
  222. write_error_with_fallback "$LAST_GOOD_IP" "cfst run failed"
  223. echo "[router-local] cfst run failed, fallback to last good ip: $LAST_GOOD_IP"
  224. exit 0
  225. fi
  226. echo "[router-local] cfst run failed and no last good ip available" >&2
  227. exit 1
  228. fi
  229. fi
  230. if [ ! -s "$RESULT_PATH" ]; then
  231. if [ -n "$LAST_GOOD_IP" ]; then
  232. write_error_with_fallback "$LAST_GOOD_IP" "cfst result file missing or empty"
  233. echo "[router-local] empty result, fallback to last good ip: $LAST_GOOD_IP"
  234. exit 0
  235. fi
  236. echo "[router-local] result file missing or empty: $RESULT_PATH" >&2
  237. exit 1
  238. fi
  239. BEST_LINE=$(sed -n '2p' "$RESULT_PATH" | tr -d '\r')
  240. BEST_IP=$(printf '%s' "$BEST_LINE" | cut -d',' -f1 | tr -d ' ')
  241. SOURCE_COUNT=$(awk -F',' 'NR > 1 && NF > 0 { count++ } END { print count + 0 }' "$RESULT_PATH")
  242. TOP_CANDIDATES_JSON=$(build_top_candidates_json)
  243. if [ -z "$BEST_IP" ]; then
  244. if [ -n "$LAST_GOOD_IP" ]; then
  245. write_error_with_fallback "$LAST_GOOD_IP" "no valid ip found in cfst result"
  246. echo "[router-local] no valid ip found, fallback to last good ip: $LAST_GOOD_IP"
  247. exit 0
  248. fi
  249. echo "[router-local] no valid ip found in result file" >&2
  250. exit 1
  251. fi
  252. write_success_outputs "$BEST_IP" "$TOP_CANDIDATES_JSON" "$SOURCE_COUNT"
  253. echo "[router-local] selected ip: $BEST_IP"