.gitattributes

@@ -0,0 +1,5 @@
+*.css  linguist-language=go
+*.less linguist-language=go
+*.js   linguist-language=go
+*.tsx  linguist-language=go
+*.html linguist-language=go

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,12 @@
+---
+name: Bug Report
+about: Report a bug encountered while operating Nightingale
+labels: kind/bug
+---
+
+**夜莺版本**:
+
+
+**问题和复现方法**:
+
+

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Nightingale community
+    url: https://n9e.didiyun.com/community/
+    about: List of communication channels for the Nightingale community.

.github/ISSUE_TEMPLATE/enhancement.md

@@ -0,0 +1,11 @@
+---
+name: Enhancement Request
+about: Suggest an enhancement to the nightingale project
+labels: kind/feature
+
+---
+<!-- Please only use this template for submitting enhancement requests -->
+
+**What would you like to be added**:
+
+**Why is this needed**:

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,14 @@
+**What type of PR is this?**
+
+**What this PR does / why we need it**:
+<!--
+"Nice to have" "You need it" is not a good reason. :)
+-->
+
+**Which issue(s) this PR fixes**:
+<!--
+Usage: `Fixes #<issue number>`, or "Fixes (paste link of issue)"
+-->
+Fixes #
+ 
+**Special notes for your reviewer**:

.github/workflows/n9e.yml

@@ -0,0 +1,26 @@
+name: Go
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+
+  build:
+    name: Build
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Set up Go 1.17
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.17
+      id: go
+
+    - name: Check out code into the Go module directory
+      uses: actions/checkout@v2
+
+    - name: Build
+      run: make

.gitignore

@@ -0,0 +1,55 @@
+*.exe
+*.exe~
+*.dll
+*.dylib
+*.test
+*.out
+*.prof
+*.log
+*.o
+*.a
+*.so
+*.sw[po]
+*.tar.gz
+*.[568vq]
+[568vq].out
+
+*.cgo1.go
+*.cgo2.c
+_cgo_defun.c
+_cgo_gotypes.go
+_cgo_export.*
+_testmain.go
+_obj
+_test
+
+/log*
+/bin
+/out
+/build
+/dist
+/etc/*.local.yml
+/etc/*.local.conf
+/etc/plugins/*.local.yml
+/data*
+/tarball
+/run
+/vendor
+/tmp
+/pub
+/n9e
+/docker/pub
+/docker/n9e
+/docker/mysqldata
+
+.alerts
+.idea
+.index
+.vscode
+.DS_Store
+.cache-loader
+.payload
+queries.active
+
+/n9e-*
+

Makefile

@@ -0,0 +1,42 @@
+.PHONY: start build
+
+NOW = $(shell date -u '+%Y%m%d%I%M%S')
+
+RELEASE_VERSION = 5.7.1
+
+APP 			= n9e
+SERVER_BIN  	= $(APP)
+# RELEASE_ROOT 	= release
+# RELEASE_SERVER 	= release/${APP}
+# GIT_COUNT 		= $(shell git rev-list --all --count)
+# GIT_HASH        = $(shell git rev-parse --short HEAD)
+# RELEASE_TAG     = $(RELEASE_VERSION).$(GIT_COUNT).$(GIT_HASH)
+
+all: build
+
+build:
+	go build -ldflags "-w -s -X main.VERSION=$(RELEASE_VERSION)" -o $(SERVER_BIN) ./src
+
+# start:
+# 	@go run -ldflags "-X main.VERSION=$(RELEASE_TAG)" ./cmd/${APP}/main.go web -c ./configs/config.toml -m ./configs/model.conf --menu ./configs/menu.yaml
+run_webapi:
+	nohup ./n9e webapi > webapi.log 2>&1 &
+
+run_server:
+	nohup ./n9e server > server.log 2>&1 &
+
+# swagger:
+# 	@swag init --parseDependency --generalInfo ./cmd/${APP}/main.go --output ./internal/app/swagger
+
+# wire:
+# 	@wire gen ./internal/app
+
+# test:
+# 	cd ./internal/app/test && go test -v
+
+# clean:
+# 	rm -rf data release $(SERVER_BIN) internal/app/test/data cmd/${APP}/data
+
+pack: build
+	rm -rf $(APP)-$(RELEASE_VERSION).tar.gz
+	tar -zcvf $(APP)-$(RELEASE_VERSION).tar.gz docker etc $(SERVER_BIN) pub/font pub/index.html pub/assets pub/image

README.md

@@ -1,2 +1,82 @@
-# nightingale
+# Nightingale
 
+ Nightingale is an enterprise-level cloud-native monitoring system, which can be used as drop-in replacement of Prometheus for alerting and management.   
+
+[English](./README.md) | [中文](./README_ZH.md)
+
+## Introduction
+Nightingale is an cloud-native monitoring system by All-In-On design, support enterprise-class functional features with an out-of-the-box experience. We recommend upgrading your `Prometheus` + `AlertManager` + `Grafana` combo solution to Nightingale.
+
+- **Multiple prometheus data sources management**: manage all alerts and dashboards in one centralized visually view;
+- **Out-of-the-box alert rule**: built-in multiple alert rules, reuse alert rules template by one-click import with detailed explanation of metrics;
+- **Multiple modes for visualizing data**: out-of-the-box dashboards, instance customize views, expression browser and Grafana integration;
+- **Multiple collection clients**: support using Promethues Exporter、Telegraf、Datadog Agent to collecting metrics;
+- **Integration of multiple storage**: support Prometheus, M3DB, VictoriaMetrics, Influxdb, TDEngine as storage solutions, and original support for PromQL;
+- **Fault self-healing**: support the ability to self-heal from failures by configuring webhook;
+
+#### If you are using Prometheus and have one or more of the following requirement scenarios, it is recommended that you upgrade to Nightingale:
+
+- Multiple systems such as Prometheus, Alertmanager, Grafana, etc. are fragmented and lack a unified view and cannot be used out of the box;
+- The way to manage Prometheus and Alertmanager by modifying configuration files has a big learning curve and is difficult to collaborate;
+- Too much data to scale-up your Prometheus cluster;
+- Multiple Prometheus clusters running in production environments, which faced high management and usage costs;
+
+#### If you are using Zabbix and have the following scenarios, it is recommended that you upgrade to Nightingale:
+
+- Monitoring too much data and wanting a better scalable solution;
+- A high learning curve and a desire for better efficiency of collaborative use in a multi-person, multi-team model;
+- Microservice and cloud-native architectures with variable monitoring data lifecycles and high monitoring data dimension bases, which are not easily adaptable to the Zabbix data model;
+
+
+#### If you are using [open-falcon](https://github.com/open-falcon/falcon-plus), we recommend you to upgrade to Nightingale：
+- For more information about open-falcon and Nightingale, please refer to read [Ten features and trends of cloud-native monitoring](https://mp.weixin.qq.com/s?__biz=MzkzNjI5OTM5Nw==&mid=2247483738&idx=1&sn=e8bdbb974a2cd003c1abcc2b5405dd18&chksm=c2a19fb0f5d616a63185cd79277a79a6b80118ef2185890d0683d2bb20451bd9303c78d083c5#rd)。
+
+## Quickstart
+- [n9e.github.io/quickstart](https://n9e.github.io/quickstart/)
+
+## Documentation
+- [n9e.github.io](https://n9e.github.io/)
+
+## Example of use
+#### You can import and set MySQL-related alert rules:
+<img src="doc/img/mysql-alerts.png" width="680">
+
+#### You can import and set the host-related dashboard：
+<img src="doc/img/n9e-node-dashboard.png" width="680">
+
+#### You can also easily view all active alerts and historical alerts in Nightingale:
+<img src="https://n9e.github.io/intro/alert-events.png" width="680">
+
+## System Architecture
+#### A typical Nightingale deployment architecture:
+<img src="https://n9e.github.io/intro/arch-system.png" width="680">
+
+#### Typical deployment architecture using VictoriaMetrics as storage:
+<img src="https://n9e.github.io/fc-monitoring-vm.png" width="680">
+
+## Contact us and feedback questions
+- We recommend that you use [github issue](https://github.com/didi/nightingale/issues) as the preferred channel for issue feedback and requirement submission;
+- You can join our WeChat group - [Nightingale WeChat Group](https://s3-gz01.didistatic.com/n9e-pub/image/n9e-wx.png);
+
+<img src="https://n9e.github.io/cloudmon.png" width="180">
+
+
+## Contributing
+We welcome your participation in the Nightingale open source project and open source community in a variety of ways:
+- Feedback on problems and bugs  => [github issue](https://github.com/didi/nightingale/issues)
+- Additional and improved documentation => [n9e.github.io](https://n9e.github.io/)
+- Share your best practices and insights on using Nightingale => [User Story](https://github.com/didi/nightingale/issues/897)
+- Join our community events => [Nightingale wechat group](https://s3-gz01.didistatic.com/n9e-pub/image/n9e-wx.png)
+- Submit code to make Nightingale better =>[github PR](https://github.com/didi/nightingale/pulls)
+
+## TODO
+- [x] deploy nightingale in docker
+- [x] export /metrics endpoint
+- [x] notify.py support feishu
+- [ ] notify.py support sms
+- [ ] notify.py support voice
+- [x] support remote write api
+- [ ] support pushgateway api
+
+## License
+Nightingale with [Apache License V2.0](https://github.com/didi/nightingale/blob/main/LICENSE) open source license.

README_ZH.md

@@ -0,0 +1,87 @@
+# Nightingale
+[English](./README.md) | [中文](./README_ZH.md)
+
+## 介绍
+
+> Nightingale is an enterprise-level cloud-native monitoring system, which can be used as drop-in replacement of Prometheus for alerting and management.
+>
+>夜莺是一款开源的云原生监控系统，采用 All-In-One 的设计，提供企业级的功能特性，开箱即用的产品体验。推荐升级您的 `Prometheus` + `AlertManager` + `Grafana` 组合方案到夜莺。
+
+- 内置丰富的Dashboard、好用实用的告警管理、自定义视图、故障自愈；
+- Dashboard和告警策略支持一键导入，详细的指标分类和解释；
+- 支持多 Prometheus 数据源管理，以一个集中的视图来管理所有的告警和dashboard；
+- 支持 Prometheus、M3DB、VictoriaMetrics、Influxdb、TDEngine 等多种时序库作为存储方案；
+- 原生支持 PromQL；
+- 支持 Exporter 作为数据采集方案；
+- 支持 Telegraf 作为监控数据采集方案；
+- 支持对接 Grafana 作为补充可视化方案；
+
+
+#### 如果您在使用 Prometheus 过程中，有以下的一个或者多个需求场景，推荐您升级到夜莺：
+
+- Prometheus、Alertmanager、Grafana 等多个系统较为割裂，缺乏统一视图，无法开箱即用;
+- 通过修改配置文件来管理 Prometheus、Alertmanager 的方式，学习曲线大，协同有难度;
+- 数据量过大而无法扩展您的 Prometheus 集群；
+- 生产环境运行多套 Prometheus 集群，面临管理和使用成本高的问题；
+
+#### 如果您在使用Zabbix，有以下的场景，推荐您升级到夜莺：
+
+- 监控的数据量太大，希望有更好的扩展解决方案；
+- 学习曲线高，多人多团队模式下，希望有更好的协同使用效率；
+- 微服务和云原生架构下，监控数据的生命周期多变、监控数据维度基数高，Zabbix数据模型不易适配；
+
+
+#### 如果您在使用[open-falcon](https://github.com/open-falcon/falcon-plus)，我们更推荐您升级到夜莺：
+- 关于open-falcon和夜莺的详细介绍，请参考阅读[云原生监控的十个特点和趋势](https://mp.weixin.qq.com/s?__biz=MzkzNjI5OTM5Nw==&mid=2247483738&idx=1&sn=e8bdbb974a2cd003c1abcc2b5405dd18&chksm=c2a19fb0f5d616a63185cd79277a79a6b80118ef2185890d0683d2bb20451bd9303c78d083c5#rd)。
+
+## 快速安装部署
+- [n9e.github.io/quickstart](https://n9e.github.io/quickstart/)
+
+## 详细文档
+- [n9e.github.io](https://n9e.github.io/)
+
+## 产品演示
+#### 您可以直接导入并生成 MySQL 相关的告警策略：
+<img src="doc/img/mysql-alerts.png" width="680">
+
+#### 您可以直接导入并生成主机相关的 dashboard：
+<img src="doc/img/n9e-node-dashboard.png" width="680">
+
+#### 您也可以在夜莺中方便的查看所有活跃的告警以及历史告警：
+<img src="https://n9e.github.io/intro/alert-events.png" width="680">
+
+## 系统架构
+#### 一个典型的 Nightingale 部署架构:
+<img src="https://n9e.github.io/intro/arch-system.png" width="680">
+
+#### 使用 VictoriaMetrics 作为时序数据库的典型部署架构:
+<img src="https://n9e.github.io/fc-monitoring-vm.png" width="680">
+
+
+## 联系我们和反馈问题
+- 我们推荐您优先使用[github issue](https://github.com/didi/nightingale/issues)作为首选问题反馈和需求提交的通道；
+- 您可以加入我们的微信群组——[Nightingale 微信群组](https://s3-gz01.didistatic.com/n9e-pub/image/n9e-wx.png)；
+- 当然，推荐您关注夜莺监控公众号，及时获取相关产品动态 
+
+<img src="https://n9e.github.io/cloudmon.png" width="180">
+
+
+## 参与到夜莺开源项目和社区
+我们欢迎您以各种方式参与到夜莺开源项目和开源社区中来，工作包括不限于：
+- 反馈使用中遇到的问题和Bug => [github issue](https://github.com/didi/nightingale/issues)
+- 补充和完善文档 => [n9e.github.io](https://n9e.github.io/)
+- 分享您在使用夜莺监控过程中的最佳实践和经验心得 => [夜莺User Story](https://github.com/didi/nightingale/issues/897)
+- 参与我们的社区活动 => [Nightingale 微信群组](https://s3-gz01.didistatic.com/n9e-pub/image/n9e-wx.png)
+- 提交代码，让夜莺监控更快、更稳、更好用 =>[github PR](https://github.com/didi/nightingale/pulls)
+
+## TODO
+- [x] deploy nightingale in docker
+- [x] export /metrics endpoint
+- [x] notify.py support feishu
+- [ ] notify.py support sms
+- [ ] notify.py support voice
+- [x] support remote write api
+- [ ] support pushgateway api
+
+## License
+夜莺监控，采用[Apache License V2.0](https://github.com/didi/nightingale/blob/main/LICENSE)开源许可证。

doc/jvm-dash.json

@@ -0,0 +1,211 @@
+[
+  {
+    "name": "JVM监控大盘",
+    "tags": "",
+    "configs": "{\"var\":[{\"name\":\"java_app\",\"definition\":\"label_values(jvm_info, label)\",\"selected\":[],\"multi\":true,\"allOption\":true}]}",
+    "chart_groups": [
+      {
+        "name": "JVM统计信息",
+        "weight": 0,
+        "charts": [
+          {
+            "configs": "{\"name\":\"jvm版本信息\",\"QL\":[{\"PromQL\":\"avg(jvm_info{java_app=~\\\"$java_app\\\"}) without (runtime,vendor)\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":12,\"x\":0,\"y\":0,\"i\":\"0\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"Java进程启动时间\",\"link\":\"\",\"QL\":[{\"PromQL\":\"(time() - process_start_time_seconds{java_app=~\\\"$java_app\\\"})/3600\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":\"humantime\"},\"version\":1,\"layout\":{\"h\":2,\"w\":12,\"x\":12,\"y\":0,\"i\":\"1\"}}",
+            "weight": 0
+          }
+        ]
+      },
+      {
+        "name": "JVM内存使用",
+        "weight": 1,
+        "charts": [
+          {
+            "configs": "{\"name\":\"nonheap 非堆区\",\"QL\":[{\"PromQL\":\"jvm_memory_bytes_used{java_app=~\\\"$java_app\\\",area=\\\"nonheap\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":0,\"i\":\"0\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"heap堆区\",\"QL\":[{\"PromQL\":\"jvm_memory_bytes_used{java_app=~\\\"$java_app\\\",area=\\\"heap\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":0,\"i\":\"1\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"提交给 Java虚拟机使用的内存量 heap 堆区\",\"QL\":[{\"PromQL\":\"jvm_memory_bytes_committed{java_app=~\\\"$java_app\\\",area=\\\"heap\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":0,\"i\":\"2\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"提交给 Java虚拟机使用的内存量 nonheap 非堆区\",\"QL\":[{\"PromQL\":\"jvm_memory_bytes_committed{java_app=~\\\"$java_app\\\",area=\\\"nonheap\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":18,\"y\":0,\"i\":\"3\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"jvm最大内存\",\"QL\":[{\"PromQL\":\"jvm_memory_bytes_max{java_app=~\\\"$java_app\\\",area=\\\"heap\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":2,\"i\":\"4\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"jvm初始化内存\",\"QL\":[{\"PromQL\":\"jvm_memory_bytes_init{java_app=~\\\"$java_app\\\",area=\\\"heap\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":2,\"i\":\"5\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"jvm内存使用百分比% heap堆区\",\"QL\":[{\"PromQL\":\"100 * jvm_memory_bytes_used{java_app=~\\\"$java_app\\\",area=\\\"heap\\\"}/jvm_memory_bytes_max{java_app=~\\\"$java_app\\\",area=\\\"heap\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":2,\"i\":\"6\"}}",
+            "weight": 0
+          }
+        ]
+      },
+      {
+        "name": "JVM内存池",
+        "weight": 2,
+        "charts": [
+          {
+            "configs": "{\"name\":\"jvm内存池分pool展示\",\"QL\":[{\"PromQL\":\"jvm_memory_pool_bytes_max{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":24,\"x\":0,\"y\":0,\"i\":\"0\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"JVM 缓冲池使用缓存大小\",\"QL\":[{\"PromQL\":\"jvm_buffer_pool_used_bytes{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":2,\"i\":\"1\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"JVM 缓冲池的字节容量\",\"QL\":[{\"PromQL\":\"jvm_buffer_pool_capacity_bytes{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":2,\"i\":\"2\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"JVM 缓冲池使用的字节大小\",\"QL\":[{\"PromQL\":\"jvm_buffer_pool_used_bytes{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":2,\"i\":\"3\"}}",
+            "weight": 0
+          }
+        ]
+      },
+      {
+        "name": "jvm gc情况",
+        "weight": 3,
+        "charts": [
+          {
+            "configs": "{\"name\":\"新生代gc耗时 1分钟\",\"QL\":[{\"PromQL\":\"increase(jvm_gc_collection_seconds_sum{java_app=~\\\"$java_app\\\",gc=\\\"G1 Young Generation\\\" }[1m])\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":0,\"i\":\"0\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"老生代gc耗时 1分钟\",\"QL\":[{\"PromQL\":\"increase(jvm_gc_collection_seconds_sum{java_app=~\\\"$java_app\\\",gc=\\\"G1 Old Generation\\\" }[1m])\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":0,\"i\":\"1\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"新生代gc次数 1分钟\",\"QL\":[{\"PromQL\":\"increase(jvm_gc_collection_seconds_count{java_app=~\\\"$java_app\\\",gc=\\\"G1 Young Generation\\\" }[1m])\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":0,\"i\":\"2\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"老生代gc次数 1分钟\",\"QL\":[{\"PromQL\":\"increase(jvm_gc_collection_seconds_count{java_app=~\\\"$java_app\\\",gc=\\\"G1 Old Generation\\\" }[1m])\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":18,\"y\":0,\"i\":\"3\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"新生代平均gc耗时 秒\",\"QL\":[{\"PromQL\":\"jvm_gc_collection_seconds_sum{java_app=~\\\"$java_app\\\",gc=\\\"G1 Young Generation\\\" }/jvm_gc_collection_seconds_count{java_app=~\\\"$java_app\\\",gc=\\\"G1 Young Generation\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":2,\"i\":\"4\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"老生代平均gc耗时\",\"QL\":[{\"PromQL\":\"jvm_gc_collection_seconds_sum{java_app=~\\\"$java_app\\\",gc=\\\"G1 Old Generation\\\"}/jvm_gc_collection_seconds_count{java_app=~\\\"$java_app\\\",gc=\\\"G1 Old Generation\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":2,\"i\":\"5\"}}",
+            "weight": 0
+          }
+        ]
+      },
+      {
+        "name": "jvm线程情况",
+        "weight": 4,
+        "charts": [
+          {
+            "configs": "{\"name\":\"当前线程数\",\"QL\":[{\"PromQL\":\"jvm_threads_current{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":0,\"i\":\"0\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"守护线程数\",\"QL\":[{\"PromQL\":\"jvm_threads_daemon{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":0,\"i\":\"1\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"死锁线程数\",\"QL\":[{\"PromQL\":\"jvm_threads_deadlocked{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":0,\"i\":\"2\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"活动线程峰值\",\"QL\":[{\"PromQL\":\"jvm_threads_peak{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":18,\"y\":0,\"i\":\"3\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"自JVM启动后，启动的线程总量（包括daemon,non-daemon和终止了的）\",\"QL\":[{\"PromQL\":\"jvm_threads_started_total{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":2,\"i\":\"4\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"当前TERMINATED线程个数\",\"QL\":[{\"PromQL\":\"jvm_threads_state{java_app=~\\\"$java_app\\\",state=\\\"TERMINATED\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":2,\"i\":\"5\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"当前RUNNABLE线程个数\",\"QL\":[{\"PromQL\":\"jvm_threads_state{java_app=~\\\"$java_app\\\",state=\\\"RUNNABLE\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":2,\"i\":\"6\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"当前NEW线程个数\",\"QL\":[{\"PromQL\":\"jvm_threads_state{java_app=~\\\"$java_app\\\",state=\\\"NEW\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":18,\"y\":2,\"i\":\"7\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"当前TIMED_WAITING线程个数\",\"QL\":[{\"PromQL\":\"jvm_threads_state{java_app=~\\\"$java_app\\\",state=\\\"TIMED_WAITING\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":4,\"i\":\"8\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"当前BLOCKED线程个数\",\"QL\":[{\"PromQL\":\"jvm_threads_state{java_app=~\\\"$java_app\\\",state=\\\"BLOCKED\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":4,\"i\":\"9\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"当前WAITING线程个数\",\"QL\":[{\"PromQL\":\"jvm_threads_state{java_app=~\\\"$java_app\\\",state=\\\"WAITING\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":4,\"i\":\"10\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"当前线程状态汇总\",\"QL\":[{\"PromQL\":\"jvm_threads_state{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":18,\"y\":4,\"i\":\"11\"}}",
+            "weight": 0
+          }
+        ]
+      },
+      {
+        "name": "加载类情况",
+        "weight": 5,
+        "charts": [
+          {
+            "configs": "{\"name\":\"jvm 当前加载的类个数\",\"QL\":[{\"PromQL\":\"jvm_classes_loaded{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":0,\"i\":\"0\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"jvm启动以来加载的类总个数\",\"QL\":[{\"PromQL\":\"jvm_classes_loaded_total{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":0,\"i\":\"1\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"jvm启动以来卸载的类总个数\",\"QL\":[{\"PromQL\":\"jvm_classes_unloaded_total{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":0,\"i\":\"2\"}}",
+            "weight": 0
+          }
+        ]
+      },
+      {
+        "name": "机器指标(配置了java.lang才有)",
+        "weight": 6,
+        "charts": [
+          {
+            "configs": "{\"name\":\"java进程打开fd数\",\"QL\":[{\"PromQL\":\"os_open_file_descriptor_count{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":0,\"i\":\"0\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"机器总内存\",\"QL\":[{\"PromQL\":\"os_total_memory_size{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":0,\"i\":\"1\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"机器可用内存\",\"QL\":[{\"PromQL\":\"os_free_memory_size{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":12,\"y\":0,\"i\":\"2\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"机器近期cpu使用率%\",\"link\":\"https://docs.oracle.com/javase/7/docs/jre/api/management/extension/com/sun/management/OperatingSystemMXBean.html#getSystemCpuLoad()\",\"QL\":[{\"PromQL\":\"100 * os_system_cpu_load{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":18,\"y\":0,\"i\":\"3\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"java进程cpu使用\",\"link\":\"https://docs.oracle.com/javase/7/docs/jre/api/management/extension/com/sun/management/OperatingSystemMXBean.html#getProcessCpuLoad()\",\"QL\":[{\"PromQL\":\"os_process_cpu_load{java_app=~\\\"$java_app\\\"}\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":0,\"y\":2,\"i\":\"4\"}}",
+            "weight": 0
+          },
+          {
+            "configs": "{\"name\":\"jvm cpu百分比\",\"QL\":[{\"PromQL\":\"100 *(os_process_cpu_load{java_app=~\\\"$java_app\\\"}/os_system_cpu_load{java_app=~\\\"$java_app\\\"})\"}],\"legend\":false,\"highLevelConfig\":{\"shared\":true,\"sharedSortDirection\":\"desc\",\"precision\":\"short\",\"formatUnit\":1000},\"version\":1,\"layout\":{\"h\":2,\"w\":6,\"x\":6,\"y\":2,\"i\":\"5\"}}",
+            "weight": 0
+          }
+        ]
+      }
+    ]
+  }
+]

docker/.dockerignore

@@ -0,0 +1,7 @@
+ibexetc
+initsql
+mysqletc
+n9eetc
+prometc
+build.sh
+docker-compose.yaml

docker/Dockerfile

@@ -0,0 +1,14 @@
+FROM python:2
+#FROM ubuntu:21.04
+
+WORKDIR /app
+ADD n9e /app
+ADD http://download.flashcat.cloud/wait /wait
+RUN mkdir -p /app/pub && chmod +x /wait
+ADD pub /app/pub/
+RUN chmod +x n9e
+
+EXPOSE 19000
+EXPOSE 18000
+
+CMD ["/app/n9e", "-h"]

docker/build.sh

@@ -0,0 +1,21 @@
+#!/bin/sh
+
+if [ $# -ne 1 ]; then
+	echo "$0 <tag>"
+	exit 0
+fi
+
+tag=$1
+
+echo "tag: ${tag}"
+
+rm -rf n9e pub
+cp ../n9e .
+cp -r ../pub .
+
+docker build -t nightingale:${tag} .
+
+docker tag nightingale:${tag} ulric2019/nightingale:${tag}
+docker push ulric2019/nightingale:${tag}
+
+rm -rf n9e pub

docker/docker-compose.yaml

@@ -0,0 +1,175 @@
+version: "3.7"
+
+networks:
+  nightingale:
+    driver: bridge
+
+services:
+  mysql:
+    image: "mysql:5.7"
+    container_name: mysql
+    hostname: mysql
+    restart: always
+    ports:
+      - "3306:3306"
+    environment:
+      TZ: Asia/Shanghai
+      MYSQL_ROOT_PASSWORD: 1234
+    volumes:
+      - ./mysqldata:/var/lib/mysql/
+      - ./initsql:/docker-entrypoint-initdb.d/
+      - ./mysqletc/my.cnf:/etc/my.cnf
+    networks:
+      - nightingale
+
+  redis:
+    image: "redis:6.2"
+    container_name: redis
+    hostname: redis
+    restart: always
+    ports:
+      - "6379:6379"
+    environment:
+      TZ: Asia/Shanghai
+    networks:
+      - nightingale
+
+  prometheus:
+    image: prom/prometheus
+    container_name: prometheus
+    hostname: prometheus
+    restart: always
+    environment:
+      TZ: Asia/Shanghai
+    volumes:
+      - ./prometc:/etc/prometheus
+    ports:
+      - "9090:9090"
+    networks:
+      - nightingale
+    command:
+      - "--config.file=/etc/prometheus/prometheus.yml"
+      - "--storage.tsdb.path=/prometheus"
+      - "--web.console.libraries=/usr/share/prometheus/console_libraries"
+      - "--web.console.templates=/usr/share/prometheus/consoles"
+      - "--enable-feature=remote-write-receiver"
+      - "--query.lookback-delta=2m"
+
+  ibex:
+    image: ulric2019/ibex:0.3
+    container_name: ibex
+    hostname: ibex
+    restart: always
+    environment:
+      GIN_MODE: release
+      TZ: Asia/Shanghai
+      WAIT_HOSTS: mysql:3306
+    ports:
+      - "10090:10090"
+      - "20090:20090"
+    volumes:
+      - ./ibexetc:/app/etc
+    networks:
+      - nightingale
+    depends_on:
+      - mysql
+    links:
+      - mysql:mysql
+    command: >
+      sh -c "/wait && /app/ibex server"
+
+  nwebapi:
+    image: ulric2019/nightingale:5.7.1
+    container_name: nwebapi
+    hostname: nwebapi
+    restart: always
+    environment:
+      GIN_MODE: release
+      TZ: Asia/Shanghai
+      WAIT_HOSTS: mysql:3306, redis:6379
+    volumes:
+      - ./n9eetc:/app/etc
+    ports:
+      - "18000:18000"
+    networks:
+      - nightingale
+    depends_on:
+      - mysql
+      - redis
+      - prometheus
+      - ibex
+    links:
+      - mysql:mysql
+      - redis:redis
+      - prometheus:prometheus
+      - ibex:ibex
+    command: >
+      sh -c "/wait && /app/n9e webapi"
+
+  nserver:
+    image: ulric2019/nightingale:5.7.1
+    container_name: nserver
+    hostname: nserver
+    restart: always
+    environment:
+      GIN_MODE: release
+      TZ: Asia/Shanghai
+      WAIT_HOSTS: mysql:3306, redis:6379
+    volumes:
+      - ./n9eetc:/app/etc
+    ports:
+      - "19000:19000"
+    networks:
+      - nightingale
+    depends_on:
+      - mysql
+      - redis
+      - prometheus
+      - ibex
+    links:
+      - mysql:mysql
+      - redis:redis
+      - prometheus:prometheus
+      - ibex:ibex
+    command: >
+      sh -c "/wait && /app/n9e server"
+
+  telegraf:
+    image: "telegraf:1.20.3"
+    container_name: "telegraf"
+    hostname: "telegraf01"
+    restart: always
+    environment:
+      TZ: Asia/Shanghai
+    volumes:
+      - ./telegrafetc/telegraf.conf:/etc/telegraf/telegraf.conf
+    ports:
+      - "8125:8125/udp"
+      - "8092:8092/udp"
+      - "8094:8094/tcp"
+    networks:
+      - nightingale
+    depends_on:
+      - nserver
+    links:
+      - nserver:nserver
+
+  agentd:
+    image: ulric2019/ibex:0.3
+    container_name: agentd
+    hostname: agentd
+    restart: always
+    environment:
+      GIN_MODE: release
+      TZ: Asia/Shanghai
+    volumes:
+      - ./ibexetc:/app/etc
+    networks:
+      - nightingale
+    depends_on:
+      - ibex
+    links:
+      - ibex:ibex
+    command:
+      - "/app/ibex"
+      - "agentd"

docker/ibexetc/agentd.conf

@@ -0,0 +1,38 @@
+# debug, release
+RunMode = "release"
+
+# task meta storage dir
+MetaDir = "./meta"
+
+[HTTP]
+Enable = true
+# http listening address
+Host = "0.0.0.0"
+# http listening port
+Port = 2090
+# https cert file path
+CertFile = ""
+# https key file path
+KeyFile = ""
+# whether print access log
+PrintAccessLog = true
+# whether enable pprof
+PProf = false
+# http graceful shutdown timeout, unit: s
+ShutdownTimeout = 30
+# max content length: 64M
+MaxContentLength = 67108864
+# http server read timeout, unit: s
+ReadTimeout = 20
+# http server write timeout, unit: s
+WriteTimeout = 40
+# http server idle timeout, unit: s
+IdleTimeout = 120
+
+[Heartbeat]
+# unit: ms
+Interval = 1000
+# rpc servers
+Servers = ["ibex:20090"]
+# $ip or $hostname or specified string
+Host = "telegraf01"

docker/ibexetc/server.conf

@@ -0,0 +1,97 @@
+# debug, release
+RunMode = "release"
+
+[Log]
+# log write dir
+Dir = "logs-server"
+# log level: DEBUG INFO WARNING ERROR
+Level = "DEBUG"
+# stdout, stderr, file
+Output = "stdout"
+# # rotate by time
+# KeepHours: 4
+# # rotate by size
+# RotateNum = 3
+# # unit: MB
+# RotateSize = 256
+
+[HTTP]
+Enable = true
+# http listening address
+Host = "0.0.0.0"
+# http listening port
+Port = 10090
+# https cert file path
+CertFile = ""
+# https key file path
+KeyFile = ""
+# whether print access log
+PrintAccessLog = true
+# whether enable pprof
+PProf = false
+# http graceful shutdown timeout, unit: s
+ShutdownTimeout = 30
+# max content length: 64M
+MaxContentLength = 67108864
+# http server read timeout, unit: s
+ReadTimeout = 20
+# http server write timeout, unit: s
+WriteTimeout = 40
+# http server idle timeout, unit: s
+IdleTimeout = 120
+
+[BasicAuth]
+# using when call apis
+ibex = "ibex"
+
+[RPC]
+Listen = "0.0.0.0:20090"
+
+[Heartbeat]
+# auto detect if blank
+IP = ""
+# unit: ms
+Interval = 1000
+
+[Output]
+# database | remote
+ComeFrom = "database"
+AgtdPort = 2090
+
+[Gorm]
+# enable debug mode or not
+Debug = false
+# mysql postgres
+DBType = "mysql"
+# unit: s
+MaxLifetime = 7200
+# max open connections
+MaxOpenConns = 150
+# max idle connections
+MaxIdleConns = 50
+# table prefix
+TablePrefix = ""
+
+[MySQL]
+# mysql address host:port
+Address = "mysql:3306"
+# mysql username
+User = "root"
+# mysql password
+Password = "1234"
+# database name
+DBName = "ibex"
+# connection params
+Parameters = "charset=utf8mb4&parseTime=True&loc=Local&allowNativePasswords=true"
+
+[Postgres]
+# pg address host:port
+Address = "postgres:5432"
+# pg user
+User = "root"
+# pg password
+Password = "1234"
+# database name
+DBName = "ibex"
+# ssl mode
+SSLMode = "disable"