package backend
// 管理查询在认证/投影外围分页,不读取核心状态。两个审计来源各有稳定水位,不能冒充跨库事务。
import (
"bytes"
"context"
"encoding/base64"
"encoding/json"
"fmt"
"io"
)
// UserPage 使用 SQLite rowid 创建顺序,不以秒级 created_at 排序导致同秒用户遗漏。
// 用户不可删除,rowid 是内部分页位置;API 身份仍用安全随机 ID。
type UserPage struct {
DatasetID string `json:"dataset_id"`
Items []User `json:"items"`
NextCursor string `json:"next_cursor,omitempty"`
}
// Audit 是管理动作视图;资金来源显示首次业务结果和重复状态,避免把请求日志都画成注资成功。
type Audit struct {
ActorID string `json:"actor_id"`
TargetID string `json:"target_id"`
Action string `json:"action"`
Timestamp string `json:"timestamp"`
Source string `json:"source"`
Seq string `json:"seq,omitempty"`
Asset string `json:"asset,omitempty"`
Amount string `json:"amount,omitempty"`
Reason string `json:"reason,omitempty"`
Code string `json:"code,omitempty"`
Replayed bool `json:"replayed"`
}
// AuditPage 保留来源各自水位,分页按 AUTH 前缀、CREDIT 后缀分组遍历,不宣称全局时间排序。
type AuditPage struct {
DatasetID string `json:"dataset_id"`
AppliedSeq string `json:"applied_seq"`
Items []Audit `json:"items"`
NextCursor string `json:"next_cursor,omitempty"`
}
// adminCursor 固定管理员身份、数据集和来源上界;不是权限凭证。
// phase=0 遍历认证审计,phase=1 遍历资金投影,两者各自 seek。
// Actor 绑定该管理员,但 Base64 无签名/加密;授权始终靠 HTTP 会话,游标不是 token。
type adminCursor struct {
Version int `json:"v"`
Dataset string `json:"dataset"`
Actor string `json:"actor"`
Kind string `json:"kind"`
Upper int64 `json:"upper"`
CreditUpper int64 `json:"credit_upper"`
Before int64 `json:"before"`
Phase int `json:"phase"`
}
// readAdminCursor 限制长度、未知字段、尾随值、身份及非负边界;授权仍由 protected(true) 强制执行。
func readAdminCursor(raw, dataset, actor, kind string) (adminCursor, error) {
c := adminCursor{Version: 1, Dataset: dataset, Actor: actor, Kind: kind}
if raw == "" {
return c, nil
}
if len(raw) > 1024 {
return c, ErrCursor
}
b, err := base64.RawURLEncoding.DecodeString(raw)
if err != nil {
return c, ErrCursor
}
d := json.NewDecoder(bytes.NewReader(b))
d.DisallowUnknownFields()
if d.Decode(&c) != nil || d.Decode(new(any)) != io.EOF || c.Version != 1 || c.Dataset != dataset || c.Actor != actor || c.Kind != kind || c.Upper < 0 || c.CreditUpper < 0 || c.Before < 0 || c.Phase < 0 || c.Phase > 1 {
return c, ErrCursor
}
if kind == "users" && (c.Phase != 0 || c.CreditUpper != 0) {
return c, ErrCursor
}
boundary := c.Upper
if c.Phase == 1 {
boundary = c.CreditUpper
}
if c.Before > boundary && c.Before-boundary > 1 {
return c, ErrCursor
}
return c, nil
}
// adminCursorString 只序列化固定字符串/整数,不包含凭证或 SQL 指令。
func adminCursorString(c adminCursor) string {
raw, _ := json.Marshal(c)
return base64.RawURLEncoding.EncodeToString(raw)
}
// UsersPage 首屏固定 rowid 上界,新增用户不混入继续翻页;状态仍为该页当前版本。
// 用户无删除接口,rowid 可作创建顺序;不要改成秒级 created_at 或把随机身份 ID 当顺序。
func (s *Store) UsersPage(ctx context.Context, actor string, limit int, raw string) (UserPage, error) {
p := UserPage{DatasetID: s.DatasetID, Items: []User{}}
if limit < 1 || limit > 100 {
return p, ErrCursor
}
c, err := readAdminCursor(raw, s.DatasetID, actor, "users")
if err != nil {
return p, err
}
tx, err := s.Auth.BeginTx(ctx, nil)
if err != nil {
return p, err
}
defer tx.Rollback()
var upper int64
if err = tx.QueryRow("SELECT COALESCE(MAX(rowid),0) FROM users").Scan(&upper); err != nil {
return p, err
}
if raw == "" {
c.Upper = upper
c.Before = upper + 1
} else if c.Upper > upper {
return p, ErrCursor
}
rows, err := tx.Query("SELECT rowid,id,email,role,disabled,created_at FROM users WHERE rowid<=? AND rowid<? ORDER BY rowid DESC LIMIT ?", c.Upper, c.Before, limit+1)
if err != nil {
return p, err
}
var last int64
more := false
for rows.Next() {
var row int64
var u User
if err = rows.Scan(&row, &u.ID, &u.Email, &u.Role, &u.Disabled, &u.CreatedAt); err != nil {
break
}
if len(p.Items) == limit {
more = true
break
}
p.Items = append(p.Items, u)
last = row
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return p, err
}
if more {
c.Before = last
p.NextCursor = adminCursorString(c)
}
return p, tx.Commit()
}
// AuditPageFor 先遍历认证审计,再遍历投影中的管理员 CREDIT。
// 首屏分别获取 auth ID 上界和投影水位;不读取 writer 正在使用的 journal 连接。
// 资金结果来自同一投影事务,故每条 CREDIT 都有确定执行结论,不误把未执行日志当成功。
func (s *Store) AuditPageFor(ctx context.Context, actor string, limit int, raw string) (AuditPage, error) {
p := AuditPage{DatasetID: s.DatasetID, Items: []Audit{}}
if limit < 1 || limit > 100 {
return p, ErrCursor
}
c, err := readAdminCursor(raw, s.DatasetID, actor, "audit")
if err != nil {
return p, err
}
authTx, err := s.Auth.BeginTx(ctx, nil)
if err != nil {
return p, err
}
defer authTx.Rollback()
var upper int64
if err = authTx.QueryRow("SELECT COALESCE(MAX(id),0) FROM auth_audit").Scan(&upper); err != nil {
return p, err
}
views, seq, err := s.projectionRead(ctx)
if err != nil {
return p, err
}
defer views.Rollback()
p.AppliedSeq = seqString(seq)
if raw == "" {
c.Upper = upper
c.CreditUpper = seq
c.Before = upper + 1
} else if c.Upper > upper || c.CreditUpper > seq {
return p, ErrCursor
}
remaining := limit + 1
if c.Phase == 0 {
rows, err := authTx.Query("SELECT id,actor_id,target_id,action,timestamp FROM auth_audit WHERE id<=? AND id<? ORDER BY id DESC LIMIT ?", c.Upper, c.Before, remaining)
if err != nil {
return p, err
}
for rows.Next() {
var id int64
var a Audit
a.Source = "AUTH"
if err = rows.Scan(&id, &a.ActorID, &a.TargetID, &a.Action, &a.Timestamp); err != nil {
break
}
a.Seq = seqString(id)
p.Items = append(p.Items, a)
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return p, err
}
if len(p.Items) < remaining {
c.Phase = 1
c.Before = c.CreditUpper + 1
}
}
if c.Phase == 1 && len(p.Items) < remaining {
rows, err := views.Query("SELECT seq,payload FROM credit_audit WHERE seq<=? AND seq<? ORDER BY seq DESC LIMIT ?", c.CreditUpper, c.Before, remaining-len(p.Items))
if err != nil {
return p, err
}
for rows.Next() {
var seq int64
var raw string
var a Audit
if err = rows.Scan(&seq, &raw); err != nil {
break
}
if err = json.Unmarshal([]byte(raw), &a); err != nil {
break
}
p.Items = append(p.Items, a)
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return p, err
}
}
if len(p.Items) > limit {
p.Items = p.Items[:limit]
last := p.Items[limit-1]
if last.Source == "AUTH" {
c.Phase = 0
} else {
c.Phase = 1
}
var before int64
if _, err = fmt.Sscan(last.Seq, &before); err != nil {
return p, err
}
c.Before = before
p.NextCursor = adminCursorString(c)
}
if err = authTx.Commit(); err != nil {
return p, err
}
return p, views.Commit()
}
package backend
// 认证与角色属于外围身份域:密码慢哈希、随机凭证、绝对时间和 SQL 不进入撮合核心。
// 注册身份提交与初始化 CREDIT 不跨库原子;登录可用保留幂等键补齐资金。见 docs/auth-design.md。
import (
"context"
"crypto/rand"
"crypto/sha256"
"database/sql"
"encoding/hex"
"errors"
"fmt"
"net/mail"
"strings"
"time"
"golang.org/x/crypto/bcrypt"
)
// ErrCredentials 合并邮箱不存在、密码错误和停用等登录拒绝,避免直接透露账户状态。
var ErrCredentials = errors.New("credentials invalid")
// ErrEmailTaken 表示注册邮箱冲突,交由 HTTP 映射为 409。
var ErrEmailTaken = errors.New("email already registered")
// randomToken 使用密码学随机源生成 256 位凭证,也用于不可预测用户 ID。
// 随机源失败返回 error,不降级为 math/rand;随机数只在认证外围生成。
func randomToken() (string, error) {
b := make([]byte, 32)
if _, err := rand.Read(b); err != nil {
return "", err
}
return hex.EncodeToString(b), nil
}
// tokenHash 仅持久化会话 token 的 SHA256 摘要,原 token 只进入 HttpOnly Cookie。
// 高熵随机 token 可直接摘要;用户密码必须用带盐的慢哈希,不能采用此函数。
func tokenHash(token string) string {
x := sha256.Sum256([]byte(token))
return hex.EncodeToString(x[:])
}
// normalizeEmail 采用本项目约定的去空格/小写规范化,并拒绝带展示名称的地址。
// 数据库 UNIQUE 保证规范邮箱唯一;这只是格式校验,尚无邮箱所有权验证。
func normalizeEmail(s string) (string, error) {
s = strings.ToLower(strings.TrimSpace(s))
if len(s) > 254 {
return "", ErrCredentials
}
a, err := mail.ParseAddress(s)
if err != nil || a.Address != s || !strings.Contains(s, "@") {
return "", ErrCredentials
}
return s, nil
}
// validPassword 按 UTF-8 字节数限制 12–72;bcrypt 上限是字节而非字符,避免截断。
func validPassword(p string) bool { return len(p) >= 12 && len(p) <= 72 }
// UserByEmail 仅供认证内部读取身份及密码摘要;公开 User 不包含 hash。
func (s *Store) UserByEmail(ctx context.Context, email string) (User, string, error) {
var u User
var hash string
err := s.Auth.QueryRowContext(ctx, "SELECT id,email,role,disabled,created_at,password_hash FROM users WHERE email=?", email).Scan(&u.ID, &u.Email, &u.Role, &u.Disabled, &u.CreatedAt, &hash)
return u, hash, err
}
// CreateUser 校验并 bcrypt 加盐哈希,再写入规范邮箱与随机用户 ID。
// role 来自可信调用者:公开注册固定 USER,启动 bootstrap 固定 ADMIN。
// 唯一约束处理并发注册冲突;认证提交与模拟资金初始化属于不同数据域。
func (s *Store) CreateUser(ctx context.Context, email, password, role string) (User, error) {
return s.createUser(ctx, email, password, role, 12)
}
// createUser 共享身份持久化与 bcrypt 流程;密码下限只由可信初始化入口选择。
// 公开注册与常规管理员固定 12,本地演示管理员允许 8;72 字节上限始终保留。
func (s *Store) createUser(ctx context.Context, email, password, role string, minimum int) (User, error) {
var u User
email, err := normalizeEmail(email)
if err != nil || len(password) < minimum || len(password) > 72 {
return u, fmt.Errorf("邮箱或密码无效,密码需 %d–72 字节", minimum)
}
hash, err := bcrypt.GenerateFromPassword([]byte(password), bcrypt.DefaultCost)
if err != nil {
return u, err
}
id, err := randomToken()
if err != nil {
return u, err
}
u = User{ID: id, Email: email, Role: role, CreatedAt: time.Now().UTC().Format(time.RFC3339)}
_, err = s.Auth.ExecContext(ctx, "INSERT INTO users(id,email,password_hash,role,created_at) VALUES(?,?,?,?,?)", id, email, string(hash), role, u.CreatedAt)
if err != nil {
var exists int
if s.Auth.QueryRowContext(ctx, "SELECT 1 FROM users WHERE email=?", email).Scan(&exists) == nil {
return User{}, ErrEmailTaken
}
return User{}, err
}
return u, nil
}
// BootstrapAdmin 只在启动配置中初始化管理员;无内置密码或公开创建管理员接口。
// 已有 ADMIN 原样返回,不重置密码;已有 USER 直接拒绝,防止配置导致意外提权。
// 该分支也不验证传入密码是否匹配;环境变量改密码不是密码重置接口。
func (s *Store) BootstrapAdmin(ctx context.Context, email, password string) (User, error) {
return s.bootstrapAdmin(ctx, email, password, 12)
}
// LocalAdminEmail 将本地账号映射为内部邮箱身份,保持 User/API/数据库邮箱契约。
// 仅允许 3–32 位 ASCII 字母数字/下划线/横线,不能把任意字符串变成管理员邮箱。
func LocalAdminEmail(name string) (string, error) {
if len(name) < 3 || len(name) > 32 {
return "", fmt.Errorf("local admin name must contain 3–32 ASCII characters")
}
for _, c := range name {
if !(c >= 'a' && c <= 'z' || c >= 'A' && c <= 'Z' || c >= '0' && c <= '9' || c == '_' || c == '-') {
return "", fmt.Errorf("invalid local admin name")
}
}
return strings.ToLower(name) + "@localhost", nil
}
// BootstrapLocalAdmin 仅供明确启用的本机演示入口使用,支持指定的 8–72 字节密码。
// 服务装配必须先验证回环监听;HTTP 注册和常规 BootstrapAdmin 不调用此方法。
// 同样拒绝将已存在 USER 提权,保留已存在 ADMIN 的密码与身份。
func (s *Store) BootstrapLocalAdmin(ctx context.Context, name, password string) (User, error) {
email, err := LocalAdminEmail(name)
if err != nil {
return User{}, err
}
return s.bootstrapAdmin(ctx, email, password, 8)
}
// bootstrapAdmin 保持“只首次创建”的语义;最低密码长度不会重置已有身份。
func (s *Store) bootstrapAdmin(ctx context.Context, email, password string, minimum int) (User, error) {
email, err := normalizeEmail(email)
if err != nil {
return User{}, err
}
u, _, err := s.UserByEmail(ctx, email)
if err == nil {
if u.Role != "ADMIN" {
return User{}, fmt.Errorf("bootstrap email belongs to a regular user")
}
return u, nil
}
if err != sql.ErrNoRows {
return User{}, err
}
return s.createUser(ctx, email, password, "ADMIN", minimum)
}
// Login 对存在用户执行 bcrypt 校验,不存在用户也执行同 cost 的占位哈希比较。
// 占位计算减轻简单的不存在用户计时差异,不保证严格常数时间登录。
// 停用用户即使密码正确仍拒绝;昂贵计算由 HTTP authSlots 限制并发。
func (s *Store) Login(ctx context.Context, email, password string) (User, error) {
email, err := normalizeEmail(email)
if err != nil {
return User{}, ErrCredentials
}
u, hash, err := s.UserByEmail(ctx, email)
if err == sql.ErrNoRows {
hash = "$2a$10$N9qo8uLOickgx2ZMRZoMyeIjZAgcfl7p92ldGxad68LJZdL17lhWy"
} else if err != nil {
return User{}, err
}
compare := bcrypt.CompareHashAndPassword([]byte(hash), []byte(password))
if err != nil || compare != nil || u.Disabled {
return User{}, ErrCredentials
}
return u, nil
}
// NewSession 生成独立 session/CSRF 凭证,事务清理过期会话并写入 24h 会话。
// 仅返回一次原始 token;数据库存 tokenHash。身份 Cookie 与 CSRF token 分工不同。
// CSRF 原值在认证库保存供比较;24h 是绝对期限,Session 查询不更新 expires_at。
// 过期凭证立即不再有效,物理记录由后续 NewSession 清理,不需定时器进入核心。
func (s *Store) NewSession(ctx context.Context, userID string) (string, string, error) {
token, err := randomToken()
if err != nil {
return "", "", err
}
csrf, err := randomToken()
if err != nil {
return "", "", err
}
tx, err := s.Auth.BeginTx(ctx, nil)
if err != nil {
return "", "", err
}
defer tx.Rollback()
if _, err = tx.Exec("DELETE FROM sessions WHERE expires_at<=?", time.Now().Unix()); err != nil {
return "", "", err
}
if _, err = tx.Exec("INSERT INTO sessions VALUES(?,?,?,?)", tokenHash(token), userID, csrf, time.Now().Add(24*time.Hour).Unix()); err != nil {
return "", "", err
}
return token, csrf, tx.Commit()
}
// Session 每次校验有效期并 JOIN 最新角色/停用状态,不信任客户端声称的角色。
// 停用后删会话并在查询中要求 disabled=0,恢复启用也不会复活旧会话。
func (s *Store) Session(ctx context.Context, token string) (User, string, error) {
var u User
var csrf string
err := s.Auth.QueryRowContext(ctx, "SELECT u.id,u.email,u.role,u.disabled,u.created_at,s.csrf FROM sessions s JOIN users u ON u.id=s.user_id WHERE s.token_hash=? AND s.expires_at>? AND u.disabled=0", tokenHash(token), time.Now().Unix()).Scan(&u.ID, &u.Email, &u.Role, &u.Disabled, &u.CreatedAt, &csrf)
return u, csrf, err
}
// SetDisabled 将 USER 状态变更、停用时撤销会话、操作审计放在同一认证事务。
// 管理员不能通过此接口停用;actor 来自已鉴权会话。
// 这是访问控制,已受理业务和已有挂单不会自动撤销,不能当作原子资金冻结。
func (s *Store) SetDisabled(ctx context.Context, actor, id string, disabled bool) error {
tx, err := s.Auth.BeginTx(ctx, nil)
if err != nil {
return err
}
defer tx.Rollback()
var role string
if err = tx.QueryRow("SELECT role FROM users WHERE id=?", id).Scan(&role); err != nil {
return err
}
if role == "ADMIN" {
return fmt.Errorf("管理员账号不能通过该接口停用")
}
if _, err = tx.Exec("UPDATE users SET disabled=? WHERE id=?", disabled, id); err != nil {
return err
}
if disabled {
if _, err = tx.Exec("DELETE FROM sessions WHERE user_id=?", id); err != nil {
return err
}
}
if _, err = tx.Exec("INSERT INTO auth_audit(actor_id,target_id,action,timestamp) VALUES(?,?,?,?)", actor, id, fmt.Sprintf("DISABLED=%t", disabled), time.Now().UTC().Format(time.RFC3339)); err != nil {
return err
}
return tx.Commit()
}
package backend
// 本文件只做内存领域运算;并发/持久化协议见 runtime.go 与 docs/architecture.md。
import (
"container/list"
"fmt"
"sort"
"github.com/emirpasic/gods/trees/redblacktree"
"github.com/shopspring/decimal"
)
// priceLevel 是一个价格档:树定位价格,双向链表维护同价 FIFO。
// 字段和链表只由核心修改;档内数量由订单余量表达。
type priceLevel struct {
price decimal.Decimal
orders *list.List
}
// orderRef 反向定位挂单及其链表节点,撤单不必遍历整档。
// 链表删除为 O(1),删除空价档还需 O(log P) 树操作,P 为价档数。
type orderRef struct {
order *Order
level *priceLevel
node *list.Element
}
// remembered 保存首次请求的摘要及结果快照,支持同键同内容重放。
// 当前去重记录不淘汰,长期运行的内存增长是明确的后续治理项。
type remembered struct {
hash string
result Result
}
// Engine 独占树、链表、全部订单、余额、去重表及业务序号。
// 禁止外围读取这些可变对象;仅允许启动重放或唯一核心 goroutine 调用 Apply。
// 最优买/卖档缓存使 bestOpposite 为 O(1),空档删除时再从树更新缓存。
// 本实现采用 LMAX 单写者思想和有界 Go channel,并非移植 Disruptor 环形缓冲实现。
type Engine struct {
bids, asks *redblacktree.Tree
active map[string]*orderRef // 仅活动单;节点用于 O(1) 同档删除,终态从这里移除。
orders map[string]*Order // 保留全部历史订单,活动预算不限制该表长期增长。
balances map[string]*Balance // account:asset 到核心可变原件;返回前必须值复制。
dedupe map[string]remembered // account:key;首次成功或拒绝均记录,不按 TTL 淘汰。
seq int64 // 最后 Apply 的日志位置;拒绝/重试也推进,不能只按成交递增。
bestBid, bestAsk *priceLevel
}
// NewEngine 创建空核心;初始化资金也必须以 CREDIT 命令进入日志。
// 树键为价格 × 100 的整数 ticks,受价格两位小数和上限约束,可安全放入 int64。
func NewEngine() *Engine {
cmp := func(a, b interface{}) int {
x, y := a.(int64), b.(int64)
if x < y {
return -1
}
if x > y {
return 1
}
return 0
}
return &Engine{bids: redblacktree.NewWith(cmp), asks: redblacktree.NewWith(cmp), active: map[string]*orderRef{}, orders: map[string]*Order{}, balances: map[string]*Balance{}, dedupe: map[string]remembered{}}
}
// balance 懒创建账户资产余额;返回值属于核心,不得逃逸到外围共享。
func (e *Engine) balance(account, asset string) *Balance {
k := account + ":" + asset
b := e.balances[k]
if b == nil {
b = &Balance{AccountID: account, Asset: asset, Available: "0", Frozen: "0"}
e.balances[k] = b
}
return b
}
// move 使用 decimal 更新余额并追加同样的分录,保证投影与审计可解释。
// 调用者必须事先完成余额/订单校验;资金计算阶段不再接受可恢复的部分失败。
func (e *Engine) move(r *Result, account, asset string, available, frozen decimal.Decimal, reason string) {
b := e.balance(account, asset)
b.Available = dec(b.Available).Add(available).String()
b.Frozen = dec(b.Frozen).Add(frozen).String()
r.Entries = append(r.Entries, Entry{account, asset, available.String(), frozen.String(), reason})
}
// Apply 消费连续的已持久化命令,返回业务结果及独立投影副本。
// 普通余额不足、撤他人单、非法参数均通过 Code 返回;序号断裂是系统错误。
// 同账户同键同摘要只取首次结果,不重复冻结、成交或注资;不同摘要拒绝。
// 包括业务拒绝在内的首次结果都会记入去重表,重试不能改变首次结论。
func (e *Engine) Apply(c Command) Result {
// 即使是业务拒绝或幂等重试,也消费一个日志位置;不能跳过已提交输入。
if c.Seq != e.seq+1 {
panic("non-contiguous command sequence")
}
e.seq = c.Seq
r := Result{ProcessedSeq: seqString(c.Seq), ResultSeq: seqString(c.Seq), Orders: []Order{}, Balances: []Balance{}, Trades: []Trade{}, Entries: []Entry{}}
k := c.AccountID + ":" + c.Key
hash := c.PayloadHash
if prev, ok := e.dedupe[k]; ok {
if prev.hash != hash {
r.Code = "IDEMPOTENCY_CONFLICT"
r.Message = "幂等键对应不同请求"
return r
}
r.ResultSeq = prev.result.ResultSeq
r.Code = prev.result.Code
r.Message = prev.result.Message
r.Replayed = true
if prev.result.Order != nil {
copy := *prev.result.Order
r.Order = ©
}
return r
}
changed := map[string]*Order{}
switch c.Kind {
case "CREDIT":
amount, ok := parseAmount(c.Amount, 6, "1000000000000", true)
if c.Asset == "ETH" {
amount, ok = parseAmount(c.Amount, 4, "1000000", true)
}
if !ok || (c.Asset != "ETH" && c.Asset != "USDT") {
r.Code = "INVALID_AMOUNT"
r.Message = "资金参数无效"
break
}
e.move(&r, c.AccountID, c.Asset, amount, decimal.Zero, "CREDIT")
case "CANCEL":
o := e.orders[c.OrderID]
if o == nil {
r.Code = "ORDER_NOT_FOUND"
r.Message = "订单不存在"
break
}
if o.AccountID != c.AccountID {
r.Code = "FORBIDDEN"
r.Message = "只能撤销自己的订单"
break
}
ref := e.active[o.ID]
if ref == nil {
r.Code = "ORDER_TERMINAL"
r.Message = "订单已结束"
break
}
e.release(&r, o, dec(o.Remaining), "CANCEL")
o.Canceled = dec(o.Canceled).Add(dec(o.Remaining)).String()
o.Remaining = "0"
o.Status = "CANCELED"
o.Reason = "USER_CANCELED"
e.remove(ref)
changed[o.ID] = o
r.Order = o
case "PLACE":
e.place(c, &r, changed)
default:
r.Code = "INVALID_COMMAND"
r.Message = "无效命令"
}
for _, o := range changed {
r.Orders = append(r.Orders, *o)
}
// 只排序本命令改变的订单,消除 map 遍历随机顺序;不对整个订单簿排序。
sort.Slice(r.Orders, func(i, j int) bool { return r.Orders[i].Seq < r.Orders[j].Seq })
seen := map[string]bool{}
for _, v := range r.Entries {
bk := v.AccountID + ":" + v.Asset
if !seen[bk] {
r.Balances = append(r.Balances, *e.balances[bk])
seen[bk] = true
}
}
if r.Order != nil {
// 摘离核心可变指针:后续成交/撤单不能改变已返回或已记忆的首次响应。
copy := *r.Order
r.Order = ©
}
saved := Result{ResultSeq: r.ResultSeq, Code: r.Code, Message: r.Message, Order: r.Order}
// 首次结果归核心去重表所有,不能与外围拿到的 r.Order 共用指针。
// 即使外围修改响应快照,也不能改变后续原键确认的业务结论。
if r.Order != nil {
copy := *r.Order
saved.Order = ©
}
e.dedupe[k] = remembered{hash, saved}
return r
}
// opposite 返回待成交的对手方向价树,仅用于有序预扫描。
func (e *Engine) opposite(side string) *redblacktree.Tree {
if side == "BUY" {
return e.asks
}
return e.bids
}
// bestOpposite 直接读取最优对手价缓存;不扫描全簿或在查询时重新排序。
func (e *Engine) bestOpposite(side string) *priceLevel {
if side == "BUY" {
return e.bestAsk
}
return e.bestBid
}
// crosses 判断对手价格是否符合限价/保护价:买价不能高于上限,卖价不能低于下限。
func crosses(side string, p, limit decimal.Decimal) bool {
if side == "BUY" {
return p.LessThanOrEqual(limit)
}
return p.GreaterThanOrEqual(limit)
}
// place 先校验参数、资金和最大成交工作量,再冻结并按价格时间优先撮合。
// MARKET 也必须提供保护价且使用 IOC,资金预留因此有明确上限。
// 遇到同账户 maker 使用 cancel_taker:保留 maker,取消当前 taker 的剩余量。
// LIMIT GTC 未成交余量挂簿;IOC/受保护市价单余量释放,无流动性可返回零成交 CANCELED。
func (e *Engine) place(c Command, r *Result, changed map[string]*Order) {
p, pok := parseAmount(c.Price, 2, "1000000000000", true)
q, qok := parseAmount(c.Quantity, 4, "1000000", true)
if !pok || !qok || (c.Side != "BUY" && c.Side != "SELL") || (c.Type != "LIMIT" && c.Type != "MARKET") || (c.TIF != "GTC" && c.TIF != "IOC") || (c.Type == "MARKET" && c.TIF != "IOC") {
r.Code = "INVALID_ORDER"
r.Message = "订单参数无效"
return
}
if len(e.active) >= 100000 {
r.Code = "ORDER_LIMIT"
r.Message = "活动订单达到上限"
return
}
asset := "ETH"
reserve := q
if c.Side == "BUY" {
asset = "USDT"
reserve = p.Mul(q)
}
if dec(e.balance(c.AccountID, asset).Available).LessThan(reserve) {
r.Code = "INSUFFICIENT_BALANCE"
r.Message = asset + " 可用余额不足"
return
}
// 在冻结/撮合之前预扫描实际可能成交的 maker,超过 1024 笔整体拒绝。
// 避免先成交一部分才发现超限而需要回滚;预扫描与真正撮合采用相同停止规则。
// 预扫描会再次遍历有限成交范围,换取每个输入有明确的工作量上限。
left := q
matches := 0
tree := e.opposite(c.Side)
it := tree.Iterator()
if c.Side == "SELL" {
it.End()
}
for {
var next bool
if c.Side == "BUY" {
next = it.Next()
} else {
next = it.Prev()
}
if !next || left.IsZero() {
break
}
l := it.Value().(*priceLevel)
if !crosses(c.Side, l.price, p) {
break
}
stop := false
for n := l.orders.Front(); n != nil && !left.IsZero(); n = n.Next() {
o := n.Value.(*Order)
if o.AccountID == c.AccountID {
stop = true
break
}
matches++
if matches > 1024 {
r.Code = "MATCH_LIMIT_EXCEEDED"
r.Message = "单笔成交数量过多"
return
}
left = left.Sub(decimal.Min(left, dec(o.Remaining)))
}
if stop {
break
}
}
o := &Order{ID: seqString(c.Seq), AccountID: c.AccountID, Side: c.Side, Type: c.Type, TIF: c.TIF, Price: p.String(), Quantity: q.String(), Remaining: q.String(), Filled: "0", Canceled: "0", Status: "OPEN", CreatedAt: c.Timestamp, Seq: c.Seq}
e.orders[o.ID] = o
changed[o.ID] = o
r.Order = o
e.move(r, c.AccountID, asset, reserve.Neg(), reserve, "RESERVE")
reason := ""
for !dec(o.Remaining).IsZero() {
l := e.bestOpposite(c.Side)
if l == nil {
reason = "NO_LIQUIDITY"
break
}
if !crosses(c.Side, l.price, p) {
reason = "PRICE_PROTECTION"
break
}
maker := l.orders.Front().Value.(*Order)
// 档位最优价决定价格优先;Front 是最早入队的挂单,保证同价时间优先。
if maker.AccountID == o.AccountID {
reason = "SELF_TRADE_PREVENTED"
break
}
fill := decimal.Min(dec(o.Remaining), dec(maker.Remaining))
buy, sell := o, maker
if c.Side == "SELL" {
buy, sell = maker, o
}
cost := l.price.Mul(fill)
locked := dec(buy.Price).Mul(fill)
// 成交以 maker 档位定价,买方按原限价冻结额扣减,并把价差立即退回可用额。
// 例如买 3 ETH @105 冻结 315,在卖价 100 成交 2:
// 扣冻结 210、付卖方 200、返买方 10,余量 1 仍冻结 105。
// ETH 由卖方冻结转到买方可用;USDT 在双方间转移,总量不变。
e.move(r, buy.AccountID, "USDT", locked.Sub(cost), locked.Neg(), "TRADE")
e.move(r, buy.AccountID, "ETH", fill, decimal.Zero, "TRADE")
e.move(r, sell.AccountID, "ETH", decimal.Zero, fill.Neg(), "TRADE")
e.move(r, sell.AccountID, "USDT", cost, decimal.Zero, "TRADE")
for _, v := range []*Order{o, maker} {
v.Remaining = dec(v.Remaining).Sub(fill).String()
v.Filled = dec(v.Filled).Add(fill).String()
v.Status = "PARTIALLY_FILLED"
if dec(v.Remaining).IsZero() {
v.Status = "FILLED"
}
changed[v.ID] = v
}
r.Trades = append(r.Trades, Trade{fmt.Sprintf("%d-%d", c.Seq, len(r.Trades)), maker.ID, o.ID, l.price.String(), fill.String(), o.Side, c.Timestamp})
if maker.Status == "FILLED" {
e.remove(e.active[maker.ID])
}
}
remaining := dec(o.Remaining)
// FILLED 无余量;自成交余量总是取消;GTC 才能把其余未成交数量留在簿上。
if !remaining.IsZero() {
if c.Type == "LIMIT" && c.TIF == "GTC" && reason != "SELF_TRADE_PREVENTED" {
e.add(o)
} else {
e.release(r, o, remaining, "RELEASE")
o.Canceled = remaining.String()
o.Remaining = "0"
o.Status = "CANCELED"
o.Reason = reason
if o.Reason == "" {
o.Reason = "IOC_REMAINDER"
}
}
}
}
// release 按原买单限价 × 余量释放 USDT;卖单按余量释放 ETH。
// 不是按当前市场价解冻,确保活动挂单资金与 Frozen 精确对应。
func (e *Engine) release(r *Result, o *Order, q decimal.Decimal, reason string) {
asset := "ETH"
amount := q
if o.Side == "BUY" {
asset = "USDT"
amount = dec(o.Price).Mul(q)
}
e.move(r, o.AccountID, asset, amount, amount.Neg(), reason)
}
// add 将订单追加在同价链表尾部,并更新反向索引和最优价缓存。
// 创建/定位价档 O(log P),链表入队 O(1);创建顺序已由命令序号确定。
func (e *Engine) add(o *Order) {
tree := e.bids
if o.Side == "SELL" {
tree = e.asks
}
p := dec(o.Price)
ticks := p.Shift(2).IntPart()
v, ok := tree.Get(ticks)
var l *priceLevel
if ok {
l = v.(*priceLevel)
} else {
l = &priceLevel{p, list.New()}
tree.Put(ticks, l)
}
e.active[o.ID] = &orderRef{o, l, l.orders.PushBack(o)}
if o.Side == "BUY" && (e.bestBid == nil || p.GreaterThan(e.bestBid.price)) {
e.bestBid = l
}
if o.Side == "SELL" && (e.bestAsk == nil || p.LessThan(e.bestAsk.price)) {
e.bestAsk = l
}
}
// remove 删除已索引的活动订单;调用者保证 ref 存在。
// 档内其他单仍在时保留价档与缓存;最后一单离开时删除价档。
// 若被删的是最优档,再取买树最大或卖树最小节点;空簿缓存归 nil。
func (e *Engine) remove(ref *orderRef) {
ref.level.orders.Remove(ref.node)
delete(e.active, ref.order.ID)
if ref.level.orders.Len() == 0 {
tree := e.bids
if ref.order.Side == "SELL" {
tree = e.asks
}
tree.Remove(ref.level.price.Shift(2).IntPart())
if ref.order.Side == "BUY" && e.bestBid == ref.level {
e.bestBid = nil
if n := tree.Right(); n != nil {
e.bestBid = n.Value.(*priceLevel)
}
}
if ref.order.Side == "SELL" && e.bestAsk == ref.level {
e.bestAsk = nil
if n := tree.Left(); n != nil {
e.bestAsk = n.Value.(*priceLevel)
}
}
}
}
package backend
// 并发接入层仅解析/鉴权/映射结果及读取投影,不能绕过 runtime 直接改核心或查询余额。
// 客户端使用顺序与错误语义见 docs/api-guide.md;响应写失败不回滚已受理命令。
import (
"context"
"crypto/subtle"
"database/sql"
"encoding/json"
"errors"
"io"
"net"
"net/http"
"net/url"
"os"
"path/filepath"
"strconv"
"strings"
"sync"
"time"
"web3exchange/api"
"github.com/coder/websocket"
"github.com/coder/websocket/wsjson"
)
// Config 控制 Cookie 传输要求、静态目录及允许的浏览器 Origin。
// 生产 HTTPS 配 Secure=true 并显式设置外部 Origin;本地 HTTP 使用 false。
type Config struct {
CookieSecure bool
FrontendDir string
AllowedOrigin string
// LocalAdminName 仅由回环本地启动配置启用;别名登录映射为 name@localhost。
// 空值保持邮箱登录。注册永远不应用别名,不能通过公开注册创建管理员。
LocalAdminName string
}
// sessionContext 存放服务端验证得到的用户及 CSRF,仅由 protected 写入请求 context。
type sessionContext struct {
user User
csrf string
}
// Server 是并发 HTTP 外围:持有持久化/运行时引用及认证、行情资源上限。
// limitMu 和 snapshot 的锁只协调外围共享数据,不进入 Engine。
type Server struct {
Store *Store
Runtime *Runtime
Config Config
authSlots chan struct{}
limitMu sync.Mutex
attempts map[string][]time.Time
snapshot atomicSnapshot
wsSlots chan struct{}
streamContext context.Context
stopStreams context.CancelFunc
}
// atomicSnapshot 用外围 RWMutex 发布完整快照与查询错误。
// 发布后快照切片不再修改,WS 只读取;名称表示整体替换,并非 sync/atomic 类型。
type atomicSnapshot struct {
mu sync.RWMutex
value Snapshot
err error
}
// NewServer 限制 bcrypt 并发为 4、公共 WS 连接为 200,避免接入无限消耗资源。
func NewServer(s *Store, r *Runtime, c Config) *Server {
streamContext, stopStreams := context.WithCancel(context.Background())
return &Server{streamContext: streamContext, stopStreams: stopStreams, Store: s, Runtime: r, Config: c, authSlots: make(chan struct{}, 4), attempts: map[string][]time.Time{}, wsSlots: make(chan struct{}, 200)}
}
// CloseStreams 停止已有 WS 生命周期,不依赖 http.Server.Shutdown(它不关闭 hijacked 连接)。
// 可重复调用;连接 goroutine 自行回收 wsSlots,采样器仍由外部 ctx 管理。
func (s *Server) CloseStreams() { s.stopStreams() }
// writeJSON 在接入层编码响应;核心不编码 JSON。
// 编码或网络写失败不会撤销已执行业务,客户端须按结果未知处理写请求。
func writeJSON(w http.ResponseWriter, status int, v any) {
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(status)
json.NewEncoder(w).Encode(v)
}
// apiError 统一接入错误 envelope,错误码供客户端处理,message 用于简短展示。
func apiError(w http.ResponseWriter, status int, code, message string) {
writeJSON(w, status, map[string]any{"error": map[string]string{"code": code, "message": message}})
}
// decode 限制请求体 16KiB、拒绝未知字段和多个 JSON 值。
// 注册不能塞 role、下单不能塞 account_id;兼容性变更需明确调整契约。
// JSON null 对结构体可解码成零值,字段必填/业务组合仍由具体 handler 校验,不能只靠 decode。
func decode(w http.ResponseWriter, r *http.Request, v any) bool {
r.Body = http.MaxBytesReader(w, r.Body, 16<<10)
d := json.NewDecoder(r.Body)
d.DisallowUnknownFields()
if err := d.Decode(v); err != nil {
apiError(w, 400, "INVALID_REQUEST", "请求参数无效")
return false
}
var extra any
if d.Decode(&extra) != io.EOF {
apiError(w, 400, "INVALID_REQUEST", "请求只能包含一个 JSON 对象")
return false
}
return true
}
// Handler 定义公开行情、会话业务及 ADMIN 路由,并统一执行安全头和写请求 Origin 校验。
// live 只表示进程可响应;ready 额外要求 runtime 仍可受理工作。
// API 禁缓存,避免敏感余额/身份被浏览器或代理共享缓存。
func (s *Server) Handler() http.Handler {
m := http.NewServeMux()
// 契约与运行二进制同版本发布;静态文档公开,但不暴露用户/会话。
m.HandleFunc("GET /api/v1/openapi.json", func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "application/json")
w.Write(api.Spec)
})
m.HandleFunc("POST /api/v1/auth/register", s.authAction(true))
m.HandleFunc("POST /api/v1/auth/login", s.authAction(false))
m.HandleFunc("GET /api/v1/auth/me", s.protected(false, s.me))
m.HandleFunc("POST /api/v1/auth/logout", s.protected(false, s.logout))
m.HandleFunc("GET /api/v1/markets", func(w http.ResponseWriter, r *http.Request) {
writeJSON(w, 200, []any{map[string]string{"symbol": "ETH-USDT", "tick_size": "0.01", "step_size": "0.0001"}})
})
m.HandleFunc("POST /api/v1/orders", s.protected(false, s.place))
m.HandleFunc("POST /api/v1/orders/{id}/cancel", s.protected(false, s.cancelOrder))
m.HandleFunc("GET /api/v1/orders", s.protected(false, s.orders))
m.HandleFunc("GET /api/v1/orders/{id}", s.protected(false, s.orderByID))
m.HandleFunc("GET /api/v1/commands/by-key", s.protected(false, s.commandByKey))
m.HandleFunc("GET /api/v1/balances", s.protected(false, s.balances))
m.HandleFunc("GET /api/v1/snapshot", s.market)
m.HandleFunc("GET /api/v1/stream", s.stream)
m.HandleFunc("GET /api/v1/markets/{symbol}/book", s.marketBook)
m.HandleFunc("GET /api/v1/markets/{symbol}/trades", s.marketTrades)
m.HandleFunc("GET /api/v1/admin/users", s.protected(true, s.users))
m.HandleFunc("PATCH /api/v1/admin/users/{id}", s.protected(true, s.updateUser))
m.HandleFunc("POST /api/v1/admin/credits", s.protected(true, s.credit))
m.HandleFunc("GET /api/v1/admin/audit", s.protected(true, s.audit))
m.HandleFunc("GET /api/v1/admin/orders", s.protected(true, s.allOrders))
m.HandleFunc("GET /health/live", func(w http.ResponseWriter, r *http.Request) { writeJSON(w, 200, map[string]string{"status": "alive"}) })
m.HandleFunc("GET /health/ready", func(w http.ResponseWriter, r *http.Request) {
if !s.Runtime.Healthy() {
apiError(w, 503, "NOT_READY", "服务暂不可用")
return
}
writeJSON(w, 200, map[string]string{"status": "ready"})
})
m.HandleFunc("/metrics", func(w http.ResponseWriter, r *http.Request) { http.NotFound(w, r) })
m.HandleFunc("/debug/", func(w http.ResponseWriter, r *http.Request) { http.NotFound(w, r) })
m.HandleFunc("/api/", func(w http.ResponseWriter, r *http.Request) { apiError(w, 404, "NOT_FOUND", "接口不存在") })
m.HandleFunc("/", s.static)
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("X-Dataset-ID", s.Store.DatasetID)
w.Header().Set("X-Content-Type-Options", "nosniff")
w.Header().Set("Referrer-Policy", "same-origin")
w.Header().Set("X-Frame-Options", "DENY")
if strings.HasPrefix(r.URL.Path, "/api/") {
w.Header().Set("Cache-Control", "no-store")
}
if r.Method != "GET" && r.Method != "HEAD" && !s.originOK(r) {
apiError(w, 403, "ORIGIN_REJECTED", "请求来源不允许")
return
}
// 浏览器恢复请求带数据集标识;旧卷/重置前的请求不可自动进入新日志。
// 兼容既有脚本客户端不带此头;新前端已登录的业务写请求都显式发送。
if dataset := r.Header.Get("X-Dataset-ID"); r.Method != "GET" && r.Method != "HEAD" && dataset != "" && dataset != s.Store.DatasetID {
apiError(w, 409, "DATASET_CHANGED", "数据集已变更,请刷新后重新确认")
return
}
m.ServeHTTP(w, r)
})
}
// originOK 检查浏览器 Origin 或无 Origin 时的 Sec-Fetch-Site。
// 显式 AllowedOrigin 适合 TLS 反向代理;默认校验 Host,未启用宽泛跨域 CORS。
// 无这些浏览器头的脚本客户端仍须通过会话/CSRF,而不能把 Origin 当身份认证。
func (s *Server) originOK(r *http.Request) bool {
origin := r.Header.Get("Origin")
if origin == "" {
return r.Header.Get("Sec-Fetch-Site") != "cross-site"
}
u, err := url.Parse(origin)
if err != nil || (u.Scheme != "http" && u.Scheme != "https") || u.Path != "" || u.RawQuery != "" || u.User != nil {
return false
}
if s.Config.AllowedOrigin != "" {
return origin == s.Config.AllowedOrigin
}
return u.Host == r.Host
}
// protected 从 HttpOnly Cookie 查数据库会话,校验 RBAC 及写操作 CSRF 后调用 handler。
// 常数时间比较 CSRF,身份/角色均来自数据库;前端隐藏按钮不构成权限控制。
// 认证库故障返回 503,过期或停用返回 401,两者不混为合法访客。
func (s *Server) protected(admin bool, next http.HandlerFunc) http.HandlerFunc {
return func(w http.ResponseWriter, r *http.Request) {
cookie, err := r.Cookie("exchange_session")
if err != nil {
apiError(w, 401, "UNAUTHENTICATED", "请先登录")
return
}
u, csrf, err := s.Store.Session(r.Context(), cookie.Value)
if err == sql.ErrNoRows {
apiError(w, 401, "UNAUTHENTICATED", "登录已失效")
return
}
if err != nil {
apiError(w, 503, "AUTH_UNAVAILABLE", "认证服务暂不可用")
return
}
if admin && u.Role != "ADMIN" {
apiError(w, 403, "FORBIDDEN", "需要管理员权限")
return
}
if r.Method != "GET" && r.Method != "HEAD" && subtle.ConstantTimeCompare([]byte(csrf), []byte(r.Header.Get("X-CSRF-Token"))) != 1 {
apiError(w, 403, "CSRF_REJECTED", "请刷新后重试")
return
}
next(w, r.WithContext(context.WithValue(r.Context(), authContextKey{}, sessionContext{u, csrf})))
}
}
// authContextKey 使用私有类型避免不同中间件 context key 字符串冲突。
type authContextKey struct{}
// session 仅在 protected 包装的 handler 中调用;类型断言依赖该调用约束。
func session(r *http.Request) sessionContext {
return r.Context().Value(authContextKey{}).(sessionContext)
}
// allowAuth 按 RemoteAddr 限制每分钟 10 次尝试,并清理过期 IP,表大小上限 10000。
// 不信任 X-Forwarded-For;代理部署时 RemoteAddr 是代理地址,可后续配置可信代理/共享限流。
func (s *Server) allowAuth(r *http.Request) bool {
ip, _, err := net.SplitHostPort(r.RemoteAddr)
if err != nil {
ip = r.RemoteAddr
}
now := time.Now()
s.limitMu.Lock()
defer s.limitMu.Unlock()
for k, times := range s.attempts {
if len(times) == 0 || now.Sub(times[len(times)-1]) > time.Minute {
delete(s.attempts, k)
}
}
a := s.attempts[ip]
fresh := a[:0]
for _, t := range a {
if now.Sub(t) < time.Minute {
fresh = append(fresh, t)
}
}
if len(fresh) >= 10 || len(s.attempts) >= 10000 {
return false
}
s.attempts[ip] = append(fresh, now)
return true
}
// authAction 统一注册和登录流程:限流/并发额度 → 严格解析 → 密码认证 → 幂等初始资金 → 会话。
// 公开注册固定 USER;初始化中断时下次登录重试,账户不会重复得到模拟资金。
// Cookie HttpOnly/SameSiteStrict;CSRF 返回 JSON 供本次页面内存使用。
func (s *Server) authAction(register bool) http.HandlerFunc {
return func(w http.ResponseWriter, r *http.Request) {
if !s.allowAuth(r) {
apiError(w, 429, "RATE_LIMITED", "操作频繁,请稍后重试")
return
}
select {
case s.authSlots <- struct{}{}:
defer func() { <-s.authSlots }()
default:
apiError(w, 429, "RATE_LIMITED", "请求繁忙,请稍后重试")
return
}
var body struct {
Email string `json:"email"`
Password string `json:"password"`
}
if !decode(w, r, &body) {
return
}
if len(body.Password) > 72 {
apiError(w, 400, "INVALID_PASSWORD", "密码过长")
return
}
var u User
var err error
if register {
u, err = s.Store.CreateUser(r.Context(), body.Email, body.Password, "USER")
} else {
// 仅映射启动配置指定的一个别名,其他无 @ 的输入仍按普通邮箱校验拒绝。
// 身份/角色仍从认证库读取,别名不是授权凭证或密码绕过。
if s.Config.LocalAdminName != "" && strings.EqualFold(strings.TrimSpace(body.Email), s.Config.LocalAdminName) {
body.Email, err = LocalAdminEmail(s.Config.LocalAdminName)
if err != nil {
apiError(w, 503, "AUTH_UNAVAILABLE", "本地账号配置无效")
return
}
}
u, err = s.Store.Login(r.Context(), body.Email, body.Password)
}
if err != nil {
if errors.Is(err, ErrEmailTaken) {
apiError(w, 409, "EMAIL_TAKEN", "邮箱已注册")
} else if errors.Is(err, ErrCredentials) {
apiError(w, 401, "INVALID_CREDENTIALS", "邮箱或密码错误")
} else if register {
apiError(w, 400, "REGISTRATION_FAILED", err.Error())
} else {
apiError(w, 503, "AUTH_UNAVAILABLE", "登录暂不可用")
}
return
}
if err = s.EnsureFunding(r.Context(), u.ID); err != nil {
apiError(w, 503, "ACCOUNT_INITIALIZING", "账户初始化中,请稍后登录")
return
}
token, csrf, err := s.Store.NewSession(r.Context(), u.ID)
if err != nil {
apiError(w, 503, "AUTH_UNAVAILABLE", "登录暂不可用")
return
}
http.SetCookie(w, &http.Cookie{Name: "exchange_session", Value: token, Path: "/", HttpOnly: true, Secure: s.Config.CookieSecure, SameSite: http.SameSiteStrictMode, MaxAge: 86400})
status := 200
if register {
status = 201
}
writeJSON(w, status, map[string]any{"user": u, "csrf_token": csrf, "dataset_id": s.Store.DatasetID})
}
}
// EnsureFunding 将 10 ETH 与 100000 USDT 分别写成正常 CREDIT 命令。
// 固定 system.initial.<asset> 键允许重试修复部分初始化;客户端不能占用 system. 命名空间。
// 两个资产不是跨库原子注册事务,登录响应会等待两项初始化结果。
func (s *Server) EnsureFunding(ctx context.Context, id string) error {
for _, v := range []struct{ asset, amount string }{{"ETH", "10"}, {"USDT", "100000"}} {
result, err := s.Runtime.Submit(ctx, Command{Kind: "CREDIT", AccountID: id, Key: "system.initial." + v.asset, Asset: v.asset, Amount: v.amount, ActorID: "SYSTEM", Reason: "注册模拟资金"})
if err != nil {
return err
}
if result.Code != "" {
return errors.New(result.Code)
}
}
return nil
}
// me 返回当前会话身份与 CSRF,支持刷新页面后恢复登录,不返回会话 token。
func (s *Server) me(w http.ResponseWriter, r *http.Request) {
x := session(r)
writeJSON(w, 200, map[string]any{"user": x.user, "csrf_token": x.csrf, "dataset_id": s.Store.DatasetID})
}
// logout 先删除服务端当前会话再清 Cookie;其他设备会话不受此操作影响。
func (s *Server) logout(w http.ResponseWriter, r *http.Request) {
cookie, _ := r.Cookie("exchange_session")
if _, err := s.Store.Auth.ExecContext(r.Context(), "DELETE FROM sessions WHERE token_hash=?", tokenHash(cookie.Value)); err != nil {
apiError(w, 503, "AUTH_UNAVAILABLE", "退出暂不可用")
return
}
http.SetCookie(w, &http.Cookie{Name: "exchange_session", Value: "", Path: "/", HttpOnly: true, Secure: s.Config.CookieSecure, SameSite: http.SameSiteStrictMode, MaxAge: -1})
writeJSON(w, 200, map[string]bool{"ok": true})
}
// idempotency 校验客户端幂等键长度/字符集,保留 system. 给可信初始化。
// 业务摘要在外围规范化后计算;键与当前账户共同确定去重范围。
func idempotency(w http.ResponseWriter, r *http.Request) string {
k := r.Header.Get("Idempotency-Key")
if len(k) < 8 || len(k) > 128 || strings.HasPrefix(k, "system.") {
apiError(w, 400, "INVALID_IDEMPOTENCY_KEY", "需要 8–128 字符的幂等键")
return ""
}
for _, c := range k {
if !(c >= 'a' && c <= 'z' || c >= 'A' && c <= 'Z' || c >= '0' && c <= '9' || c == '-' || c == '_' || c == '.') {
apiError(w, 400, "INVALID_IDEMPOTENCY_KEY", "幂等键字符无效")
return ""
}
}
return k
}
// submit 映射业务冲突、权限及系统故障为 HTTP 状态,保留处理/首次结果两个水位。
// 网络等待超时映射 RESULT_UNKNOWN,客户端只能用原内容/原键确认结果。
// 映射 OVERLOADED 也不能证明更早的同键请求没成功;错误响应不撤销历史业务效果。
// 201 表示新订单业务已处理,不表示必定成交;IOC 可创建并立即取消余量。
func (s *Server) submit(w http.ResponseWriter, r *http.Request, c Command) {
result, err := s.Runtime.Submit(r.Context(), c)
if err != nil {
status, code := 503, "OVERLOADED"
if strings.Contains(err.Error(), "result unknown") {
status, code = 504, "RESULT_UNKNOWN"
}
apiError(w, status, code, "请求暂未取得结果,请使用原幂等键重试")
return
}
status := 200
if c.Kind == "PLACE" && !result.Replayed {
status = 201
}
if result.Code != "" {
result.Error = &PublicError{result.Code, result.Message}
status = 422
switch result.Code {
case "IDEMPOTENCY_CONFLICT", "ORDER_TERMINAL":
status = 409
case "ORDER_NOT_FOUND":
status = 404
case "FORBIDDEN":
status = 403
}
}
writeJSON(w, status, result)
}
// place 解析 ETH-USDT 订单并规范化金额,再从会话注入 AccountID。
// 接入层与核心都校验业务字段,防止内部调用绕过参数约束;外部不能选择交易账户。
func (s *Server) place(w http.ResponseWriter, r *http.Request) {
k := idempotency(w, r)
if k == "" {
return
}
var b struct {
Market string `json:"market"`
Side string `json:"side"`
Type string `json:"type"`
TIF string `json:"time_in_force"`
Price string `json:"price"`
Quantity string `json:"quantity"`
}
if !decode(w, r, &b) {
return
}
p, pok := parseAmount(b.Price, 2, "1000000000000", true)
q, qok := parseAmount(b.Quantity, 4, "1000000", true)
if b.Market != "ETH-USDT" || !pok || !qok || (b.Side != "BUY" && b.Side != "SELL") || (b.Type != "LIMIT" && b.Type != "MARKET") || (b.TIF != "GTC" && b.TIF != "IOC") || (b.Type == "MARKET" && b.TIF != "IOC") {
apiError(w, 400, "INVALID_ORDER", "价格、数量或订单类型无效")
return
}
s.submit(w, r, Command{AccountID: session(r).user.ID, Kind: "PLACE", Key: k, Side: b.Side, Type: b.Type, TIF: b.TIF, Price: p.String(), Quantity: q.String()})
}
// cancelOrder 用 ParseInt 检查 int64 格式,核心再次核验订单归属和终态,避免跨账户撤单。
// 这里不规范化正号/前导零/非正值,原文本继续匹配 ID;客户端应使用服务器返回的原 ID。
func (s *Server) cancelOrder(w http.ResponseWriter, r *http.Request) {
k := idempotency(w, r)
if k == "" {
return
}
if _, err := strconv.ParseInt(r.PathValue("id"), 10, 64); err != nil {
apiError(w, 400, "INVALID_ORDER_ID", "订单 ID 无效")
return
}
s.submit(w, r, Command{Kind: "CANCEL", AccountID: session(r).user.ID, Key: k, OrderID: r.PathValue("id")})
}
// waitProjection 支持 min_seq 读自己的写:最多等待 2s,投影未追上返回 PROJECTION_LAG。
// 只等待查询水位,不同步阻塞核心;HTTP context 取消后停止查询等待。
// Views 连接仍与 projector 争用;目标是至少达到 min_seq,并不读取恰好该历史时刻。
func (s *Server) waitProjection(w http.ResponseWriter, r *http.Request) bool {
value := r.URL.Query().Get("min_seq")
if value == "" {
return true
}
target, err := strconv.ParseInt(value, 10, 64)
if err != nil || target < 0 {
apiError(w, 400, "INVALID_SEQUENCE", "序号无效")
return false
}
deadline := time.NewTimer(2 * time.Second)
defer deadline.Stop()
ticker := time.NewTicker(10 * time.Millisecond)
defer ticker.Stop()
for {
var seq int64
if err = s.Store.Views.QueryRowContext(r.Context(), "SELECT seq FROM progress WHERE id=1").Scan(&seq); err != nil {
apiError(w, 503, "PROJECTION_UNAVAILABLE", "查询暂不可用")
return false
}
if seq >= target {
return true
}
select {
case <-deadline.C:
apiError(w, 503, "PROJECTION_LAG", "更新中,请稍后重试")
return false
case <-r.Context().Done():
return false
case <-ticker.C:
}
}
}
// orders 返回当前账户订单页,支持 min_seq/limit/cursor;不直接读取核心 map。
func (s *Server) orders(w http.ResponseWriter, r *http.Request) {
if !s.waitProjection(w, r) {
return
}
limit := 100
if raw := r.URL.Query().Get("limit"); raw != "" {
parsed, err := strconv.Atoi(raw)
if err != nil || parsed < 1 || parsed > 100 {
apiError(w, 400, "INVALID_LIMIT", "limit 需为 1–100")
return
}
limit = parsed
}
out, err := s.Store.OrdersPage(r.Context(), session(r).user.ID, false, limit, r.URL.Query().Get("cursor"))
if err != nil {
if errors.Is(err, ErrCursor) {
apiError(w, 400, "INVALID_CURSOR", "订单游标无效或已过期")
return
}
apiError(w, 503, "QUERY_FAILED", "查询暂不可用")
return
}
writeJSON(w, 200, out)
}
// orderByID 读取当前用户的单笔投影;服务端按会话账户过滤,不能靠 URL 访问他人订单。
func (s *Server) orderByID(w http.ResponseWriter, r *http.Request) {
if !s.waitProjection(w, r) {
return
}
out, err := s.Store.OrderByID(r.Context(), session(r).user.ID, r.PathValue("id"))
if err == sql.ErrNoRows {
apiError(w, 404, "ORDER_NOT_FOUND", "订单不存在")
return
}
if err != nil {
apiError(w, 503, "QUERY_FAILED", "查询暂不可用")
return
}
writeJSON(w, 200, out)
}
// commandByKey 供写请求超时后确认首次结果。键空间仍绑定当前账户,不能查询其他账户的命令。
func (s *Server) commandByKey(w http.ResponseWriter, r *http.Request) {
key := r.URL.Query().Get("key")
if len(key) < 8 || len(key) > 128 {
apiError(w, 400, "INVALID_IDEMPOTENCY_KEY", "幂等键无效")
return
}
if !s.waitProjection(w, r) {
return
}
out, err := s.Store.LookupCommand(r.Context(), session(r).user.ID, key)
if err != nil {
apiError(w, 503, "QUERY_FAILED", "查询暂不可用")
return
}
writeJSON(w, 200, out)
}
// balances 返回当前账户可用/冻结资产,支持 min_seq 防止紧随写入读到旧余额。
func (s *Server) balances(w http.ResponseWriter, r *http.Request) {
if !s.waitProjection(w, r) {
return
}
out, err := s.Store.Balances(r.Context(), session(r).user.ID)
if err != nil {
apiError(w, 503, "QUERY_FAILED", "查询暂不可用")
return
}
writeJSON(w, 200, out)
}
// market 返回公共一致行情快照,支持 min_seq;失败不伪造空行情为成功。
func (s *Server) market(w http.ResponseWriter, r *http.Request) {
if !s.waitProjection(w, r) {
return
}
x, err := s.Store.Snapshot(r.Context())
if err != nil {
apiError(w, 503, "QUERY_FAILED", "行情暂不可用")
return
}
writeJSON(w, 200, x)
}
// users 是 ADMIN 用户查询入口,仅返回公开身份字段。
func (s *Server) users(w http.ResponseWriter, r *http.Request) {
limit, ok := queryLimit(w, r)
if !ok {
return
}
out, err := s.Store.UsersPage(r.Context(), session(r).user.ID, limit, r.URL.Query().Get("cursor"))
if err != nil {
if errors.Is(err, ErrCursor) {
apiError(w, 400, "INVALID_CURSOR", "用户游标无效")
} else {
apiError(w, 503, "QUERY_FAILED", "查询暂不可用")
}
return
}
writeJSON(w, 200, out)
}
// updateUser 只接受明确的 disabled 布尔值,不提供角色任意变更接口。
// 状态与审计在认证库事务中完成;停用与业务订单生命周期分离。
func (s *Server) updateUser(w http.ResponseWriter, r *http.Request) {
var b struct {
Disabled *bool `json:"disabled"`
}
if !decode(w, r, &b) {
return
}
if b.Disabled == nil {
apiError(w, 400, "INVALID_REQUEST", "需要 disabled 字段")
return
}
if err := s.Store.SetDisabled(r.Context(), session(r).user.ID, r.PathValue("id"), *b.Disabled); err != nil {
apiError(w, 409, "USER_UPDATE_REJECTED", "用户不存在或不能停用")
return
}
writeJSON(w, 200, map[string]bool{"ok": true})
}
// credit 是 ADMIN 模拟资产注资入口,检查目标账户存在并要求审计原因。
// 目标账户可以不同于操作者;键包含管理员 ID 隔离不同管理员的同名请求。
// 实际资金变更走 CREDIT 日志和单写者核心,不在此直接 UPDATE 余额。
func (s *Server) credit(w http.ResponseWriter, r *http.Request) {
k := idempotency(w, r)
if k == "" {
return
}
var b struct {
AccountID string `json:"account_id"`
Asset string `json:"asset"`
Amount string `json:"amount"`
Reason string `json:"reason"`
}
if !decode(w, r, &b) {
return
}
scale := int32(6)
max := "1000000000000"
if b.Asset == "ETH" {
scale = 4
max = "1000000"
}
amount, ok := parseAmount(b.Amount, scale, max, true)
if !ok || (b.Asset != "ETH" && b.Asset != "USDT") || len(strings.TrimSpace(b.Reason)) < 2 || len(b.Reason) > 200 {
apiError(w, 400, "INVALID_CREDIT", "资金参数或原因无效")
return
}
var exists int
if err := s.Store.Auth.QueryRowContext(r.Context(), "SELECT 1 FROM users WHERE id=?", b.AccountID).Scan(&exists); err != nil {
apiError(w, 404, "USER_NOT_FOUND", "用户不存在")
return
}
s.submit(w, r, Command{Kind: "CREDIT", AccountID: b.AccountID, Key: "admin." + session(r).user.ID + "." + k, Asset: b.Asset, Amount: amount.String(), ActorID: session(r).user.ID, Reason: b.Reason})
}
// allOrders 返回管理员可见的全账户订单页;每页最多 100,all 权限只由 protected(true, ...) 授予。
func (s *Server) allOrders(w http.ResponseWriter, r *http.Request) {
if !s.waitProjection(w, r) {
return
}
limit := 100
if raw := r.URL.Query().Get("limit"); raw != "" {
parsed, err := strconv.Atoi(raw)
if err != nil || parsed < 1 || parsed > 100 {
apiError(w, 400, "INVALID_LIMIT", "limit 需为 1–100")
return
}
limit = parsed
}
out, err := s.Store.OrdersPage(r.Context(), "", true, limit, r.URL.Query().Get("cursor"))
if err != nil {
if errors.Is(err, ErrCursor) {
apiError(w, 400, "INVALID_CURSOR", "订单游标无效或已过期")
return
}
apiError(w, 503, "QUERY_FAILED", "查询暂不可用")
return
}
writeJSON(w, 200, out)
}
// queryLimit 统一有界列表参数,默认 100;非法数值在数据库查询前拒绝。
func queryLimit(w http.ResponseWriter, r *http.Request) (int, bool) {
limit := 100
if raw := r.URL.Query().Get("limit"); raw != "" {
n, err := strconv.Atoi(raw)
if err != nil || n < 1 || n > 100 {
apiError(w, 400, "INVALID_LIMIT", "limit 需为 1–100")
return 0, false
}
limit = n
}
return limit, true
}
// audit 返回认证/资金两个来源的完整 seek 分页;资金含确定业务结果,不占用日志写者连接。
func (s *Server) audit(w http.ResponseWriter, r *http.Request) {
if !s.waitProjection(w, r) {
return
}
limit, ok := queryLimit(w, r)
if !ok {
return
}
out, err := s.Store.AuditPageFor(r.Context(), session(r).user.ID, limit, r.URL.Query().Get("cursor"))
if err != nil {
if errors.Is(err, ErrCursor) {
apiError(w, 400, "INVALID_CURSOR", "审计游标无效")
} else {
apiError(w, 503, "QUERY_FAILED", "审计暂不可用")
}
return
}
writeJSON(w, 200, out)
}
// RunSampler 每 100ms 从投影读取一次完整行情,所有 WS 复用该值。
// 查询超时 2s;快照发布整体替换而不修改已发布切片,避免每连接重复 SQL。
// ctx 决定生命周期,退出必须在 Store.Close 前完成。
func (s *Server) RunSampler(ctx context.Context) {
ticker := time.NewTicker(100 * time.Millisecond)
defer ticker.Stop()
for {
queryCtx, cancel := context.WithTimeout(ctx, 2*time.Second)
x, err := s.Store.Snapshot(queryCtx)
cancel()
s.snapshot.mu.Lock()
s.snapshot.value = x
s.snapshot.err = err
s.snapshot.mu.Unlock()
select {
case <-ctx.Done():
return
case <-ticker.C:
}
}
}
// stream 是只读公共行情 WS,先独立验证 Origin 再升级,不暴露账户私有数据。
// 每连接 100ms 看最新水位,相同水位不重复发送;慢客户端发送超时 2s 就断开。
// WS 仅发送最新完整快照,可跳过中间水位,不宣称逐笔可靠事件订阅。
func (s *Server) stream(w http.ResponseWriter, r *http.Request) {
if !s.originOK(r) {
apiError(w, 403, "ORIGIN_REJECTED", "请求来源不允许")
return
}
select {
case s.wsSlots <- struct{}{}:
defer func() { <-s.wsSlots }()
default:
apiError(w, 503, "OVERLOADED", "行情连接达到上限")
return
}
// 已用 originOK 按部署的外部 Origin 验证来源;跳过库内默认 Host 策略以兼容反向代理。
conn, err := websocket.Accept(w, r, &websocket.AcceptOptions{InsecureSkipVerify: true})
if err != nil {
return
}
defer conn.CloseNow()
ctx := conn.CloseRead(r.Context())
ticker := time.NewTicker(100 * time.Millisecond)
defer ticker.Stop()
last := ""
for {
select {
case <-s.streamContext.Done():
return
case <-ctx.Done():
return
case <-ticker.C:
s.snapshot.mu.RLock()
x, err := s.snapshot.value, s.snapshot.err
s.snapshot.mu.RUnlock()
if err != nil || x.AppliedSeq == "" || x.AppliedSeq == last {
continue
}
sendCtx, cancel := context.WithTimeout(ctx, 2*time.Second)
err = wsjson.Write(sendCtx, conn, x)
cancel()
if err != nil {
return
}
last = x.AppliedSeq
}
}
}
// static 提供构建好的前端和 SPA 路由回退,仅接受 GET/HEAD。
// 规范化路径限制 ../;带扩展名且不存在的资源返回 404,避免把 HTML 当 JS 响应。
func (s *Server) static(w http.ResponseWriter, r *http.Request) {
if r.Method != "GET" && r.Method != "HEAD" {
http.NotFound(w, r)
return
}
clean := filepath.Clean("/" + r.URL.Path)
path := filepath.Join(s.Config.FrontendDir, clean)
if info, err := os.Stat(path); err == nil && !info.IsDir() {
http.ServeFile(w, r, path)
return
}
if strings.Contains(filepath.Base(clean), ".") {
http.NotFound(w, r)
return
}
http.ServeFile(w, r, filepath.Join(s.Config.FrontendDir, "index.html"))
}
package backend
// 离线运维复用 SQLite FULL/目录写者锁和业务重放,而非复制正在写入的数据库。
// 检查/备份/恢复不开放 HTTP;显式停服务取得同一锁,避免 auth 与 journal 跨库不一致。
import (
"context"
"crypto/sha256"
"database/sql"
"encoding/hex"
"encoding/json"
"fmt"
"github.com/gofrs/flock"
"io"
"os"
"path/filepath"
"time"
)
// CheckReport 给出离线重放、投影对账和恢复所依赖的权威身份/水位。
// 余额/订单内容用规范表摘要比较,SQL 不计算金融金额。
type CheckReport struct {
DatasetID string `json:"dataset_id"`
EngineVersion string `json:"engine_version"`
JournalSeq string `json:"journal_seq"`
ProjectionSeq string `json:"projection_seq"`
Users int `json:"users"`
Orders int `json:"orders"`
Checksums map[string]string `json:"projection_checksums"`
}
// BackupManifest 绑定数据库字节摘要与离线重放结果;不是防恶意修改的签名。
// 备份包含身份/会话摘要,目录与文件使用 0700/0600,不能发布到公开下载服务。
type BackupManifest struct {
Version int `json:"version"`
CreatedAt string `json:"created_at"`
Report CheckReport `json:"report"`
Files map[string]string `json:"files"`
}
// databaseFiles 固定文件白名单,不从 manifest 的任意路径执行复制。
var databaseFiles = []string{"journal.db", "auth.db", "views.db"}
// OpenExistingStore 拒绝缺文件/符号链接,避免错输路径变成自动初始化空库。
// OpenStore 继续执行版本/完整性/目录锁检查,失败返回原错误。
func OpenExistingStore(dir string) (*Store, error) {
for _, name := range databaseFiles {
info, err := os.Lstat(filepath.Join(dir, name))
if err != nil {
return nil, err
}
if !info.Mode().IsRegular() {
return nil, fmt.Errorf("database must be a regular file: %s", name)
}
}
return OpenStore(dir)
}
// InspectStore 在离线锁持有期间重放并补齐未完成投影,再用干净投影逐表对账。
// 这会修复正常崩溃后的落后水位;不能修复已应用前缀被人工篡改的投影。
// 临时数据库在 Linux 临时目录,由函数清理;历史命令、身份与资金不被删改。
// 操作包含两次核心重放与临时查询库,按全历史预算时间/内存/磁盘,不是轻量只读检查。
// 比较固定派生表;fresh 的新 dataset 与认证库不在业务投影摘要中,身份仍来自原 auth。
func InspectStore(s *Store) (CheckReport, error) {
report := CheckReport{DatasetID: s.DatasetID, EngineVersion: "1", Checksums: map[string]string{}}
r, err := NewRuntime(s)
if err != nil {
return report, err
}
if err = r.Close(context.Background()); err != nil {
return report, err
}
temp, err := os.MkdirTemp("", "exchange-reconcile-")
if err != nil {
return report, err
}
defer os.RemoveAll(temp)
fresh, err := OpenStore(temp)
if err != nil {
return report, err
}
defer fresh.Close()
// 复制的是命令值,不是 SQLite 文件;参数绑定且在一个事务中准备重放依据。
rows, err := s.Journal.Query("SELECT seq,payload FROM commands ORDER BY seq")
if err != nil {
return report, err
}
tx, err := fresh.Journal.Begin()
if err != nil {
rows.Close()
return report, err
}
defer tx.Rollback()
for rows.Next() {
var seq int64
var raw string
if err = rows.Scan(&seq, &raw); err != nil {
break
}
if _, err = tx.Exec("INSERT INTO commands VALUES(?,?)", seq, raw); err != nil {
break
}
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return report, err
}
if err = tx.Commit(); err != nil {
return report, err
}
replay, err := NewRuntime(fresh)
if err != nil {
return report, err
}
if err = replay.Close(context.Background()); err != nil {
return report, err
}
for _, table := range []struct{ name, query string }{
{"orders", "SELECT id,account_id,status,seq,payload FROM orders ORDER BY id"},
{"balances", "SELECT account_id,asset,available,frozen FROM balances ORDER BY account_id,asset"},
{"levels", "SELECT side,ticks,price,quantity FROM levels ORDER BY side,ticks"},
{"trades", "SELECT id,seq,payload FROM trades ORDER BY id"},
{"ledger", "SELECT seq,idx,payload FROM ledger ORDER BY seq,idx"},
{"results", "SELECT seq,account_id,key,payload FROM results ORDER BY seq"},
{"credit_audit", "SELECT seq,payload FROM credit_audit ORDER BY seq"},
{"progress", "SELECT id,seq FROM progress ORDER BY id"},
} {
actual, err := tableChecksum(s.Views, table.query)
if err != nil {
return report, err
}
expected, err := tableChecksum(fresh.Views, table.query)
if err != nil {
return report, err
}
if actual != expected {
return report, fmt.Errorf("projection reconciliation failed: %s; preserve original and rebuild views", table.name)
}
report.Checksums[table.name] = actual
}
var seq, projected int64
if err = s.Journal.QueryRow("SELECT COALESCE(MAX(seq),0) FROM commands").Scan(&seq); err != nil {
return report, err
}
if err = s.Views.QueryRow("SELECT seq FROM progress WHERE id=1").Scan(&projected); err != nil {
return report, err
}
report.JournalSeq = seqString(seq)
report.ProjectionSeq = seqString(projected)
if err = s.Auth.QueryRow("SELECT COUNT(*) FROM users").Scan(&report.Users); err != nil {
return report, err
}
err = s.Views.QueryRow("SELECT COUNT(*) FROM orders").Scan(&report.Orders)
return report, err
}
// tableChecksum 用按主键排序的逐行 JSON framing 求摘要,不拼接易歧义的字段文本。
// query 只来自上面的固定常量;金额 TEXT 原样比较,不使用 SUM/REAL。
func tableChecksum(db *sql.DB, query string) (string, error) {
rows, err := db.Query(query)
if err != nil {
return "", err
}
defer rows.Close()
cols, err := rows.Columns()
if err != nil {
return "", err
}
hash := sha256.New()
enc := json.NewEncoder(hash)
for rows.Next() {
values := make([]any, len(cols))
pointers := make([]any, len(cols))
for i := range values {
pointers[i] = &values[i]
}
if err = rows.Scan(pointers...); err != nil {
return "", err
}
if err = enc.Encode(values); err != nil {
return "", err
}
}
return hex.EncodeToString(hash.Sum(nil)), rows.Err()
}
// fileChecksum 对备份字节流计算 SHA256,及时关闭 FD,内存与数据库大小无关。
func fileChecksum(path string) (string, error) {
f, err := os.Open(path)
if err != nil {
return "", err
}
defer f.Close()
h := sha256.New()
if _, err = io.Copy(h, f); err != nil {
return "", err
}
return hex.EncodeToString(h.Sum(nil)), nil
}
// copySynced 使用排他创建和 fsync;失败由调用者清理本次新建的目标目录,不覆盖原文件。
func copySynced(src, dst string) error {
from, err := os.Open(src)
if err != nil {
return err
}
defer from.Close()
to, err := os.OpenFile(dst, os.O_WRONLY|os.O_CREATE|os.O_EXCL, 0600)
if err != nil {
return err
}
_, copyErr := io.Copy(to, from)
if copyErr == nil {
copyErr = to.Sync()
}
closeErr := to.Close()
if copyErr != nil {
return copyErr
}
return closeErr
}
// syncDirectory 让目录项持久化;此项目的部署/验证目标为 Linux 本地文件系统。
func syncDirectory(path string) error {
f, err := os.Open(path)
if err != nil {
return err
}
defer f.Close()
return f.Sync()
}
// BackupStore 只复制完整 checkpoint 后的三个数据库,并最后发布 manifest。
// dst 必须不存在;不会覆盖旧备份。中断留下无 manifest 的目录,不能被 RestoreBackup 接受。
func BackupStore(s *Store, dir, dst string) (manifest BackupManifest, err error) {
report, err := InspectStore(s)
if err != nil {
return manifest, err
}
for _, db := range []*sql.DB{s.Journal, s.Auth, s.Views} {
var busy, log, done int
if err = db.QueryRow("PRAGMA wal_checkpoint(TRUNCATE)").Scan(&busy, &log, &done); err != nil {
return manifest, err
}
if busy != 0 || log != done {
return manifest, fmt.Errorf("checkpoint incomplete")
}
}
if err = os.Mkdir(dst, 0700); err != nil {
return manifest, err
}
// 只有此函数创建成功的目标目录才可清理,永远不删除已有目录。
defer func() {
if err != nil {
os.RemoveAll(dst)
}
}()
manifest = BackupManifest{Version: 1, CreatedAt: time.Now().UTC().Format(time.RFC3339Nano), Report: report, Files: map[string]string{}}
for _, name := range databaseFiles {
path := filepath.Join(dst, name)
if err = copySynced(filepath.Join(dir, name), path); err != nil {
return manifest, err
}
if manifest.Files[name], err = fileChecksum(path); err != nil {
return manifest, err
}
}
raw, err := json.MarshalIndent(manifest, "", " ")
if err != nil {
return manifest, err
}
f, err := os.OpenFile(filepath.Join(dst, "manifest.json"), os.O_CREATE|os.O_EXCL|os.O_WRONLY, 0600)
if err != nil {
return manifest, err
}
if _, err = f.Write(append(raw, '\n')); err == nil {
err = f.Sync()
}
closeErr := f.Close()
if err != nil {
return manifest, err
}
if closeErr != nil {
return manifest, closeErr
}
if err = syncDirectory(dst); err != nil {
return manifest, err
}
err = syncDirectory(filepath.Dir(dst))
return manifest, err
}
// RestoreBackup 先验证白名单/字节摘要,再复制到新目录,重放对账并匹配 manifest。
// 只接收不存在的目标,已有服务目录一律拒绝;数据集 ID 保持备份身份。
func RestoreBackup(src, dst string) (report CheckReport, err error) {
f, err := os.Open(filepath.Join(src, "manifest.json"))
if err != nil {
return report, err
}
var manifest BackupManifest
d := json.NewDecoder(io.LimitReader(f, 1<<20))
d.DisallowUnknownFields()
err = d.Decode(&manifest)
if err == nil && d.Decode(new(any)) != io.EOF {
err = fmt.Errorf("trailing manifest JSON")
}
f.Close()
if err != nil || manifest.Version != 1 || len(manifest.Files) != 3 {
return report, fmt.Errorf("invalid backup manifest: %v", err)
}
for _, name := range databaseFiles {
info, e := os.Lstat(filepath.Join(src, name))
if e != nil {
return report, e
}
if !info.Mode().IsRegular() {
return report, fmt.Errorf("invalid backup file %s", name)
}
sum, e := fileChecksum(filepath.Join(src, name))
if e != nil {
return report, e
}
if sum != manifest.Files[name] {
return report, fmt.Errorf("backup checksum mismatch: %s", name)
}
}
if err = os.Mkdir(dst, 0700); err != nil {
return report, err
}
defer func() {
if err != nil {
os.RemoveAll(dst)
}
}()
for _, name := range databaseFiles {
if err = copySynced(filepath.Join(src, name), filepath.Join(dst, name)); err != nil {
return report, err
}
}
s, err := OpenExistingStore(dst)
if err != nil {
return report, err
}
report, err = InspectStore(s)
s.Close()
if err != nil {
return report, err
}
actual, _ := json.Marshal(report)
expected, _ := json.Marshal(manifest.Report)
if string(actual) != string(expected) {
return report, fmt.Errorf("restored data differs from manifest")
}
if err = syncDirectory(dst); err != nil {
return report, err
}
err = syncDirectory(filepath.Dir(dst))
return report, err
}
// RebuildViews 重建可派生库,保留原投影文件用于排错;不修改/删除权威业务记录。
// journal/auth 的 checkpoint 会改变文件/WAL 物理布局,不保证文件字节保持不变。
// 全程持有原目录锁,重放在独立 staging 中验证成功后才进入替换。
// 多个 rename 不是一个原子事务,失败时旧投影可能已部分移动;preserved 保留排错证据。
// 恢复步骤见 docs/data-lifecycle.md,不能把旧 WAL/SHM 随意附到新主库。
func RebuildViews(dir string) (report CheckReport, err error) {
abs, err := filepath.Abs(dir)
if err != nil {
return report, err
}
lock := flock.New(filepath.Join(abs, "exchange.lock"))
ok, err := lock.TryLock()
if err != nil || !ok {
return report, fmt.Errorf("data directory already in use")
}
defer lock.Unlock()
// staging 放在原目录内,最终 rename 才能留在同一文件系统;需要额外数据盘空间。
staging, err := os.MkdirTemp(abs, "rebuild-")
if err != nil {
return report, err
}
defer os.RemoveAll(staging)
for _, name := range []string{"journal.db", "auth.db"} {
path := filepath.Join(abs, name)
info, e := os.Lstat(path)
if e != nil {
return report, e
}
if !info.Mode().IsRegular() {
return report, fmt.Errorf("invalid authority file")
}
db, e := openDB(path)
if e != nil {
return report, e
}
var busy, log, done int
e = db.QueryRow("PRAGMA wal_checkpoint(TRUNCATE)").Scan(&busy, &log, &done)
db.Close()
if e != nil {
return report, e
}
if busy != 0 || log != done {
return report, fmt.Errorf("checkpoint incomplete")
}
if err = copySynced(path, filepath.Join(staging, name)); err != nil {
return report, err
}
}
s, err := OpenStore(staging)
if err != nil {
return report, err
}
report, err = InspectStore(s)
if err == nil {
var busy, log, done int
err = s.Views.QueryRow("PRAGMA wal_checkpoint(TRUNCATE)").Scan(&busy, &log, &done)
if err == nil && (busy != 0 || log != done) {
err = fmt.Errorf("checkpoint incomplete")
}
}
s.Close()
if err != nil {
return report, err
}
preserved := filepath.Join(abs, "views-preserved-"+time.Now().UTC().Format("20060102T150405.000000000"))
if err = os.Mkdir(preserved, 0700); err != nil {
return report, err
}
for _, suffix := range []string{"", "-wal", "-shm"} {
path := filepath.Join(abs, "views.db"+suffix)
if _, e := os.Lstat(path); os.IsNotExist(e) {
continue
} else if e != nil {
return report, e
}
if err = os.Rename(path, filepath.Join(preserved, "views.db"+suffix)); err != nil {
return report, err
}
}
// 崩溃在此窗口时原投影仍在 preserved;服务可从 journal 创建缺失 views 继续恢复。
if err = os.Rename(filepath.Join(staging, "views.db"), filepath.Join(abs, "views.db")); err != nil {
return report, err
}
if err = syncDirectory(preserved); err != nil {
return report, err
}
err = syncDirectory(abs)
return report, err
}
package backend
// 公共市场历史通过投影只读事务访问,不与日志写者竞争连接。
import (
"context"
"encoding/json"
"net/http"
"strconv"
)
// TradePage 按唯一投影 rowid seek,避免同一个命令多笔成交只按 seq 翻页遗漏。
// rowid 仅是游标位置;业务 Trade.ID 仍由命令序号/成交下标确定。
type TradePage struct {
DatasetID string `json:"dataset_id"`
AppliedSeq string `json:"applied_seq"`
Items []Trade `json:"items"`
NextCursor string `json:"next_cursor,omitempty"`
}
// TradesPage 首屏固定已提交成交上界;投影重建按原日志/成交顺序插入,rowid 仍稳定。
// 每命令可输出多笔成交,seq 单独 seek 会漏掉同命令其他成交;limit+1 仅探测,不消费下一页。
func (s *Store) TradesPage(ctx context.Context, limit int, raw string) (TradePage, error) {
p := TradePage{DatasetID: s.DatasetID, Items: []Trade{}}
if limit < 1 || limit > 100 {
return p, ErrCursor
}
c, err := readAdminCursor(raw, s.DatasetID, "", "trades")
if err != nil {
return p, err
}
if c.Phase != 0 || c.CreditUpper != 0 {
return p, ErrCursor
}
tx, seq, err := s.projectionRead(ctx)
if err != nil {
return p, err
}
defer tx.Rollback()
p.AppliedSeq = seqString(seq)
var upper int64
if err = tx.QueryRow("SELECT COALESCE(MAX(rowid),0) FROM trades").Scan(&upper); err != nil {
return p, err
}
if raw == "" {
c.Upper = upper
c.Before = upper + 1
} else if c.Upper > upper {
return p, ErrCursor
}
rows, err := tx.Query("SELECT rowid,payload FROM trades WHERE rowid<=? AND rowid<? ORDER BY rowid DESC LIMIT ?", c.Upper, c.Before, limit+1)
if err != nil {
return p, err
}
var last int64
more := false
for rows.Next() {
var row int64
var raw string
var trade Trade
if err = rows.Scan(&row, &raw); err != nil {
break
}
if len(p.Items) == limit {
more = true
break
}
if err = json.Unmarshal([]byte(raw), &trade); err != nil {
break
}
p.Items = append(p.Items, trade)
last = row
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return p, err
}
if more {
c.Before = last
p.NextCursor = adminCursorString(c)
}
return p, tx.Commit()
}
// marketBook 只支持实际已实现的 ETH-USDT,depth 有界;复用同一完整行情事务再裁剪。
func (s *Server) marketBook(w http.ResponseWriter, r *http.Request) {
if r.PathValue("symbol") != "ETH-USDT" {
apiError(w, 404, "MARKET_NOT_FOUND", "市场不存在")
return
}
depth := 20
if raw := r.URL.Query().Get("depth"); raw != "" {
n, err := strconv.Atoi(raw)
if err != nil || n < 1 || n > 20 {
apiError(w, 400, "INVALID_DEPTH", "depth 需为 1–20")
return
}
depth = n
}
if !s.waitProjection(w, r) {
return
}
snapshot, err := s.Store.Snapshot(r.Context())
if err != nil {
apiError(w, 503, "QUERY_FAILED", "行情暂不可用")
return
}
if len(snapshot.Bids) > depth {
snapshot.Bids = snapshot.Bids[:depth]
}
if len(snapshot.Asks) > depth {
snapshot.Asks = snapshot.Asks[:depth]
}
snapshot.Trades = []Trade{}
writeJSON(w, 200, snapshot)
}
// marketTrades 是公开历史成交入口;响应内水位与成交来自同一个读事务。
func (s *Server) marketTrades(w http.ResponseWriter, r *http.Request) {
if r.PathValue("symbol") != "ETH-USDT" {
apiError(w, 404, "MARKET_NOT_FOUND", "市场不存在")
return
}
limit, ok := queryLimit(w, r)
if !ok || !s.waitProjection(w, r) {
return
}
page, err := s.Store.TradesPage(r.Context(), limit, r.URL.Query().Get("cursor"))
if err != nil {
if err == ErrCursor {
apiError(w, 400, "INVALID_CURSOR", "成交游标无效")
} else {
apiError(w, 503, "QUERY_FAILED", "成交暂不可用")
}
return
}
writeJSON(w, 200, page)
}
package backend
// 外围可观测性只读取原子计数器,不读取 Engine 的树/账户指针。
// 使用 Prometheus 文本格式固定输出,无业务身份/幂等键标签,避免高基数和信息泄露。
import (
"fmt"
"net/http"
"net/http/pprof"
"runtime"
"sync/atomic"
"time"
)
// stageTimer 记录固定阶段的累计次数、纳秒及最大耗时;最大值不是 p99。
// 计时放在 Apply 调用者中,核心仍不读取时钟;计数允许采样时略有时间差。
// journal/projection 每批 observe 一次,core 每命令一次;平均值不能混成每订单端到端延迟。
type stageTimer struct{ count, nanos, max atomic.Uint64 }
// observe 更新外围计时;CAS 只发生在指标发布,不能视为核心业务锁。
func (s *stageTimer) observe(start time.Time) {
n := uint64(time.Since(start))
s.nanos.Add(n)
s.count.Add(1)
for old := s.max.Load(); n > old; old = s.max.Load() {
if s.max.CompareAndSwap(old, n) {
break
}
}
}
// runtimeMetrics 区分受理、容量拒绝、已提交、已执行与已投影,恢复前缀也初始化水位。
type runtimeMetrics struct {
accepted, overloaded, failed atomic.Uint64
durable, applied, projected atomic.Int64
activeOrders, totalOrders, dedupeKeys atomic.Int64
journal, core, projection stageTimer
recoverySeconds float64 // HTTP 开放前固定,只读。
}
// DiagnosticsHandler 供独立本机监听器使用,不挂到公网业务路由。
// pprof 使用标准库;生产入口强制独立 loopback IP,远程通过受控转发访问,不能借代理公开。
func (r *Runtime) DiagnosticsHandler() http.Handler {
mux := http.NewServeMux()
mux.HandleFunc("GET /metrics", r.metricsHTTP)
mux.HandleFunc("/debug/pprof/", pprof.Index)
mux.HandleFunc("/debug/pprof/cmdline", pprof.Cmdline)
mux.HandleFunc("/debug/pprof/profile", pprof.Profile)
mux.HandleFunc("/debug/pprof/symbol", pprof.Symbol)
mux.HandleFunc("/debug/pprof/trace", pprof.Trace)
return mux
}
// metricsHTTP 输出进程/队列/水位与阶段计时;无 SQL,因此慢存储时仍可观测背压。
// 三个水位独立采样,并非一个事务快照;lag 下界取零以容忍采样瞬间进度推进。
func (r *Runtime) metricsHTTP(w http.ResponseWriter, req *http.Request) {
w.Header().Set("Content-Type", "text/plain; version=0.0.4; charset=utf-8")
w.Header().Set("Cache-Control", "no-store")
gauge := func(name string, value any) {
fmt.Fprintf(w, "# TYPE exchange_%s gauge\nexchange_%s %v\n", name, name, value)
}
counter := func(name string, value uint64) {
fmt.Fprintf(w, "# TYPE exchange_%s counter\nexchange_%s %d\n", name, name, value)
}
healthy := 0
if r.Healthy() {
healthy = 1
}
gauge("ready", healthy)
counter("accepted_total", r.metrics.accepted.Load())
counter("overloaded_total", r.metrics.overloaded.Load())
counter("failures_total", r.metrics.failed.Load())
j, a, p := r.metrics.durable.Load(), r.metrics.applied.Load(), r.metrics.projected.Load()
gauge("active_orders", r.metrics.activeOrders.Load())
gauge("orders_retained", r.metrics.totalOrders.Load())
gauge("dedupe_keys", r.metrics.dedupeKeys.Load())
gauge("journal_seq", j)
gauge("core_seq", a)
gauge("projection_seq", p)
lag := j - p
if lag < 0 {
lag = 0
}
gauge("projection_lag", lag)
for _, q := range []struct {
name string
depth, capacity int
}{{"input", len(r.input), cap(r.input)}, {"durable", len(r.durable), cap(r.durable)}, {"results", len(r.results), cap(r.results)}, {"inflight", len(r.slots), cap(r.slots)}} {
fmt.Fprintf(w, "exchange_queue_depth{stage=%q} %d\nexchange_queue_capacity{stage=%q} %d\n", q.name, q.depth, q.name, q.capacity)
}
for _, s := range []struct {
name string
timer *stageTimer
}{{"journal", &r.metrics.journal}, {"core", &r.metrics.core}, {"projection", &r.metrics.projection}} {
fmt.Fprintf(w, "exchange_stage_seconds_sum{stage=%q} %.9f\nexchange_stage_seconds_count{stage=%q} %d\nexchange_stage_seconds_max{stage=%q} %.9f\n", s.name, float64(s.timer.nanos.Load())/1e9, s.name, s.timer.count.Load(), s.name, float64(s.timer.max.Load())/1e9)
}
gauge("recovery_seconds", r.metrics.recoverySeconds)
var mem runtime.MemStats
runtime.ReadMemStats(&mem)
gauge("heap_bytes", mem.HeapAlloc)
gauge("goroutines", runtime.NumGoroutine())
counter("gc_cycles_total", uint64(mem.NumGC))
}
package backend
// 本文件只访问查询投影,不触碰 Engine。协议见 docs/v0.2-design.md。
// 分页按唯一创建序号倒序 seek,避免 OFFSET 随页数增长且新增订单推移页边界。
import (
"bytes"
"context"
"database/sql"
"encoding/base64"
"encoding/json"
"errors"
"fmt"
"io"
)
// ErrCursor 表示客户端游标与当前数据集/身份/顺序不符,HTTP 应返回 400 而非存储故障。
var ErrCursor = errors.New("invalid order cursor")
// OrderPage 返回一个读取事务中的订单和水位。NextCursor 为空表示当前遍历结束。
// 游标的 Upper 固定首屏可见的创建序号上限,后续新增不混入;本页 DTO 没有 Upper 字段。
// 原订单状态仍是每页查询时的最新状态,整段遍历不是冻结所有状态的历史快照。
type OrderPage struct {
DatasetID string `json:"dataset_id"`
AppliedSeq string `json:"applied_seq"`
Items []Order `json:"items"`
NextCursor string `json:"next_cursor,omitempty"`
}
// OrderView 是一个订单的当前投影状态,不同于 CommandLookup 中保存的首次结果快照。
type OrderView struct {
DatasetID string `json:"dataset_id"`
AppliedSeq string `json:"applied_seq"`
Order Order `json:"order"`
}
// CommandLookup 返回首次已投影的幂等结果。Found=false 只表示本次投影尚不可见。
// 查不到不能证明没受理;客户端仍须保留原 key/body,不能换键盲重下。
type CommandLookup struct {
DatasetID string `json:"dataset_id"`
AppliedSeq string `json:"applied_seq"`
Found bool `json:"found"`
Result *Result `json:"result,omitempty"`
}
// orderCursor 是分页定位信息,不是授权凭证;SQL 始终从服务端会话限定 account。
// Base64 只隐藏内部表示、不加密/签名;修改有效页边界最多改变本账户的浏览范围。
type orderCursor struct {
Version int `json:"v"`
Dataset string `json:"dataset"`
Account string `json:"account"`
All bool `json:"all"`
Upper int64 `json:"upper"`
Before int64 `json:"before"`
}
// decodeCursor 严格限制长度/字段/数据集/身份以及正序号范围,不信任客户端解码后的值。
func decodeCursor(raw, dataset, account string, all bool) (orderCursor, error) {
var c orderCursor
if len(raw) > 1024 {
return c, ErrCursor
}
data, err := base64.RawURLEncoding.DecodeString(raw)
if err != nil {
return c, ErrCursor
}
d := json.NewDecoder(bytes.NewReader(data))
d.DisallowUnknownFields()
if err = d.Decode(&c); err != nil {
return c, ErrCursor
}
var extra any
if d.Decode(&extra) != io.EOF || c.Version != 1 || c.Dataset != dataset || c.Account != account || c.All != all || c.Upper < 1 || c.Before < 1 || c.Before > c.Upper {
return c, ErrCursor
}
return c, nil
}
// projectionRead 打开只读事务并首先读取水位,从此该事务所有查询看到同一投影版本。
// 调用者负责 Commit/Rollback;读失败立即回滚,避免占住唯一 Views 连接。
func (s *Store) projectionRead(ctx context.Context) (*sql.Tx, int64, error) {
tx, err := s.Views.BeginTx(ctx, &sql.TxOptions{ReadOnly: true})
if err != nil {
return nil, 0, err
}
var seq int64
if err = tx.QueryRowContext(ctx, "SELECT seq FROM progress WHERE id=1").Scan(&seq); err != nil {
tx.Rollback()
return nil, 0, err
}
return tx, seq, nil
}
// OrdersPage 每页最多 100,查询 limit+1 判断是否有下一页,不做全表 COUNT/OFFSET。
// 额外一行只作探测,游标取最后已返回行;下一页重新读取探测行,不吞掉它。
// all 由受保护管理员入口设置;即使客户端伪造 all 字段,也不能改变 SQL 的权限域。
// 游标跨账户/数据集不可复用;后续页上限不能高于当前水位,避免误用旧恢复数据的游标。
func (s *Store) OrdersPage(ctx context.Context, account string, all bool, limit int, cursor string) (OrderPage, error) {
p := OrderPage{DatasetID: s.DatasetID, Items: []Order{}}
if limit < 1 || limit > 100 {
return p, ErrCursor
}
var c orderCursor
var err error
if cursor != "" {
if c, err = decodeCursor(cursor, s.DatasetID, account, all); err != nil {
return p, err
}
}
tx, seq, err := s.projectionRead(ctx)
if err != nil {
return p, err
}
defer tx.Rollback()
p.AppliedSeq = seqString(seq)
if cursor == "" {
c = orderCursor{Version: 1, Dataset: s.DatasetID, Account: account, All: all, Upper: seq}
} else if c.Upper > seq {
return p, ErrCursor
}
query := "SELECT seq,payload FROM orders WHERE seq<=?"
args := []any{c.Upper}
if !all {
query += " AND account_id=?"
args = append(args, account)
}
if cursor != "" {
query += " AND seq<?"
args = append(args, c.Before)
}
query += " ORDER BY seq DESC LIMIT ?"
args = append(args, limit+1)
rows, err := tx.QueryContext(ctx, query, args...)
if err != nil {
return p, err
}
var last int64
more := false
for rows.Next() {
var seq int64
var raw string
var o Order
if err = rows.Scan(&seq, &raw); err != nil {
break
}
if len(p.Items) == limit {
more = true
break
}
if err = json.Unmarshal([]byte(raw), &o); err != nil {
break
}
p.Items = append(p.Items, o)
last = seq
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return p, err
}
if more {
c.Before = last
raw, err := json.Marshal(c)
if err != nil {
return p, err
}
p.NextCursor = base64.RawURLEncoding.EncodeToString(raw)
}
return p, tx.Commit()
}
// OrderByID 同事务读取当前水位及本账户订单;他人订单与不存在统一为 sql.ErrNoRows。
// ID 参数始终绑定,不拼 SQL,不提供管理员替他人下单或撤单能力。
func (s *Store) OrderByID(ctx context.Context, account, id string) (OrderView, error) {
v := OrderView{DatasetID: s.DatasetID}
tx, seq, err := s.projectionRead(ctx)
if err != nil {
return v, err
}
defer tx.Rollback()
v.AppliedSeq = seqString(seq)
var raw string
if err = tx.QueryRowContext(ctx, "SELECT payload FROM orders WHERE id=? AND account_id=?", id, account).Scan(&raw); err != nil {
return v, err
}
if err = json.Unmarshal([]byte(raw), &v.Order); err != nil {
return v, err
}
return v, tx.Commit()
}
// LookupCommand 利用 account/key/seq 索引读取最早结果,后续冲突和重试不能覆盖首次结论。
// 查询失败不是 Found=false;拒绝首次结果也算 Found=true,保持资金变化后的稳定幂等语义。
func (s *Store) LookupCommand(ctx context.Context, account, key string) (CommandLookup, error) {
v := CommandLookup{DatasetID: s.DatasetID}
tx, seq, err := s.projectionRead(ctx)
if err != nil {
return v, err
}
defer tx.Rollback()
v.AppliedSeq = seqString(seq)
var raw string
err = tx.QueryRowContext(ctx, "SELECT payload FROM results WHERE account_id=? AND key=? ORDER BY seq LIMIT 1", account, key).Scan(&raw)
if err == sql.ErrNoRows {
return v, tx.Commit()
}
if err != nil {
return v, err
}
var result Result
if err = json.Unmarshal([]byte(raw), &result); err != nil {
return v, fmt.Errorf("decode result: %w", err)
}
v.Found = true
v.Result = &result
return v, tx.Commit()
}
package backend
// 本文件是外围定序/生命周期层,不把磁盘、时钟、序列化或接入锁放入 Engine。
// 每段队列只有一个工作者消费;恢复完毕后才启动它们。详见 docs/data-lifecycle.md。
import (
"context"
"crypto/sha256"
"database/sql"
"encoding/hex"
"encoding/json"
"fmt"
"math"
"sync"
"sync/atomic"
"time"
)
// request 在 HTTP/日志/核心之间转移命令值及单次响应通道。
// response 容量为 1:即使客户端已经离开,回包也不会阻塞后台流水线。
type request struct {
command Command
response chan Result
}
// output 把已执行命令与不可再修改的结果交给投影 goroutine。
type output struct {
request request
result Result
}
// Runtime 管理有界流水线:write 独占输入序号,run 独占 Engine,project 独占投影写入。
// input: Submit → write;durable: write → run;results: run → project。
// slots 从接入占用到投影提交后释放,约束全部在途工作而不只是一段队列。
// accept 只保护外围接入/关闭竞态;failure 原子发布首个失败,核心没有业务锁。
type Runtime struct {
store *Store
input, durable chan request
results chan output
slots chan struct{}
// ctx 用于流水线致命故障/超时停机;与 HTTP 请求 context 分离。
ctx context.Context
cancel context.CancelFunc
// wg 跟踪三个工作者;所有生产者关闭其下游,正常排空不提前 cancel。
wg sync.WaitGroup
accept sync.RWMutex
closed bool // 只在 accept 锁下读写,关闭 input 与 Submit 入队互斥。
failure atomic.Pointer[string] // 首个失败原因只发布一次,后续不覆盖根因。
seq int64 // 恢复时初始化,运行中仅 writer 修改;抓指标改读原子副本。
config RuntimeConfig // 启动前固定,运行中不热改 channel 容量/批预算。
metrics runtimeMetrics // 外围发布计时/规模副本,诊断不读取 Engine 可变状态。
hooks runtimeHooks
}
// RuntimeConfig 是外围资源预算;FULL 耐久策略不能通过配置关闭。
// Queue 约束每段队列,Inflight 约束直到投影完成的所有工作;值不是吞吐承诺。
type RuntimeConfig struct {
// Queue 是每段元素数,Inflight 是全流程额度,Batch 同时限制日志和投影最大条数。
Queue, Inflight, Batch int
BatchWait time.Duration // 仅 writer 等待聚批;projector 不人为等待。
}
// DefaultRuntimeConfig 保留已有默认行为,部署可按实测调整。
func DefaultRuntimeConfig() RuntimeConfig { return RuntimeConfig{1024, 2048, 64, time.Millisecond} }
// runtimeHooks 只供同包测试注入故障窗口,生产 CLI/HTTP 不暴露暂停或崩溃开关。
type runtimeHooks struct {
beforeCommit, afterCommit func(int64)
afterApply, beforeProject func(Command)
}
// NewRuntimeWithConfig 在重放前校验预算,防止负容量 panic 或无限队列/聚批等待。
func NewRuntimeWithConfig(s *Store, c RuntimeConfig) (*Runtime, error) {
return newRuntime(s, c, runtimeHooks{})
}
// NewRuntime 在开放 HTTP 前,按日志序号恢复核心并补齐查询投影。
// 即使 views 已存在,也须从头恢复内存订单簿及去重;跳过已完成投影前缀,仅对落后部分/旧库审计迁移批写。
// 投影超前或存在缺口时拒绝启动;权威日志损坏不能用空状态继续营业。
// 当前没有持久化核心快照,恢复时间随历史增长,计时位于外围。
func NewRuntime(s *Store) (*Runtime, error) { return NewRuntimeWithConfig(s, DefaultRuntimeConfig()) }
// newRuntime 的 hooks 在工作者启动前固定,测试不能在运行中改写它们。
func newRuntime(s *Store, config RuntimeConfig, hooks runtimeHooks) (runtime *Runtime, err error) {
// 输入损坏导致连续序号不变量失败时拒绝启动,不能让进程以半恢复核心继续服务。
defer func() {
if v := recover(); v != nil {
runtime = nil
err = fmt.Errorf("journal replay failed: %v", v)
}
}()
if config.Queue < 1 || config.Queue > 65536 || config.Inflight < 1 || config.Inflight > 131072 || config.Batch < 1 || config.Batch > 4096 || config.BatchWait < 0 || config.BatchWait > time.Second {
return nil, fmt.Errorf("invalid runtime budget")
}
recoveryStart := time.Now()
e := NewEngine()
var existingProjection int64
if err = s.Views.QueryRow("SELECT seq FROM progress WHERE id=1").Scan(&existingProjection); err != nil {
return nil, err
}
var auditMigrated int
// 无标识的旧投影需补审计,逐批执行与正常投影同一逻辑;成功后才写迁移标志。
migrationErr := s.Views.QueryRow("SELECT 1 FROM projection_metadata WHERE key='credit_audit_v1'").Scan(&auditMigrated)
if migrationErr != nil && migrationErr != sql.ErrNoRows {
return nil, migrationErr
}
commands := make([]Command, 0, 64)
results := make([]Result, 0, 64)
flush := func() error {
if len(commands) == 0 {
return nil
}
err := s.ProjectBatch(commands, results)
commands = commands[:0]
results = results[:0]
return err
}
rows, err := s.Journal.Query("SELECT seq,payload FROM commands ORDER BY seq")
if err != nil {
return nil, err
}
defer rows.Close()
for rows.Next() {
var raw string
var c Command
var storedSeq int64
if err = rows.Scan(&storedSeq, &raw); err != nil {
rows.Close()
return nil, err
}
if err = json.Unmarshal([]byte(raw), &c); err != nil {
rows.Close()
return nil, err
}
if c.SchemaVersion < 0 || c.SchemaVersion > 1 {
rows.Close()
return nil, fmt.Errorf("unsupported command schema %d", c.SchemaVersion)
}
if c.Seq != storedSeq || (c.PayloadHash != "" && c.PayloadHash != payloadHash(c)) {
rows.Close()
return nil, fmt.Errorf("journal sequence or payload hash invalid at %d", storedSeq)
}
if c.PayloadHash == "" {
// 兼容早期缺摘要的日志;补齐动作仍在外围,Apply 不做 JSON 或哈希计算。
c.PayloadHash = payloadHash(c)
}
// 已投影前缀仍必须 Apply;否则恢复后的树/账户/去重会缺失历史。
// 固定恢复批 64 条只影响 SQL 补后缀,不由在线 Batch 配置控制。
r := e.Apply(c)
if c.Seq > existingProjection || (auditMigrated == 0 && c.Kind == "CREDIT" && c.ActorID != "" && c.ActorID != "SYSTEM") {
commands = append(commands, c)
results = append(results, r)
if len(commands) == 64 {
if err = flush(); err != nil {
rows.Close()
return nil, err
}
}
}
}
err = rows.Err()
rows.Close()
if err != nil {
return nil, err
}
if err = flush(); err != nil {
return nil, err
}
if auditMigrated == 0 {
if _, err = s.Views.Exec("INSERT OR IGNORE INTO projection_metadata VALUES('credit_audit_v1','1')"); err != nil {
return nil, err
}
}
var projected int64
if err = s.Views.QueryRow("SELECT seq FROM progress WHERE id=1").Scan(&projected); err != nil || projected != e.seq {
return nil, fmt.Errorf("projection ahead of journal or invalid: %d/%d", projected, e.seq)
}
ctx, cancel := context.WithCancel(context.Background())
r := &Runtime{store: s, input: make(chan request, config.Queue), durable: make(chan request, config.Queue), results: make(chan output, config.Queue), slots: make(chan struct{}, config.Inflight), ctx: ctx, cancel: cancel, seq: e.seq, config: config, hooks: hooks}
r.metrics.activeOrders.Store(int64(len(e.active)))
r.metrics.totalOrders.Store(int64(len(e.orders)))
r.metrics.dedupeKeys.Store(int64(len(e.dedupe)))
r.metrics.durable.Store(e.seq)
r.metrics.applied.Store(e.seq)
r.metrics.projected.Store(e.seq)
r.metrics.recoverySeconds = time.Since(recoveryStart).Seconds()
r.wg.Add(3)
go r.write()
go r.run(e)
go r.project()
return r, nil
}
// fail 只保存首次错误并取消流水线,交由 main 监督退出。
// 写入/投影不确定时不可跳过失败命令继续分配序号;下次启动从已提交前缀恢复。
func (r *Runtime) fail(err error) {
message := err.Error()
if r.failure.CompareAndSwap(nil, &message) {
r.metrics.failed.Add(1)
}
r.cancel()
}
// Healthy 用于就绪探针和外围监督;关闭接入或阶段失败时为 false。
func (r *Runtime) Healthy() bool { return r.failure.Load() == nil && !r.closedState() }
// closedState 在外围读锁下查询接入关闭标记。
func (r *Runtime) closedState() bool { r.accept.RLock(); defer r.accept.RUnlock(); return r.closed }
// Submit 在容量允许时受理一个命令,然后等待核心结果。
// 摘要和 UTC 时间固定在外围;日志 writer 随后分配唯一序号。
// HTTP context 取消仅停止等待:已进入 input 的命令仍可能提交并执行。
// 结果未知必须用原幂等键和原内容重试,不能当作确定失败再次创建业务。
func (r *Runtime) Submit(ctx context.Context, c Command) (Result, error) {
r.accept.RLock()
if r.closed || r.failure.Load() != nil {
r.accept.RUnlock()
return Result{}, fmt.Errorf("service unavailable")
}
select {
case r.slots <- struct{}{}:
default:
r.accept.RUnlock()
r.metrics.overloaded.Add(1)
return Result{}, fmt.Errorf("overloaded")
}
c.SchemaVersion = 1
c.PayloadHash = payloadHash(c)
c.Timestamp = time.Now().UTC().Format(time.RFC3339Nano)
q := request{c, make(chan Result, 1)}
// 非阻塞入队失败时立即归还额度;入队成功后只有 projector 在提交后归还。
select {
case r.input <- q:
r.metrics.accepted.Add(1)
r.accept.RUnlock()
default:
<-r.slots
r.accept.RUnlock()
r.metrics.overloaded.Add(1)
return Result{}, fmt.Errorf("overloaded")
}
select {
case res := <-q.response:
return res, nil
case <-ctx.Done():
return Result{}, fmt.Errorf("result unknown: %w", ctx.Err())
case <-r.ctx.Done():
return Result{}, fmt.Errorf("service unavailable; result unknown")
}
}
// write 是输入日志唯一写者,按资源配置聚批(默认最多 64 条、等待 1ms)。
// SQLite synchronous=FULL 的事务提交成功是进入 durable 的必要屏障。
// 批内失败全部回滚并停机;虽然内存 seq 已前进,失败进程不会继续使用它。
// 关闭 input 后仍排空已受理请求,结束时由本生产者关闭 durable。
func (r *Runtime) write() {
defer r.wg.Done()
defer close(r.durable)
for {
var first request
var ok bool
select {
case <-r.ctx.Done():
return
case first, ok = <-r.input:
if !ok {
return
}
}
batch := []request{first}
timer := time.NewTimer(r.config.BatchWait)
gather:
for len(batch) < r.config.Batch {
select {
case q, more := <-r.input:
if !more {
break gather
}
batch = append(batch, q)
case <-timer.C:
break gather
case <-r.ctx.Done():
timer.Stop()
return
}
}
timer.Stop()
commitStart := time.Now()
tx, err := r.store.Journal.Begin()
if err != nil {
r.fail(err)
return
}
for i := range batch {
if r.seq == math.MaxInt64 {
err = fmt.Errorf("command sequence exhausted")
break
}
r.seq++
batch[i].command.Seq = r.seq
raw, _ := json.Marshal(batch[i].command)
_, err = tx.Exec("INSERT INTO commands VALUES(?,?)", r.seq, string(raw))
if err != nil {
break
}
}
if err != nil {
tx.Rollback()
r.fail(err)
return
}
if r.hooks.beforeCommit != nil {
r.hooks.beforeCommit(r.seq)
}
if err = tx.Commit(); err != nil {
r.fail(err)
return
}
r.metrics.journal.observe(commitStart)
r.metrics.durable.Store(r.seq)
if r.hooks.afterCommit != nil {
r.hooks.afterCommit(r.seq)
}
// Commit 返回成功后才发布批内请求;durable 的任何元素都已有持久化依据。
for _, q := range batch {
select {
case r.durable <- q:
case <-r.ctx.Done():
return
}
}
}
}
// run 是启动恢复后的唯一业务写者,只执行已经过提交屏障的命令。
// Apply 输出副本进入 results,不在此阶段编码 JSON、访问数据库或网络。
// recover 仅把内部异常转成失败停机信号,不会在受损核心上继续撮合。
func (r *Runtime) run(e *Engine) {
defer r.wg.Done()
defer close(r.results)
defer func() {
if v := recover(); v != nil {
r.fail(fmt.Errorf("core failure: %v", v))
}
}()
for {
select {
case <-r.ctx.Done():
return
case q, ok := <-r.durable:
if !ok {
return
}
applyStart := time.Now()
result := e.Apply(q.command)
r.metrics.core.observe(applyStart)
r.metrics.applied.Store(q.command.Seq)
r.metrics.activeOrders.Store(int64(len(e.active)))
r.metrics.totalOrders.Store(int64(len(e.orders)))
r.metrics.dedupeKeys.Store(int64(len(e.dedupe)))
if r.hooks.afterApply != nil {
r.hooks.afterApply(q.command)
}
select {
case r.results <- output{q, result}:
case <-r.ctx.Done():
return
}
}
}
}
// project 先回传已持久化且已执行的结果,再以事务更新查询投影。
// 因此写成功与立即读可见不是同一时刻,读自己的写应带 min_seq。
// 只有投影事务成功才释放 slot;慢存储将背压到接入,防止积压无限增长。
// 投影失败后先前回包仍有日志可恢复,但进程停止继续服务。
func (r *Runtime) project() {
defer r.wg.Done()
for {
var first output
var ok bool
select {
case <-r.ctx.Done():
return
case first, ok = <-r.results:
if !ok {
return
}
}
// 只取已经就绪的连续结果,不复用日志的 1ms 聚批等待;减少低流量查询可见延迟。
batch := []output{first}
gather:
for len(batch) < r.config.Batch {
select {
case out, more := <-r.results:
if !more {
break gather
}
batch = append(batch, out)
default:
break gather
}
}
commands := make([]Command, len(batch))
results := make([]Result, len(batch))
for i, out := range batch {
if r.hooks.beforeProject != nil {
r.hooks.beforeProject(out.request.command)
}
// 调用者和投影异步执行,响应必须拥有独立指针/切片。
// 只复制 Result 结构会共用底层数组,使 Go 调用者能改写尚未落库的数据。
out.request.response <- copyResult(out.result)
commands[i] = out.request.command
results[i] = out.result
}
start := time.Now()
if err := r.store.ProjectBatch(commands, results); err != nil {
r.fail(err)
return
}
r.metrics.projection.observe(start)
r.metrics.projected.Store(commands[len(commands)-1].Seq)
// 回包/HTTP 断开不会释放额度;本批 SQL Commit 成功才算可靠工作完成。
for range batch {
<-r.slots
}
}
}
// copyResult 在外围划分调用者与投影的数据所有权;字符串字段是不可变值。
// 所有切片元素均为纯值结构,复制切片即可;Order/Error 指针另复制一份。
// 不用 JSON 编解码做深拷贝,避免把投影专用字段丢掉或引入无谓的序列化成本。
// 若以后切片元素新增引用字段,必须递归复制并补所有权测试;当前纯值假设才使切片复制充分。
func copyResult(r Result) Result {
if r.Order != nil {
order := *r.Order
r.Order = &order
}
if r.Error != nil {
err := *r.Error
r.Error = &err
}
r.Orders = append([]Order(nil), r.Orders...)
r.Balances = append([]Balance(nil), r.Balances...)
r.Trades = append([]Trade(nil), r.Trades...)
r.Entries = append([]Entry(nil), r.Entries...)
return r
}
// Close 排空顺序:锁住并关闭 input → writer 关闭 durable → core 关闭 results → projector 完成。
// 关闭期间不先 cancel,避免正常退出丢掉已受理工作;超过 deadline 才取消并等待工作者结束。
// Store 必须在此函数之后关闭,防止正在投影/提交时先关闭数据库。
func (r *Runtime) Close(ctx context.Context) error {
r.accept.Lock()
if !r.closed {
r.closed = true
close(r.input)
}
r.accept.Unlock()
done := make(chan struct{})
go func() { r.wg.Wait(); close(done) }()
select {
case <-done:
r.cancel()
if p := r.failure.Load(); p != nil {
return fmt.Errorf("%s", *p)
}
return nil
case <-ctx.Done():
r.cancel()
<-done
return ctx.Err()
}
}
// payloadHash 在外围编码确定业务字段并计算 SHA256。
// 剔除 seq、时间和摘要自身,使网络重试仍能识别同一内容。
// 接入层先规范化金额,因而 1.00 与 1 不会产生不同摘要;ActorID/Reason 仍纳入语义。
func payloadHash(c Command) string {
c.Seq = 0
// 输入格式版本不改变业务内容;旧库同键重试仍应得到首次结果。
c.SchemaVersion = 0
c.Timestamp = ""
c.PayloadHash = ""
raw, _ := json.Marshal(c)
hash := sha256.Sum256(raw)
return hex.EncodeToString(hash[:])
}
package backend
// 三库各自事务,不提供跨库原子提交。journal/auth 权威,views 派生。
// 同一进程的读写仍争用每库唯一连接;运维仅停机持有目录锁时执行,见 docs/data-lifecycle.md。
import (
"context"
"database/sql"
"encoding/hex"
"encoding/json"
"fmt"
"net/url"
"os"
"path/filepath"
"strconv"
"strings"
"github.com/gofrs/flock"
_ "modernc.org/sqlite"
)
// Store 分离三个数据库:Journal 是输入权威,Auth 是身份/会话权威,Views 是可重建查询表。
// lock 是整个数据目录的进程独占锁,不是核心撮合锁;它不提供跨主机防双主保证。
type Store struct {
Journal, Views, Auth *sql.DB
// DatasetID 在 journal 元数据中持久化,只在旧库首次升级或新建时生成,重启/投影重建不变。
DatasetID string
lock *flock.Flock
// beforeProjectCommit 仅同包测试注入事务中途崩溃;生产保持 nil。
beforeProjectCommit func(Command)
}
// openDB 为每条新连接通过 DSN 设置 WAL/FULL/外键及最多 5s busy_timeout。
// 每个数据库最多一条连接,外围读取与该库写入会竞争连接,不宣称无限查询吞吐。
// Ping 提前暴露打开失败;SQL 与驱动仅存在于外围。
func openDB(path string) (*sql.DB, error) {
dsn := "file:" + url.PathEscape(path) + "?_pragma=journal_mode(WAL)&_pragma=synchronous(FULL)&_pragma=foreign_keys(ON)&_pragma=busy_timeout(5000)"
db, err := sql.Open("sqlite", dsn)
if err != nil {
return nil, err
}
db.SetMaxOpenConns(1)
if err = db.Ping(); err != nil {
db.Close()
return nil, err
}
return db, nil
}
// OpenStore 创建私有目录、独占写者锁并验证 SQLite/完整性/引擎版本,然后建表。
// 不兼容版本或坏库直接拒绝,不自动删除权威数据。
// 金额以 TEXT 存储,避免 SQLite REAL 或 SUM 把精确金额转为浮点。
func OpenStore(dir string) (s *Store, err error) {
if err = os.MkdirAll(dir, 0700); err != nil {
return nil, err
}
abs, _ := filepath.Abs(dir)
s = &Store{lock: flock.New(filepath.Join(abs, "exchange.lock"))}
ok, err := s.lock.TryLock()
if err != nil || !ok {
return nil, fmt.Errorf("data directory already in use: %v", err)
}
// 捕获已分配实例:return nil, err 会把具名返回值 s 改为 nil,不能在 defer 中再读取 s。
// 即使版本/建表检查失败,也必须释放已打开连接和目录锁。
opened := s
defer func() {
if err != nil {
opened.Close()
}
}()
if s.Journal, err = openDB(filepath.Join(abs, "journal.db")); err != nil {
return nil, err
}
if s.Views, err = openDB(filepath.Join(abs, "views.db")); err != nil {
return nil, err
}
if s.Auth, err = openDB(filepath.Join(abs, "auth.db")); err != nil {
return nil, err
}
var version string
if err = s.Journal.QueryRow("SELECT sqlite_version()").Scan(&version); err != nil {
return nil, err
}
parts := strings.Split(version, ".")
if len(parts) != 3 {
return nil, fmt.Errorf("invalid SQLite version")
}
major, _ := strconv.Atoi(parts[0])
minor, _ := strconv.Atoi(parts[1])
patch, _ := strconv.Atoi(parts[2])
if major < 3 || (major == 3 && (minor < 51 || (minor == 51 && patch < 3))) {
return nil, fmt.Errorf("SQLite %s lacks required WAL fix", version)
}
for _, db := range []*sql.DB{s.Journal, s.Views, s.Auth} {
var check string
if err = db.QueryRow("PRAGMA quick_check").Scan(&check); err != nil || check != "ok" {
return nil, fmt.Errorf("database integrity check failed: %s %v", check, err)
}
}
_, err = s.Journal.Exec(`CREATE TABLE IF NOT EXISTS metadata(key TEXT PRIMARY KEY,value TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS commands(seq INTEGER PRIMARY KEY,payload TEXT NOT NULL);
INSERT OR IGNORE INTO metadata VALUES('engine_version','1');`)
if err != nil {
return nil, err
}
var engineVersion string
if err = s.Journal.QueryRow("SELECT value FROM metadata WHERE key='engine_version'").Scan(&engineVersion); err != nil || engineVersion != "1" {
return nil, fmt.Errorf("unsupported engine version %s", engineVersion)
}
if err = s.Journal.QueryRow("SELECT value FROM metadata WHERE key='dataset_id'").Scan(&s.DatasetID); err == sql.ErrNoRows {
// 随机 ID 在外围生成;旧输入日志不改写,当前独占锁保证初始化只有一个进程。
if s.DatasetID, err = randomToken(); err != nil {
return nil, err
}
_, err = s.Journal.Exec("INSERT INTO metadata VALUES('dataset_id',?)", s.DatasetID)
}
if err != nil {
return nil, err
}
if decoded, decodeErr := hex.DecodeString(s.DatasetID); decodeErr != nil || len(decoded) != 32 {
return nil, fmt.Errorf("invalid dataset identity")
}
_, err = s.Views.Exec(`CREATE TABLE IF NOT EXISTS orders(id TEXT PRIMARY KEY, account_id TEXT NOT NULL, status TEXT NOT NULL, seq INTEGER NOT NULL,payload TEXT NOT NULL);
CREATE INDEX IF NOT EXISTS orders_account ON orders(account_id,seq);
CREATE TABLE IF NOT EXISTS balances(account_id TEXT,asset TEXT,available TEXT,frozen TEXT,PRIMARY KEY(account_id,asset));
CREATE TABLE IF NOT EXISTS levels(side TEXT,ticks INTEGER,price TEXT,quantity TEXT,PRIMARY KEY(side,ticks));
CREATE TABLE IF NOT EXISTS trades(id TEXT PRIMARY KEY,seq INTEGER,payload TEXT);
CREATE TABLE IF NOT EXISTS ledger(seq INTEGER,idx INTEGER,payload TEXT,PRIMARY KEY(seq,idx));
CREATE TABLE IF NOT EXISTS results(seq INTEGER PRIMARY KEY,account_id TEXT,key TEXT,payload TEXT);
CREATE INDEX IF NOT EXISTS results_account_key ON results(account_id,key,seq);
CREATE INDEX IF NOT EXISTS orders_seq ON orders(seq);
CREATE TABLE IF NOT EXISTS projection_metadata(key TEXT PRIMARY KEY,value TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS credit_audit(seq INTEGER PRIMARY KEY,payload TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS progress(id INTEGER PRIMARY KEY CHECK(id=1),seq INTEGER);
INSERT OR IGNORE INTO progress VALUES(1,0);`)
if err != nil {
return nil, err
}
_, err = s.Auth.Exec(`CREATE TABLE IF NOT EXISTS users(id TEXT PRIMARY KEY,email TEXT NOT NULL UNIQUE,password_hash TEXT NOT NULL,role TEXT NOT NULL CHECK(role IN ('USER','ADMIN')),disabled INTEGER NOT NULL DEFAULT 0,created_at TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS sessions(token_hash TEXT PRIMARY KEY,user_id TEXT NOT NULL REFERENCES users(id),csrf TEXT NOT NULL,expires_at INTEGER NOT NULL);
CREATE INDEX IF NOT EXISTS session_user ON sessions(user_id);
CREATE TABLE IF NOT EXISTS auth_audit(id INTEGER PRIMARY KEY AUTOINCREMENT,actor_id TEXT,target_id TEXT,action TEXT,timestamp TEXT);`)
return s, err
}
// Close 在 runtime 和采样器停止后关闭所有 DB,再释放目录独占锁。
func (s *Store) Close() {
for _, db := range []*sql.DB{s.Journal, s.Views, s.Auth} {
if db != nil {
db.Close()
}
}
if s.lock != nil {
s.lock.Unlock()
}
}
// Project 将一个命令的订单、余额、成交、分录、结果及水位原子写入 Views。
// 已应用前缀无副作用跳过;跳跃序号拒绝,不能伪造进度掩盖漏数据。
// 价档先扣旧余量再加新余量,与订单及水位同事务提交;失败由 deferred rollback 撤销。
// 拒绝和幂等重试没有资金增量,但仍推进命令水位,便于 min_seq 查询。
func (s *Store) Project(c Command, r Result) error { return s.ProjectBatch([]Command{c}, []Result{r}) }
// ProjectBatch 在一个 FULL 事务中提交连续结果及最终水位,失败整批回滚。
// 命令/结果保持配对且不被修改;每条仍执行原先相同的账户/订单/分录逻辑。
func (s *Store) ProjectBatch(commands []Command, results []Result) error {
if len(commands) != len(results) || len(commands) == 0 {
return fmt.Errorf("invalid projection batch")
}
tx, err := s.Views.Begin()
if err != nil {
return err
}
defer tx.Rollback()
for i, c := range commands {
if err = s.applyProjected(tx, c, results[i]); err != nil {
return err
}
}
return tx.Commit()
}
// applyProjected 只由外围投影持有者调用,事务归 ProjectBatch 所有,不能在这里提前提交。
func (s *Store) applyProjected(tx *sql.Tx, c Command, r Result) error {
var err error
var current int64
if err = tx.QueryRow("SELECT seq FROM progress WHERE id=1").Scan(¤t); err != nil {
return err
}
// 正常已提交前缀不重做余额/成交/分录;仅旧库迁移补缺失的资金审计。
if c.Seq <= current {
if c.Kind == "CREDIT" && c.ActorID != "" && c.ActorID != "SYSTEM" {
a := Audit{ActorID: c.ActorID, TargetID: c.AccountID, Action: "CREDIT", Timestamp: c.Timestamp, Source: "CREDIT", Seq: seqString(c.Seq), Asset: c.Asset, Amount: c.Amount, Reason: c.Reason, Code: r.Code, Replayed: r.Replayed}
raw, _ := json.Marshal(a)
if _, err = tx.Exec("INSERT OR IGNORE INTO credit_audit VALUES(?,?)", c.Seq, string(raw)); err != nil {
return err
}
return nil
}
return nil
}
if c.Seq != current+1 {
return fmt.Errorf("projection gap: %d -> %d", current, c.Seq)
}
// 用旧余量的负数减档、再加新余量;例如旧 3 新 1,该价档净减少 2。
// 不是每次把新余量直接累加,否则重复订单更新会扩大盘口。
for _, o := range r.Orders {
var previous string
err = tx.QueryRow("SELECT payload FROM orders WHERE id=?", o.ID).Scan(&previous)
if err != nil && err != sql.ErrNoRows {
return err
}
if err == nil {
var old Order
if err = json.Unmarshal([]byte(previous), &old); err != nil {
return err
}
if err = adjustLevel(tx, old, dec(old.Remaining).Neg().String()); err != nil {
return err
}
}
if err = adjustLevel(tx, o, o.Remaining); err != nil {
return err
}
raw, _ := json.Marshal(o)
_, err = tx.Exec("INSERT INTO orders VALUES(?,?,?,?,?) ON CONFLICT(id) DO UPDATE SET status=excluded.status,payload=excluded.payload", o.ID, o.AccountID, o.Status, o.Seq, string(raw))
if err != nil {
return err
}
}
// Balances 是变更后完整值,直接覆盖;Entries 才是有符号增量,不能再加一次余额。
for _, b := range r.Balances {
_, err = tx.Exec("INSERT INTO balances VALUES(?,?,?,?) ON CONFLICT(account_id,asset) DO UPDATE SET available=excluded.available,frozen=excluded.frozen", b.AccountID, b.Asset, b.Available, b.Frozen)
if err != nil {
return err
}
}
for _, t := range r.Trades {
raw, _ := json.Marshal(t)
if _, err = tx.Exec("INSERT INTO trades VALUES(?,?,?)", t.ID, c.Seq, string(raw)); err != nil {
return err
}
}
for i, v := range r.Entries {
raw, _ := json.Marshal(v)
if _, err = tx.Exec("INSERT INTO ledger VALUES(?,?,?)", c.Seq, i, string(raw)); err != nil {
return err
}
}
if c.Kind == "CREDIT" && c.ActorID != "" && c.ActorID != "SYSTEM" {
a := Audit{ActorID: c.ActorID, TargetID: c.AccountID, Action: "CREDIT", Timestamp: c.Timestamp, Source: "CREDIT", Seq: seqString(c.Seq), Asset: c.Asset, Amount: c.Amount, Reason: c.Reason, Code: r.Code, Replayed: r.Replayed}
raw, _ := json.Marshal(a)
if _, err = tx.Exec("INSERT INTO credit_audit VALUES(?,?)", c.Seq, string(raw)); err != nil {
return err
}
}
// 每个输入 envelope 都存结果并推进 progress;首次按键结论由查询最早 seq 获取。
// 同键确认也有本次 processed_seq,但不产生新的成交/资金副作用。
raw, _ := json.Marshal(r)
if _, err = tx.Exec("INSERT INTO results VALUES(?,?,?,?)", c.Seq, c.AccountID, c.Key, string(raw)); err != nil {
return err
}
if _, err = tx.Exec("UPDATE progress SET seq=? WHERE id=1", c.Seq); err != nil {
return err
}
if s.beforeProjectCommit != nil {
s.beforeProjectCommit(c)
}
return nil
}
// Balances 只读指定账户的投影余额,字符串原样返回,不在 SQL 中作金额运算。
func (s *Store) Balances(ctx context.Context, account string) ([]Balance, error) {
rows, err := s.Views.QueryContext(ctx, "SELECT account_id,asset,available,frozen FROM balances WHERE account_id=? ORDER BY asset", account)
if err != nil {
return nil, err
}
defer rows.Close()
out := []Balance{}
for rows.Next() {
var b Balance
if err = rows.Scan(&b.AccountID, &b.Asset, &b.Available, &b.Frozen); err != nil {
return nil, err
}
out = append(out, b)
}
return out, rows.Err()
}
// Snapshot 在同一个只读事务中读取水位、前 20 档及最近 50 成交。
// 事务避免水位和数据来自不同瞬间;价档已有增量聚合,不扫描所有活动订单。
// SQL 排序方向只从固定枚举选择,用户输入仅作为参数绑定。
func (s *Store) Snapshot(ctx context.Context) (Snapshot, error) {
x := Snapshot{DatasetID: s.DatasetID, Bids: []Level{}, Asks: []Level{}, Trades: []Trade{}}
tx, err := s.Views.BeginTx(ctx, &sql.TxOptions{ReadOnly: true})
if err != nil {
return x, err
}
defer tx.Rollback()
var seq int64
if err = tx.QueryRow("SELECT seq FROM progress WHERE id=1").Scan(&seq); err != nil {
return x, err
}
x.AppliedSeq = seqString(seq)
for _, side := range []string{"BUY", "SELL"} {
order := "ASC"
if side == "BUY" {
order = "DESC"
}
rows, err := tx.Query("SELECT price,quantity FROM levels WHERE side=? ORDER BY ticks "+order+" LIMIT 20", side)
if err != nil {
return x, err
}
for rows.Next() {
var l Level
if err = rows.Scan(&l.Price, &l.Quantity); err != nil {
rows.Close()
return x, err
}
if side == "BUY" {
x.Bids = append(x.Bids, l)
} else {
x.Asks = append(x.Asks, l)
}
}
err = rows.Err()
rows.Close()
if err != nil {
return x, err
}
}
// 同 seq 的 id 是文本排序(如 :9 与 :10),不宣称成交数字下标严格倒序。
// 完整成交历史用 market_query.go 的 rowid seek 保证分页不漏。
rows, err := tx.Query("SELECT payload FROM trades ORDER BY seq DESC,id DESC LIMIT 50")
if err != nil {
return x, err
}
for rows.Next() {
var raw string
var t Trade
if err = rows.Scan(&raw); err != nil {
rows.Close()
return x, err
}
if err = json.Unmarshal([]byte(raw), &t); err != nil {
rows.Close()
return x, err
}
x.Trades = append(x.Trades, t)
}
err = rows.Err()
rows.Close()
if err != nil {
return x, err
}
return x, tx.Commit()
}
// adjustLevel 在投影事务里用 decimal 增减档位数量,零档删除,负档拒绝。
// 例如旧挂单余量 1、新余量 0.6:先 -1 再 +0.6,深度准确减少 0.4。
// ticks 只用于索引;业务 price/quantity 仍存十进制字符串。
func adjustLevel(tx *sql.Tx, o Order, delta string) error {
if dec(delta).IsZero() {
return nil
}
ticks := dec(o.Price).Shift(2).IntPart()
var current string
err := tx.QueryRow("SELECT quantity FROM levels WHERE side=? AND ticks=?", o.Side, ticks).Scan(¤t)
if err == sql.ErrNoRows {
current = "0"
} else if err != nil {
return err
}
quantity := dec(current).Add(dec(delta))
if quantity.IsNegative() {
return fmt.Errorf("negative projection level")
}
if quantity.IsZero() {
_, err = tx.Exec("DELETE FROM levels WHERE side=? AND ticks=?", o.Side, ticks)
} else {
_, err = tx.Exec("INSERT INTO levels VALUES(?,?,?,?) ON CONFLICT(side,ticks) DO UPDATE SET quantity=excluded.quantity", o.Side, ticks, o.Price, quantity.String())
}
return err
}
package backend
import (
"regexp"
"strconv"
"github.com/shopspring/decimal"
)
// User 是可公开的身份信息;密码摘要与会话凭证不进入此 DTO。
// 角色来自 auth.db,客户端不能在注册请求中指定角色。
type User struct {
ID string `json:"id"`
Email string `json:"email"`
Role string `json:"role"`
Disabled bool `json:"disabled"`
CreatedAt string `json:"created_at"`
}
// Command 是日志中的确定性业务输入,跨队列按值传递。
// Seq、Timestamp、PayloadHash 由外围固定;核心重放时不重新生成。
// AccountID 是受影响资金账户,ActorID 是管理员/系统操作者,二者可能不同。
type Command struct {
// SchemaVersion=1 为当前输入格式;早期日志省略字段视为兼容版本 0,未知版本拒绝重放。
SchemaVersion int `json:"schema_version,omitempty"`
// PayloadHash 不由 HTTP 客户端指定;外围对规范化业务内容计算后随命令持久化。
PayloadHash string `json:"payload_hash"`
// Seq 是全局输入顺序,含注资、下单、撤单、拒绝及重试;下单 ID 因此不必连续。
Seq int64 `json:"seq"`
// AccountID 由可信会话或管理员目标解析生成,决定资金与幂等范围。
AccountID string `json:"account_id"`
Key string `json:"key"`
// Kind 为 PLACE/CANCEL/CREDIT;后续增加命令种类必须考虑历史重放兼容。
Kind string `json:"kind"`
Side string `json:"side,omitempty"`
Type string `json:"type,omitempty"`
TIF string `json:"time_in_force,omitempty"`
// Price 是限价或市价保护价(2 位),Quantity 为 ETH 数量(4 位)。
Price string `json:"price,omitempty"`
Quantity string `json:"quantity,omitempty"`
OrderID string `json:"order_id,omitempty"`
// CREDIT 才用 Asset/Amount;USDT 最多 6 位以容纳价格 2 位 × 数量 4 位的成交额。
Asset string `json:"asset,omitempty"`
Amount string `json:"amount,omitempty"`
// 管理操作保留操作者与原因;系统初始化的 ActorID 为 SYSTEM。
ActorID string `json:"actor_id,omitempty"`
Reason string `json:"reason,omitempty"`
// Timestamp 是受理时刻,不作为优先级裁决;FIFO 以实际日志顺序为准。
Timestamp string `json:"timestamp"`
}
// Order 记录订单生命周期,金额/ID 使用字符串避免浮点与 JS 整数精度问题。
// Quantity = Remaining + Filled + Canceled;已结束订单 Remaining 必须为零。
// Seq 是内部创建顺序,JSON 不暴露它;业务 ID 已采用同一序号的字符串。
type Order struct {
ID string `json:"id"`
AccountID string `json:"account_id"`
Side string `json:"side"`
Type string `json:"type"`
TIF string `json:"time_in_force"`
Price string `json:"price"`
Quantity string `json:"quantity"`
// Remaining 只有活动挂单可非零;IOC 未成交部分归 Canceled,不继续挂簿。
Remaining string `json:"remaining_quantity"`
Filled string `json:"filled_quantity"`
Canceled string `json:"canceled_quantity"`
Status string `json:"status"`
// CANCELED 可同时有 Filled>0;Reason 说明用户撤单/自成交/流动性/保护价原因。
Reason string `json:"cancel_reason,omitempty"`
CreatedAt string `json:"created_at"`
Seq int64 `json:"-"`
}
// Balance 区分可用与冻结资产。挂单冻结,成交扣除冻结,撤单释放。
// 核心拥有可变原件,返回给投影的 Balance 是值副本。
type Balance struct {
AccountID string `json:"account_id"`
Asset string `json:"asset"`
Available string `json:"available"`
Frozen string `json:"frozen"`
}
// Trade 是不可变成交事实,按 maker 价格结算。
// ID 由命令序号和该命令内成交下标组成,重放得到相同 ID。
type Trade struct {
ID string `json:"id"`
MakerID string `json:"maker_order_id"`
TakerID string `json:"taker_order_id"`
Price string `json:"price"`
Quantity string `json:"quantity"`
Side string `json:"side"`
Timestamp string `json:"timestamp"`
}
// Entry 是一笔账户资产分录,记录可用/冻结的有符号增量。
// RESERVE/RELEASE 只在账户内移动资金,TRADE 在买卖双方间转移资产。
// 本演示零手续费;只有 CREDIT 改变系统模拟资产总供给。
type Entry struct {
AccountID string `json:"account_id"`
Asset string `json:"asset"`
AvailableDelta string `json:"available_delta"`
FrozenDelta string `json:"frozen_delta"`
Reason string `json:"reason"`
}
// Result 同时承载对外响应及投影更新副本。json:"-" 字段仅在内存流水线传递。
// ProcessedSeq 是本次命令进度;ResultSeq 是首次业务结果的序号,重试时可能不同。
// Order 指向脱离核心状态的快照;幂等重试不会再次输出成交或分录。
// 结构体值传递仍共享指针与切片;runtime 回包前 copyResult 再隔离 HTTP 与投影所有权。
type Result struct {
ProcessedSeq string `json:"processed_seq"`
ResultSeq string `json:"result_seq"`
Order *Order `json:"order,omitempty"`
Code string `json:"code,omitempty"`
Message string `json:"message,omitempty"`
Replayed bool `json:"replayed"`
Error *PublicError `json:"error,omitempty"`
// 以下是本命令的投影变更副本;重复请求不再输出这些副作用。
Orders []Order `json:"-"`
Balances []Balance `json:"-"`
Trades []Trade `json:"-"`
Entries []Entry `json:"-"`
}
// PublicError 统一 HTTP 错误字段;由接入层根据核心业务错误补充。
type PublicError struct {
Code string `json:"code"`
Message string `json:"message"`
}
// Level 是查询投影聚合的价档深度,数量是该价格全部活动挂单余量之和。
type Level struct {
Price string `json:"price"`
Quantity string `json:"quantity"`
}
// Snapshot 是投影某一水位的完整公共行情快照,不包含用户身份或余额。
// 盘口与成交在同一读取事务中取得;AppliedSeq 为其可见数据的水位。
type Snapshot struct {
// DatasetID 区分全新数据目录;只有同一数据集的序号才能比较大小。
DatasetID string `json:"dataset_id"`
AppliedSeq string `json:"applied_seq"`
Bids []Level `json:"bids"`
Asks []Level `json:"asks"`
Trades []Trade `json:"trades"`
}
var decimalPattern = regexp.MustCompile(`^(0|[1-9][0-9]*)(\.[0-9]+)?$`)
// parseAmount 校验非负普通十进制文本,再用 decimal 精确解析。
// 拒绝指数、符号、前导零、超长及超精度输入,避免大数解析消耗与静默舍入。
// scale 是允许的小数位数,max 是单次输入上限,positive 决定是否允许零。
// 返回 bool 让非法业务输入成为可处理错误,而不是 panic。
func parseAmount(s string, scale int32, max string, positive bool) (decimal.Decimal, bool) {
if len(s) > 32 || !decimalPattern.MatchString(s) {
return decimal.Zero, false
}
x, err := decimal.NewFromString(s)
if err != nil || x.Exponent() < -scale || (positive && !x.IsPositive()) || x.GreaterThan(decimal.RequireFromString(max)) {
return decimal.Zero, false
}
return x, true
}
// seqString 将受控 int64 序号转为字符串,跨 JSON 边界不损失精度。
func seqString(x int64) string { return strconv.FormatInt(x, 10) }
// dec 仅用于已验证输入或核心生成的十进制字符串。
// RequireFromString 的 panic 表示内部数据不变量破坏;外部输入必须先走 parseAmount。
func dec(s string) decimal.Decimal { return decimal.RequireFromString(s) }
package chaintrade
import (
"bytes"
"context"
"crypto/ecdsa"
"database/sql"
"encoding/hex"
"encoding/json"
"errors"
"fmt"
"math/big"
"strings"
"github.com/ethereum/go-ethereum"
"github.com/ethereum/go-ethereum/accounts/abi"
"github.com/ethereum/go-ethereum/common"
"github.com/ethereum/go-ethereum/core/types"
"github.com/ethereum/go-ethereum/crypto"
"github.com/ethereum/go-ethereum/ethclient"
)
// ABI 最小读写集合与Solidity字段一致;完整契约生成物在contracts/artifacts。
const settlementABI = `[
{"type":"function","name":"base","stateMutability":"view","inputs":[],"outputs":[{"type":"address"}]},
{"type":"function","name":"quote","stateMutability":"view","inputs":[],"outputs":[{"type":"address"}]},
{"type":"function","name":"relayer","stateMutability":"view","inputs":[],"outputs":[{"type":"address"}]},
{"type":"function","name":"settle","stateMutability":"nonpayable","inputs":[{"name":"id","type":"bytes32"},{"name":"maker","type":"tuple","components":[{"name":"maker","type":"address"},{"name":"side","type":"uint8"},{"name":"price","type":"uint256"},{"name":"quantity","type":"uint256"},{"name":"nonce","type":"uint256"},{"name":"deadline","type":"uint256"}]},{"name":"makerSig","type":"bytes"},{"name":"taker","type":"tuple","components":[{"name":"maker","type":"address"},{"name":"side","type":"uint8"},{"name":"price","type":"uint256"},{"name":"quantity","type":"uint256"},{"name":"nonce","type":"uint256"},{"name":"deadline","type":"uint256"}]},{"name":"takerSig","type":"bytes"},{"name":"quantity","type":"uint256"}],"outputs":[]},
{"type":"function","name":"cancelled","stateMutability":"view","inputs":[{"type":"bytes32"}],"outputs":[{"type":"bool"}]},
{"type":"function","name":"filled","stateMutability":"view","inputs":[{"type":"bytes32"}],"outputs":[{"type":"uint256"}]},
{"type":"function","name":"settled","stateMutability":"view","inputs":[{"type":"bytes32"}],"outputs":[{"type":"bool"}]}]`
const erc20ABI = `[{"type":"function","name":"balanceOf","stateMutability":"view","inputs":[{"type":"address"}],"outputs":[{"type":"uint256"}]},{"type":"function","name":"allowance","stateMutability":"view","inputs":[{"type":"address"},{"type":"address"}],"outputs":[{"type":"uint256"}]},{"type":"function","name":"decimals","stateMutability":"view","inputs":[],"outputs":[{"type":"uint8"}]}]`
// contractOrder 使用big.Int编码uint256,不能把nonce/链金额转float64。
type contractOrder struct {
Maker common.Address
Side uint8
Price, Quantity, Nonce, Deadline *big.Int
}
// toContract 输入已由ValidateOrder固定。
func toContract(o Order) contractOrder {
p, _ := uintText(o.Price)
q, _ := uintText(o.Quantity)
n, _ := uintText(o.Nonce)
d, _ := uintText(o.Deadline)
return contractOrder{common.HexToAddress(o.Maker), o.Side, p, q, n, d}
}
// Chain 将RPC/签名放外围;key只用于relayer Gas,不控制用户钱包资产。
type Chain struct {
Client *ethclient.Client
Domain Domain
key *ecdsa.PrivateKey
address common.Address
abi, token abi.ABI
}
// OpenChain 核实RPC链ID、合约代码、relayer配置和资产精度后才运行任务。
func OpenChain(ctx context.Context, url, key string, d Domain) (*Chain, error) {
private, err := crypto.HexToECDSA(strings.TrimPrefix(key, "0x"))
if err != nil {
return nil, fmt.Errorf("invalid relayer key")
}
c := &Chain{Domain: d, key: private, address: crypto.PubkeyToAddress(private.PublicKey)}
if !strings.EqualFold(c.address.Hex(), d.Relayer) {
return nil, fmt.Errorf("relayer address mismatch")
}
c.abi, err = abi.JSON(strings.NewReader(settlementABI))
if err != nil {
return nil, err
}
c.token, err = abi.JSON(strings.NewReader(erc20ABI))
if err != nil {
return nil, err
}
c.Client, err = ethclient.DialContext(ctx, url)
if err != nil {
return nil, err
}
ok := false
defer func() {
if !ok {
c.Client.Close()
}
}()
id, err := c.Client.ChainID(ctx)
if err != nil {
return nil, err
}
if id.String() != d.ChainID {
return nil, fmt.Errorf("RPC chain id mismatch")
}
for _, address := range []string{d.Contract, d.Base, d.Quote} {
code, e := c.Client.CodeAt(ctx, common.HexToAddress(address), nil)
if e != nil {
return nil, e
}
if len(code) == 0 {
return nil, fmt.Errorf("missing contract code")
}
}
// 配置与链ID正确仍不充分:核对合约不可变资产/发送者,防止部署指向另一市场。
for method, address := range map[string]string{"base": d.Base, "quote": d.Quote, "relayer": d.Relayer} {
values, e := c.call(ctx, c.abi, common.HexToAddress(d.Contract), method)
if e != nil {
return nil, e
}
if values[0].(common.Address) != common.HexToAddress(address) {
return nil, fmt.Errorf("contract %s mismatch", method)
}
}
for idx, address := range []string{d.Base, d.Quote} {
result, e := c.call(ctx, c.token, common.HexToAddress(address), "decimals")
if e != nil {
return nil, e
}
want := uint8(18)
if idx == 1 {
want = 6
}
if result[0].(uint8) != want {
return nil, fmt.Errorf("token decimals mismatch")
}
}
ok = true
return c, nil
}
// call 编码ABI和执行只读RPC;核心重放绝不调用。
func (c *Chain) call(ctx context.Context, a abi.ABI, address common.Address, method string, args ...interface{}) ([]interface{}, error) {
data, err := a.Pack(method, args...)
if err != nil {
return nil, err
}
raw, err := c.Client.CallContract(ctx, ethereum.CallMsg{To: &address, Data: data}, nil)
if err != nil {
return nil, err
}
return a.Unpack(method, raw)
}
// Preflight 余额/授权预检只减少失败,不冻结钱包;返回链上原子单位文本供页面。
func (c *Chain) Preflight(ctx context.Context, o SignedOrder) error {
price, _ := uintText(o.Price)
quantity, _ := uintText(o.Quantity)
asset := c.Domain.Base
need := new(big.Int).Mul(quantity, big.NewInt(100000000000000))
if o.Side == 0 {
asset = c.Domain.Quote
need = new(big.Int).Mul(price, quantity)
}
address := common.HexToAddress(asset)
owner := common.HexToAddress(o.Maker)
for _, method := range []string{"balanceOf", "allowance"} {
args := []interface{}{owner}
if method == "allowance" {
args = append(args, common.HexToAddress(c.Domain.Contract))
}
values, err := c.call(ctx, c.token, address, method, args...)
if err != nil {
return err
}
if values[0].(*big.Int).Cmp(need) < 0 {
return fmt.Errorf("insufficient wallet balance/allowance")
}
}
values, err := c.call(ctx, c.abi, common.HexToAddress(c.Domain.Contract), "cancelled", common.HexToHash(mustHash(c.Domain, o)))
if err != nil {
return err
}
if values[0].(bool) {
return fmt.Errorf("order cancelled on chain")
}
values, err = c.call(ctx, c.abi, common.HexToAddress(c.Domain.Contract), "filled", common.HexToHash(mustHash(c.Domain, o)))
if err != nil {
return err
}
if values[0].(*big.Int).Sign() != 0 {
return fmt.Errorf("order already filled on chain; reconcile original dataset")
}
return nil
}
// mustHash 只用于已经验签的订单,不接受未验证客户端输入。
func mustHash(d Domain, o SignedOrder) string { h, _ := OrderHash(d, o); return h.Hex() }
// build 签名后返回raw tx,在广播之前由SQL任务保存;复用同raw避免新nonce双转。
func (c *Chain) build(ctx context.Context, i Intent) (*types.Transaction, error) {
data, err := c.abi.Pack("settle", common.HexToHash(i.ID), toContract(i.Maker), common.FromHex(i.Maker.Signature), toContract(i.Taker), common.FromHex(i.Taker.Signature), big.NewInt(i.Quantity))
if err != nil {
return nil, err
}
nonce, err := c.Client.PendingNonceAt(ctx, c.address)
if err != nil {
return nil, err
}
price, err := c.Client.SuggestGasPrice(ctx)
if err != nil {
return nil, err
}
to := common.HexToAddress(c.Domain.Contract)
// 固定Gas上限避免EstimateGas把可确定的revert变成永远未发送任务;测试revert由receipt确认。
tx := types.NewTransaction(nonce, to, big.NewInt(0), 700000, price, data)
id, _ := uintText(c.Domain.ChainID)
return types.SignTx(tx, types.LatestSignerForChainID(id), c.key)
}
// finalized Receipt后还检查规范块hash与确认深度,不把RPC成功当结算最终成功。
func (c *Chain) finalized(ctx context.Context, task Task) (string, *types.Receipt, error) {
receipt, err := c.Client.TransactionReceipt(ctx, common.HexToHash(task.Hash))
if errors.Is(err, ethereum.NotFound) {
return "WAIT", nil, nil
}
if err != nil {
return "", nil, err
}
header, err := c.Client.HeaderByNumber(ctx, receipt.BlockNumber)
if err != nil {
return "", nil, err
}
if header.Hash() != receipt.BlockHash {
return "WAIT", nil, nil
}
head, err := c.Client.BlockNumber(ctx)
if err != nil {
return "", nil, err
}
if head < receipt.BlockNumber.Uint64()+c.Domain.Confirmations-1 {
return "WAIT", receipt, nil
}
if receipt.Status == types.ReceiptStatusFailed {
return "FAILED", receipt, nil
}
// 只能接受本合约Matched(id)事件,receipt success并非充分业务确认。
topic := crypto.Keccak256Hash([]byte("Matched(bytes32,bytes32,bytes32,uint256,uint256)"))
for _, log := range receipt.Logs {
if log.Address == common.HexToAddress(c.Domain.Contract) && len(log.Topics) == 4 && log.Topics[0] == topic && log.Topics[1] == common.HexToHash(task.Intent.ID) && log.Topics[2] == common.HexToHash(task.Intent.Maker.ID) && log.Topics[3] == common.HexToHash(task.Intent.Taker.ID) && len(log.Data) == 64 {
price, _ := uintText(task.Intent.Maker.Price)
if new(big.Int).SetBytes(log.Data[:32]).Cmp(price) != 0 || new(big.Int).SetBytes(log.Data[32:]).Cmp(big.NewInt(task.Intent.Quantity)) != 0 {
return "", receipt, fmt.Errorf("settlement event amount mismatch")
}
return "CONFIRMED", receipt, nil
}
}
return "", receipt, fmt.Errorf("successful receipt missing settlement event")
}
// Worker 是单relayer任务所有者:同钱包nonce顺序发送,未知/未确认会阻止新nonce任务。
type Worker struct {
Store *Store
Runtime *Runtime
Tasks *Tasks
Middleware *Middleware
Chain *Chain
auditAfter string // 每轮最多100个历史锚点,完整巡检由多轮完成。
}
// Tick 有限扫描100任务;任何链/SQL失败返回错误,调用者保留状态重试。
// 未终结任务阻止后续sender nonce;HTTP本地受理可继续,pending不等于真实链吞吐。
func (w *Worker) Tick(ctx context.Context) error {
if err := w.Tasks.CheckOwner(ctx); err != nil {
return err
}
if err := w.Middleware.Dispatch(ctx); err != nil {
return err
}
tasks, err := w.Tasks.Pending(ctx)
if err != nil {
return err
}
for _, task := range tasks {
if err := ValidateIntent(w.Store.Domain, task.Intent); err != nil {
return err
}
// 最终链确认锚点保存在每个task,不依赖一次广播响应。
if task.Raw == "" {
tx, err := w.Chain.build(ctx, task.Intent)
if err != nil {
return err
}
raw, err := tx.MarshalBinary()
if err != nil {
return err
}
task.Raw = hex.EncodeToString(raw)
task.Hash = tx.Hash().Hex()
task.Nonce = fmt.Sprint(tx.Nonce())
task.Status = "SIGNED"
task.Reason = "SIGNED_DURABLE"
if err = w.Tasks.Save(ctx, &task); err != nil {
return err
}
}
// 不论receipt是否已终结,先核实持久raw;坏hash不能冒用另一笔链交易确认。
var tx types.Transaction
raw, err := hex.DecodeString(task.Raw)
if err != nil {
return err
}
if err = tx.UnmarshalBinary(raw); err != nil {
return err
}
if err = w.Chain.verifyRaw(task, &tx); err != nil {
return err
}
outcome, receipt, err := w.Chain.finalized(ctx, task)
if err != nil {
return err
}
if outcome == "WAIT" {
// 广播失败不能释放资金;下次按同txHash查receipt/重发,不另分配nonce。
if err = w.Tasks.CheckOwner(ctx); err != nil {
return err
}
sendErr := w.Chain.Client.SendTransaction(ctx, &tx)
task.Status = "BROADCAST"
task.Reason = "WAIT_CANONICAL_RECEIPT"
task.Block = ""
task.BlockNumber = 0
if receipt != nil {
task.Status = "INCLUDED"
task.Reason = "WAIT_CONFIRMATIONS"
task.Block = receipt.BlockHash.Hex()
task.BlockNumber = receipt.BlockNumber.Uint64()
}
if err = w.Tasks.Save(ctx, &task); err != nil {
return err
}
if sendErr != nil && !strings.Contains(sendErr.Error(), "already known") && !strings.Contains(sendErr.Error(), "nonce too low") {
return sendErr
}
return nil
}
result, err := w.Runtime.Submit(ctx, Command{Kind: outcome, IntentID: task.Intent.ID, TxHash: task.Hash, Reason: outcome})
if err != nil {
return err
}
if result.Code != "" {
return fmt.Errorf("confirmation rejected: %s", result.Code)
}
task.Status = outcome
task.Reason = "SETTLED"
if outcome == "FAILED" {
task.Reason = "RECEIPT_REVERT"
}
task.Block = receipt.BlockHash.Hex()
task.BlockNumber = receipt.BlockNumber.Uint64()
if err = w.Tasks.Save(ctx, &task); err != nil {
return err
}
}
return nil
}
// AuditAnchors 深重组/历史receipt丢失停止运行,不能悄悄继续用旧最终事实。
func (w *Worker) AuditAnchors(ctx context.Context) error {
rows, err := w.Tasks.DB.QueryContext(ctx, `SELECT payload FROM chain_tasks WHERE status IN ('CONFIRMED','FAILED') AND id > `+w.Tasks.query(`? ORDER BY id LIMIT 100`), w.auditAfter)
if err != nil {
return err
}
raws := []string{}
for rows.Next() {
var raw string
if err = rows.Scan(&raw); err != nil {
rows.Close()
return err
}
raws = append(raws, raw)
}
err = rows.Err()
rows.Close()
if err != nil {
return err
}
if len(raws) == 0 {
w.auditAfter = ""
}
for _, raw := range raws {
var task Task
if err = json.Unmarshal([]byte(raw), &task); err != nil {
return err
}
w.auditAfter = task.Intent.ID
receipt, e := w.Chain.Client.TransactionReceipt(ctx, common.HexToHash(task.Hash))
if e != nil {
return fmt.Errorf("final receipt unavailable: %w", e)
}
header, e := w.Chain.Client.HeaderByNumber(ctx, receipt.BlockNumber)
if e != nil {
return e
}
if receipt.BlockHash.Hex() != task.Block || header.Hash() != receipt.BlockHash {
return fmt.Errorf("finalized chain reorganization: %s", task.Intent.ID)
}
}
return nil
}
// ScanOrders 轮询已确认高度上的活动订单;持久块锚点让重启后的深重组也被识别。
// 这不是完整事件索引器:每轮最多200订单,按seq循环,单轮RPC有界。
func (w *Worker) ScanOrders(ctx context.Context) error {
if err := w.CheckScanAnchor(ctx); err != nil {
return err
}
head, err := w.Chain.Client.BlockNumber(ctx)
if err != nil {
return err
}
if head+1 < w.Chain.Domain.Confirmations {
return nil
}
block := new(big.Int).SetUint64(head + 1 - w.Chain.Domain.Confirmations)
header, err := w.Chain.Client.HeaderByNumber(ctx, block)
if err != nil {
return err
}
var after int64
_ = w.Store.Journal.QueryRowContext(ctx, `SELECT value FROM metadata WHERE key='scan_after'`).Scan(&after)
rows, err := w.Store.Views.QueryContext(ctx, `SELECT payload FROM orders WHERE seq>? ORDER BY seq LIMIT 200`, after)
if err != nil {
return err
}
orders := []Order{}
for rows.Next() {
var raw string
var o Order
if err = rows.Scan(&raw); err != nil {
break
}
if err = json.Unmarshal([]byte(raw), &o); err != nil {
break
}
orders = append(orders, o)
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return err
}
// 先落锚点再写任何INVALIDATE;崩溃后会继续扫描,不能无锚点采纳取消事实。
anchor, _ := json.Marshal(scanAnchor{Number: block.Uint64(), Hash: header.Hash().Hex()})
if _, err = w.Store.Journal.ExecContext(ctx, `INSERT INTO metadata VALUES('scan_anchor',?) ON CONFLICT(key) DO UPDATE SET value=excluded.value`, string(anchor)); err != nil {
return err
}
for _, o := range orders {
after = o.Seq
if o.Remaining == 0 {
continue
}
data, err := w.Chain.abi.Pack("cancelled", common.HexToHash(o.ID))
if err != nil {
return err
}
to := common.HexToAddress(w.Chain.Domain.Contract)
raw, err := w.Chain.Client.CallContractAtHash(ctx, ethereum.CallMsg{To: &to, Data: data}, header.Hash())
if err != nil {
return err
}
values, err := w.Chain.abi.Unpack("cancelled", raw)
if err != nil {
return err
}
deadline, _ := strconvInt(o.Deadline)
if values[0].(bool) || uint64(deadline) < header.Time {
if _, err = w.Runtime.Submit(ctx, Command{Kind: "INVALIDATE", OrderID: o.ID, Reason: "chain cancelled or expired"}); err != nil {
return err
}
}
}
if len(orders) < 200 {
after = 0
}
_, err = w.Store.Journal.ExecContext(ctx, `INSERT INTO metadata VALUES('scan_after',?) ON CONFLICT(key) DO UPDATE SET value=excluded.value`, fmt.Sprint(after))
return err
}
// scanAnchor 固定已采用链事实的高度和hash,不是可重建任务的发送记录。
type scanAnchor struct {
Number uint64 `json:"number"`
Hash string `json:"hash"`
}
// CheckScanAnchor 历史链事实消失或hash变化拒绝继续;RPC不可用同样不采用新事实。
func (w *Worker) CheckScanAnchor(ctx context.Context) error {
var raw string
err := w.Store.Journal.QueryRowContext(ctx, `SELECT value FROM metadata WHERE key='scan_anchor'`).Scan(&raw)
if err == sql.ErrNoRows {
return nil
}
if err != nil {
return err
}
var a scanAnchor
if err = json.Unmarshal([]byte(raw), &a); err != nil {
return err
}
header, err := w.Chain.Client.HeaderByNumber(ctx, new(big.Int).SetUint64(a.Number))
if err != nil {
return err
}
if header.Hash().Hex() != a.Hash {
return fmt.Errorf("finalized scan reorganization at %d", a.Number)
}
return nil
}
// strconvInt 已验证deadline可放int64,外围转换不进核心时间判断。
func strconvInt(s string) (int64, bool) {
n, ok := uintText(s)
if !ok || !n.IsInt64() {
return 0, false
}
return n.Int64(), true
}
// verifyRaw 恢复发送前验证SQL中原交易的hash/nonce/sender/目标/调用数据,损坏任务不得广播。
func (c *Chain) verifyRaw(task Task, tx *types.Transaction) error {
id, _ := uintText(c.Domain.ChainID)
sender, err := types.Sender(types.LatestSignerForChainID(id), tx)
if err != nil {
return err
}
data, err := c.abi.Pack("settle", common.HexToHash(task.Intent.ID), toContract(task.Intent.Maker), common.FromHex(task.Intent.Maker.Signature), toContract(task.Intent.Taker), common.FromHex(task.Intent.Taker.Signature), big.NewInt(task.Intent.Quantity))
if err != nil {
return err
}
if tx.ChainId().Cmp(id) != 0 || sender != c.address || tx.To() == nil || *tx.To() != common.HexToAddress(c.Domain.Contract) || tx.Value().Sign() != 0 || tx.Hash().Hex() != task.Hash || fmt.Sprint(tx.Nonce()) != task.Nonce || !bytes.Equal(data, tx.Data()) {
return fmt.Errorf("stored raw transaction mismatch")
}
return nil
}
package chaintrade
import (
"container/list"
"fmt"
"sort"
"strconv"
"strings"
"github.com/emirpasic/gods/trees/redblacktree"
)
// level 单价格FIFO;refs支持直接撤出活动簿,全部只由Engine拥有。
type level struct {
price int64
orders *list.List
}
// reference 由订单ID直达FIFO节点,撤出无需扫描整个档位。
type reference struct {
level *level
node *list.Element
}
// Engine 仅计算订单数量/确定性意图,不把链下匹配视为资产到账。
// 为限制热路径复制,状态发布在外围消费增量;Core不访问SQL/时钟/RPC。
type Engine struct {
seq int64
dataset string
orders map[string]*Order
intents map[string]*Intent
bids, asks *redblacktree.Tree
refs map[string]reference
nonces map[string]string
}
// NewEngine 创建无余额的新链上簿;身份资金由合约而非模拟CREDIT裁决。
func NewEngine(dataset string) *Engine {
cmp := func(a, b interface{}) int {
x, y := a.(int64), b.(int64)
if x < y {
return -1
}
if x > y {
return 1
}
return 0
}
return &Engine{dataset: dataset, orders: map[string]*Order{}, intents: map[string]*Intent{}, bids: redblacktree.NewWith(cmp), asks: redblacktree.NewWith(cmp), refs: map[string]reference{}, nonces: map[string]string{}}
}
// add 只挂尚可撮合且没有待结算的订单,一订单最多一个pending任务避免链失败传播。
func (e *Engine) add(o *Order) {
if o.Remaining == 0 || o.Pending != 0 {
return
}
tree := e.bids
if o.Side == 1 {
tree = e.asks
}
price, _ := strconv.ParseInt(o.Price, 10, 64)
value, ok := tree.Get(price)
var l *level
if ok {
l = value.(*level)
} else {
l = &level{price, list.New()}
tree.Put(price, l)
}
e.refs[o.ID] = reference{l, l.orders.PushBack(o.ID)}
}
// remove 删除引用与空价档;不存在时允许重复调用以简化终态处理。
func (e *Engine) remove(o *Order) {
ref, ok := e.refs[o.ID]
if !ok {
return
}
ref.level.orders.Remove(ref.node)
delete(e.refs, o.ID)
if ref.level.orders.Len() == 0 {
tree := e.bids
if o.Side == 1 {
tree = e.asks
}
tree.Remove(ref.level.price)
}
}
// best 返回对手最优档;价格排序不依赖全簿sort。
func (e *Engine) best(side uint8) *level {
if side == 0 {
if n := e.asks.Left(); n != nil {
return n.Value.(*level)
}
} else {
if n := e.bids.Right(); n != nil {
return n.Value.(*level)
}
}
return nil
}
// status 数量字段决定展示状态;本地取消量不可使链上已广播意图失效。
func status(o *Order) {
switch {
case o.Pending > 0:
o.Status = "PENDING_SETTLEMENT"
case o.Remaining > 0 && o.Filled > 0:
o.Status = "PARTIALLY_FILLED"
case o.Remaining > 0:
o.Status = "OPEN"
case o.Canceled > 0:
o.Status = "CANCELED"
default:
o.Status = "FILLED"
}
}
// match 至多生成一项两单任务;pending订单暂出簿,确认后可重新撮合余量。
func (e *Engine) match(taker *Order, changed map[string]bool, newIntents *[]Intent) {
if taker.Remaining == 0 || taker.Pending != 0 {
return
}
l := e.best(taker.Side)
if l == nil {
e.add(taker)
return
}
price, _ := strconv.ParseInt(taker.Price, 10, 64)
if taker.Side == 0 && l.price > price || taker.Side == 1 && l.price < price {
e.add(taker)
return
}
maker := e.orders[l.orders.Front().Value.(string)]
if strings.EqualFold(maker.Maker, taker.Maker) {
taker.Canceled += taker.Remaining
taker.Remaining = 0
status(taker)
changed[taker.ID] = true
return
}
q := min(maker.Remaining, taker.Remaining)
e.remove(maker)
e.remove(taker)
maker.Remaining -= q
maker.Pending += q
taker.Remaining -= q
taker.Pending += q
status(maker)
status(taker)
changed[maker.ID] = true
changed[taker.ID] = true
id := e.dataset + fmt.Sprintf("%032x", e.seq) // 一命令最多一个新意图,稳定seq映射bytes32。
intent := Intent{ID: "0x" + id, Maker: *maker, Taker: *taker, Quantity: q, Status: "READY"}
e.intents[intent.ID] = &intent
*newIntents = append(*newIntents, intent)
}
// Apply 按持久化顺序处理;返回增量订单和意图的值副本供外围投影。
func (e *Engine) Apply(c Command) (Result, []Order, []Intent) {
if c.Seq != e.seq+1 {
panic("chain command sequence gap")
}
e.seq = c.Seq
result := Result{Seq: strconv.FormatInt(c.Seq, 10)}
changed := map[string]bool{}
updates := []Intent{}
switch c.Kind {
case "PLACE":
result.OrderID = c.OrderID
if old := e.orders[c.OrderID]; old != nil {
return result, []Order{}, updates
}
key := strings.ToLower(c.Order.Maker) + ":" + c.Order.Nonce
if e.nonces[key] != "" {
result.Code = "NONCE_CONFLICT"
break
}
if len(e.orders) >= 100000 {
result.Code = "ORDER_BUDGET"
break
}
q, _ := strconv.ParseInt(c.Order.Quantity, 10, 64)
if q <= 0 || c.OrderID == "" {
result.Code = "INVALID_ORDER"
break
}
o := &Order{ID: c.OrderID, SignedOrder: c.Order, Seq: c.Seq, Remaining: q, Status: "OPEN"}
e.orders[o.ID] = o
e.nonces[key] = o.ID
changed[o.ID] = true
e.match(o, changed, &updates)
case "CONFIRMED", "FAILED":
intent := e.intents[c.IntentID]
if intent == nil {
result.Code = "INTENT_NOT_FOUND"
break
}
if intent.Status != "READY" {
break
} // 重复链事件只推进日志,不重复转数量。
maker, taker := e.orders[intent.Maker.ID], e.orders[intent.Taker.ID]
for _, o := range []*Order{maker, taker} {
o.Pending -= intent.Quantity
if c.Kind == "CONFIRMED" {
o.Filled += intent.Quantity
} else {
// 失败订单全部本地取消,避免失效签名/余额不足制造无限重试任务。
o.Canceled += o.Remaining + intent.Quantity
o.Remaining = 0
}
status(o)
changed[o.ID] = true
}
intent.Status = c.Kind
intent.TxHash = c.TxHash
intent.Reason = c.Reason
updates = append(updates, *intent)
if c.Kind == "CONFIRMED" {
e.add(maker)
// 持有原taker角色恢复;maker放回档尾,明确未提供等待期间绝对FIFO保证。
e.match(taker, changed, &updates)
}
case "INVALIDATE":
o := e.orders[c.OrderID]
if o == nil {
result.Code = "ORDER_NOT_FOUND"
break
}
e.remove(o)
o.Canceled += o.Remaining
o.Remaining = 0
status(o)
changed[o.ID] = true
default:
result.Code = "INVALID_COMMAND"
}
orders := make([]Order, 0, len(changed))
for id := range changed {
orders = append(orders, *e.orders[id])
}
sort.Slice(orders, func(i, j int) bool { return orders[i].Seq < orders[j].Seq })
return result, orders, updates
}
package chaintrade
import (
"context"
"database/sql"
"encoding/base64"
"encoding/json"
"fmt"
"io"
"strconv"
"strings"
"github.com/ethereum/go-ethereum/common"
)
// HistoryCursor 绑定查询条件和初始插入上界,后续分页不能跨数据集/钱包/类别。
// 游标不是权限令牌;本接口查询公开链数据,仍严格校验长度、字段与排序边界。
type HistoryCursor struct {
Dataset string `json:"dataset"`
Kind string `json:"kind"`
Wallet string `json:"wallet"`
Upper string `json:"upper"`
After string `json:"after"`
}
// TaskView 只公开可解释的进度,不返回 rawTx;详情包含两笔原订单便于定位问题。
type TaskView struct {
ID string `json:"id"`
Status string `json:"status"`
Hash string `json:"tx_hash"`
Nonce string `json:"nonce"`
Block string `json:"block"`
BlockNumber string `json:"block_number"`
CreatedAt int64 `json:"created_at"`
UpdatedAt int64 `json:"updated_at"`
Version string `json:"version"`
Reason string `json:"reason"`
Intent Intent `json:"intent"`
}
// taskView 构造公开值副本,将区块高度/版本转文本,签名原交易不进入响应。
func taskView(t Task) TaskView {
return TaskView{t.Intent.ID, t.Status, t.Hash, t.Nonce, t.Block, fmt.Sprint(t.BlockNumber), t.CreatedAt, t.UpdatedAt, fmt.Sprint(t.Version), t.Reason, t.Intent}
}
// HistoryPage 的 items 始终是数组,空集合不编码为 null。seq 是本地投影水位。
type HistoryPage struct {
Dataset string `json:"dataset_id"`
Seq string `json:"seq"`
Items []interface{} `json:"items"`
Next string `json:"next_cursor"`
}
// History 只使用固定表模板,用户不能提供 SQL;limit+1 判断下一页,无 OFFSET。
// 订单和意图在同一 SQLite 快照;任务库另有独立状态,不承诺跨库原子快照。
func (s *Store) History(ctx context.Context, t *Tasks, kind, wallet, cursor string, limit int) (HistoryPage, error) {
p := HistoryPage{Dataset: s.Domain.Dataset, Items: []interface{}{}}
if limit < 1 || limit > 100 {
return p, fmt.Errorf("invalid limit")
}
wallet = strings.ToLower(wallet)
if wallet != "" && !common.IsHexAddress(wallet) {
return p, fmt.Errorf("invalid wallet")
}
cur := HistoryCursor{Dataset: s.Domain.Dataset, Kind: kind, Wallet: wallet}
if cursor != "" {
if len(cursor) > 2048 {
return p, fmt.Errorf("invalid cursor")
}
raw, err := base64.RawURLEncoding.DecodeString(cursor)
if err != nil {
return p, fmt.Errorf("invalid cursor")
}
dec := json.NewDecoder(strings.NewReader(string(raw)))
dec.DisallowUnknownFields()
if err = dec.Decode(&cur); err != nil {
return p, fmt.Errorf("invalid cursor")
}
var extra interface{}
if dec.Decode(&extra) != io.EOF {
return p, fmt.Errorf("invalid cursor")
}
if cur.Dataset != s.Domain.Dataset || cur.Kind != kind || cur.Wallet != wallet || cur.After == "" || cur.Upper == "" || cur.After > cur.Upper {
return p, fmt.Errorf("cursor mismatch")
}
}
tx, err := s.ViewsRead.BeginTx(ctx, &sql.TxOptions{ReadOnly: true})
if err != nil {
return p, err
}
defer tx.Rollback()
var seq int64
if err = tx.QueryRowContext(ctx, `SELECT seq FROM progress WHERE id=1`).Scan(&seq); err != nil {
return p, err
}
p.Seq = strconv.FormatInt(seq, 10)
key, table, filter := "", "", "1=1"
var taskTx *sql.Tx
queryDB := tx
switch kind {
case "orders":
key = "printf('%020d',seq)"
table = "orders"
if wallet != "" {
filter = "lower(json_extract(payload,'$.maker'))=?"
}
case "trades":
key = "id"
table = "intents"
filter = "status='CONFIRMED'"
if wallet != "" {
filter += " AND (lower(json_extract(payload,'$.maker.maker'))=? OR lower(json_extract(payload,'$.taker.maker'))=?)"
}
case "events":
key = "printf('%020d',block)||'/'||substr(id,-10)"
table = "chain_events"
if wallet != "" {
filter = "(lower(wallet)=? OR maker_id IN (SELECT id FROM orders WHERE lower(json_extract(payload,'$.maker'))=?) OR taker_id IN (SELECT id FROM orders WHERE lower(json_extract(payload,'$.maker'))=?))"
}
case "tasks":
key = "id"
table = "chain_tasks"
if wallet != "" {
filter = "lower(" + taskWalletExpr(t.pg, "maker") + ")=? OR lower(" + taskWalletExpr(t.pg, "taker") + ")=?"
}
taskTx, err = t.Reader.BeginTx(ctx, &sql.TxOptions{ReadOnly: true})
if err != nil {
return p, err
}
defer taskTx.Rollback()
queryDB = taskTx
default:
return p, fmt.Errorf("invalid history kind")
}
bind := func(q string) string {
if kind == "tasks" {
return t.query(q)
}
return q
}
args := []interface{}{}
if wallet != "" {
args = append(args, wallet)
if kind == "trades" || kind == "tasks" || kind == "events" {
args = append(args, wallet)
}
if kind == "events" {
args = append(args, wallet)
}
}
if cursor == "" {
var upper sql.NullString
if err = queryDB.QueryRowContext(ctx, bind(`SELECT MAX(`+key+`) FROM `+table+` WHERE (`+filter+`)`), args...).Scan(&upper); err != nil {
return p, err
}
if !upper.Valid {
return p, nil
}
cur.Upper = upper.String
}
args = append(args, cur.Upper)
condition := "(" + filter + ") AND " + key + "<=?"
if cur.After != "" {
condition += " AND " + key + "<?"
args = append(args, cur.After)
}
args = append(args, limit+1)
rows, err := queryDB.QueryContext(ctx, bind(`SELECT `+key+`,payload FROM `+table+` WHERE `+condition+` ORDER BY `+key+` DESC LIMIT ?`), args...)
if err != nil {
return p, err
}
defer rows.Close()
last := ""
for rows.Next() {
var k, raw string
if err = rows.Scan(&k, &raw); err != nil {
return p, err
}
if len(p.Items) == limit {
cur.After = last
b, _ := json.Marshal(cur)
p.Next = base64.RawURLEncoding.EncodeToString(b)
break
}
var value interface{}
switch kind {
case "orders":
var v Order
err = json.Unmarshal([]byte(raw), &v)
value = v
case "trades":
var v Intent
err = json.Unmarshal([]byte(raw), &v)
value = v
case "events":
var v Event
err = json.Unmarshal([]byte(raw), &v)
value = v
case "tasks":
var v Task
err = json.Unmarshal([]byte(raw), &v)
value = taskView(v)
}
if err != nil {
return p, err
}
p.Items = append(p.Items, value)
last = k
}
if err = rows.Err(); err != nil {
return p, err
}
return p, nil // 回滚只读事务释放快照,列表没有写入。
}
// taskWalletExpr 仅内部 maker/taker 常量,适配 PG 的 JSON 文本列与 SQLite JSON 函数。
func taskWalletExpr(pg bool, side string) string {
if pg {
return "(payload::jsonb #>> '{intent," + side + ",maker}')"
}
return "json_extract(payload,'$.intent." + side + ".maker')"
}
// Detail 查询不限最近100项,去掉可用于广播的 raw,公开签名仍属于公开链订单。
func (t *Tasks) Detail(ctx context.Context, id string) (TaskView, error) {
var raw string
var v Task
err := t.Reader.QueryRowContext(ctx, t.query(`SELECT payload FROM chain_tasks WHERE id=?`), id).Scan(&raw)
if err == nil {
err = json.Unmarshal([]byte(raw), &v)
}
return taskView(v), err
}
package chaintrade
import (
"context"
"database/sql"
"encoding/json"
"io"
"net"
"net/http"
"os"
"strconv"
"strings"
"sync/atomic"
"time"
"github.com/ethereum/go-ethereum/common"
"web3exchange/api"
)
// HTTP 是独立公开签单入口,订单只公开钱包与签名,不共享模拟邮箱/资产。
type HTTP struct {
Store *Store
Runtime *Runtime
Middleware *Middleware
Chain *Chain
Origin string
Frontend string
slots chan struct{}
requests, denied atomic.Uint64
WorkerError atomic.Value
Monitor Monitoring
}
// NewHTTP 独立并发预算限制验签/RPC,业务拒绝不进入核心网络调用。
func NewHTTP(s *Store, r *Runtime, m *Middleware, c *Chain, origin, frontend string) *HTTP {
return &HTTP{Store: s, Runtime: r, Middleware: m, Chain: c, Origin: origin, Frontend: frontend, slots: make(chan struct{}, 16)}
}
// jsonReply 接入统一输出;金额/数量整数文本不转Number。
func jsonReply(w http.ResponseWriter, status int, v interface{}) {
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(status)
_ = json.NewEncoder(w).Encode(v)
}
// reject 状态码与错误码供pending判断,内部密钥/RPC配置不回显给客户端。
func reject(w http.ResponseWriter, status int, code string) {
jsonReply(w, status, map[string]interface{}{"error": map[string]string{"code": code, "message": code}})
}
// Handler 所有写要求准确Origin(浏览器),签单本身是交易授权,无需模拟CSRF。
func (h *HTTP) Handler() http.Handler {
mux := http.NewServeMux()
mux.HandleFunc("GET /api/web3/openapi.json", func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "application/json")
w.Write(api.Web3Spec)
})
mux.HandleFunc("GET /api/web3/orders/{id}", h.order)
mux.HandleFunc("GET /api/web3/tasks", h.tasks)
mux.HandleFunc("GET /api/web3/history/{kind}", h.history)
mux.HandleFunc("GET /api/web3/tasks/{id}", h.taskDetail)
mux.HandleFunc("GET /api/web3/config", func(w http.ResponseWriter, r *http.Request) { jsonReply(w, 200, h.Store.Domain) })
mux.HandleFunc("GET /api/web3/state", func(w http.ResponseWriter, r *http.Request) {
ctx, cancel := context.WithTimeout(r.Context(), 2*time.Second)
defer cancel()
var s State
var err error
if r.URL.Query().Get("fresh") == "1" {
s, err = h.Store.State(ctx)
} else {
s, err = h.Middleware.CachedState(ctx)
}
if err != nil {
reject(w, 503, "QUERY_FAILED")
return
}
jsonReply(w, 200, s)
})
mux.HandleFunc("POST /api/web3/orders", h.place)
mux.HandleFunc("POST /api/web3/orders/{id}/sync", h.syncOrder)
mux.HandleFunc("GET /health/ready", func(w http.ResponseWriter, r *http.Request) {
if !h.Runtime.Healthy() || h.WorkerError.Load() != nil {
reject(w, 503, "NOT_READY")
return
}
jsonReply(w, 200, map[string]string{"status": "ready"})
})
mux.HandleFunc("GET /health/live", func(w http.ResponseWriter, r *http.Request) { jsonReply(w, 200, map[string]string{"status": "alive"}) })
mux.HandleFunc("/api/", func(w http.ResponseWriter, r *http.Request) { reject(w, 404, "NOT_FOUND") })
mux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
if _, err := os.Stat(h.Frontend + "/index.html"); err != nil {
http.NotFound(w, r)
return
}
http.ServeFile(w, r, h.Frontend+"/index.html")
})
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
h.requests.Add(1)
start := time.Now()
defer h.Monitor.observe(start)
w.Header().Set("X-Dataset-ID", h.Store.Domain.Dataset)
w.Header().Set("Cache-Control", "no-store")
w.Header().Set("X-Content-Type-Options", "nosniff")
w.Header().Set("X-Frame-Options", "DENY")
if strings.HasPrefix(r.URL.Path, "/assets/") {
http.FileServer(http.Dir(h.Frontend)).ServeHTTP(w, r)
return
}
if r.Method != "GET" && r.Method != "HEAD" {
if origin := r.Header.Get("Origin"); origin != "" && origin != h.Origin {
reject(w, 403, "ORIGIN_REJECTED")
return
}
if r.Header.Get("X-Dataset-ID") != h.Store.Domain.Dataset {
reject(w, 409, "DATASET_CHANGED")
return
}
}
ip, _, _ := net.SplitHostPort(r.RemoteAddr)
ctx, cancel := context.WithTimeout(r.Context(), 500*time.Millisecond)
allowed := h.Middleware.Allow(ctx, ip)
cancel()
if !allowed {
h.denied.Add(1)
reject(w, 429, "RATE_LIMITED")
return
}
mux.ServeHTTP(w, r)
})
}
// place 签名hash就是不可改内容的订单ID,同签单重试不新建业务。
func (h *HTTP) place(w http.ResponseWriter, r *http.Request) {
select {
case h.slots <- struct{}{}:
defer func() { <-h.slots }()
default:
reject(w, 429, "ADMISSION_FULL")
return
}
r.Body = http.MaxBytesReader(w, r.Body, 16<<10)
dec := json.NewDecoder(r.Body)
dec.DisallowUnknownFields()
var o SignedOrder
if err := dec.Decode(&o); err != nil {
reject(w, 400, "INVALID_REQUEST")
return
}
var more interface{}
if dec.Decode(&more) != io.EOF {
reject(w, 400, "INVALID_REQUEST")
return
}
id, err := ValidateOrder(h.Store.Domain, o, 0)
if err != nil {
reject(w, 400, "INVALID_SIGNATURE_ORDER")
return
}
// 已日志处理过的签单先取ID确认,余额变化不得改变首次已受理语义。
var previous string
err = h.Store.ViewsRead.QueryRowContext(r.Context(), `SELECT id FROM orders WHERE id=?`, id).Scan(&previous)
if err == nil {
jsonReply(w, 200, Result{OrderID: id})
return
}
if err != sql.ErrNoRows {
reject(w, 503, "QUERY_FAILED")
return
}
if _, err = ValidateOrder(h.Store.Domain, o, time.Now().Unix()); err != nil {
reject(w, 400, "EXPIRED_ORDER")
return
}
ctx, cancel := context.WithTimeout(r.Context(), 8*time.Second)
defer cancel()
if err = h.Chain.Preflight(ctx, o); err != nil {
reject(w, 422, "CHAIN_PRECHECK_REJECTED")
return
}
result, err := h.Runtime.Submit(ctx, Command{Kind: "PLACE", OrderID: id, Order: o})
if err != nil {
reject(w, 503, "RESULT_UNKNOWN")
return
}
if result.Code != "" {
jsonReply(w, 422, result)
return
}
jsonReply(w, 201, result)
}
// syncOrder 不相信前端说已取消;只确认接收到提示,周期扫描由worker独立执行。
// 公开调用不提供本地随意撤别人单的权限,真正cancel由maker钱包上链。
func (h *HTTP) syncOrder(w http.ResponseWriter, r *http.Request) {
id := r.PathValue("id")
if len(id) != 66 || !strings.HasPrefix(id, "0x") || common.HexToHash(id) == (common.Hash{}) {
reject(w, 400, "INVALID_ORDER_ID")
return
}
jsonReply(w, 202, map[string]string{"order_id": id, "status": "WAIT_CHAIN_SCAN"})
}
// order 对原签单hash强读,供超时/刷新后确认,不依赖最近100项列表。
func (h *HTTP) order(w http.ResponseWriter, r *http.Request) {
var raw string
err := h.Store.ViewsRead.QueryRowContext(r.Context(), `SELECT payload FROM orders WHERE id=?`, r.PathValue("id")).Scan(&raw)
if err == sql.ErrNoRows {
reject(w, 404, "ORDER_NOT_FOUND")
return
}
if err != nil {
reject(w, 503, "QUERY_FAILED")
return
}
var o Order
if json.Unmarshal([]byte(raw), &o) != nil {
reject(w, 503, "QUERY_FAILED")
return
}
jsonReply(w, 200, o)
}
// tasks 仅暴露最近100个任务进度,不把raw交易/私钥传给浏览器。
func (h *HTTP) tasks(w http.ResponseWriter, r *http.Request) {
rows, err := h.Middleware.tasks.Reader.QueryContext(r.Context(), `SELECT payload FROM chain_tasks ORDER BY id DESC LIMIT 100`)
if err != nil {
reject(w, 503, "QUERY_FAILED")
return
}
defer rows.Close()
out := []TaskView{}
for rows.Next() {
var raw string
var task Task
if err = rows.Scan(&raw); err != nil {
reject(w, 503, "QUERY_FAILED")
return
}
if err = json.Unmarshal([]byte(raw), &task); err != nil {
reject(w, 503, "QUERY_FAILED")
return
}
out = append(out, taskView(task))
}
if rows.Err() != nil {
reject(w, 503, "QUERY_FAILED")
return
}
jsonReply(w, 200, out)
}
// history 参数错误是明确拒绝;数据库/数据损坏不误报为用户输入问题。
func (h *HTTP) history(w http.ResponseWriter, r *http.Request) {
limit := 25
if raw := r.URL.Query().Get("limit"); raw != "" {
n, err := strconv.Atoi(raw)
if err != nil || n < 1 || n > 100 {
reject(w, 400, "INVALID_HISTORY_QUERY")
return
}
limit = n
}
ctx, cancel := context.WithTimeout(r.Context(), 3*time.Second)
defer cancel()
page, err := h.Store.History(ctx, h.Middleware.tasks, r.PathValue("kind"), r.URL.Query().Get("wallet"), r.URL.Query().Get("cursor"), limit)
if err != nil {
switch {
case strings.Contains(err.Error(), "invalid"), strings.Contains(err.Error(), "cursor mismatch"):
reject(w, 400, "INVALID_HISTORY_QUERY")
default:
reject(w, 503, "QUERY_FAILED")
}
return
}
jsonReply(w, 200, page)
}
// taskDetail 按 bytes32 ID 查询公开状态,不披露 signed raw 或维护接口。
func (h *HTTP) taskDetail(w http.ResponseWriter, r *http.Request) {
ctx, cancel := context.WithTimeout(r.Context(), 2*time.Second)
defer cancel()
v, err := h.Middleware.tasks.Detail(ctx, r.PathValue("id"))
if err == sql.ErrNoRows {
reject(w, 404, "TASK_NOT_FOUND")
return
}
if err != nil {
reject(w, 503, "QUERY_FAILED")
return
}
jsonReply(w, 200, v)
}
package chaintrade
import (
"context"
"database/sql"
"encoding/json"
"fmt"
"math/big"
"github.com/ethereum/go-ethereum"
"github.com/ethereum/go-ethereum/common"
"github.com/ethereum/go-ethereum/core/types"
"github.com/ethereum/go-ethereum/crypto"
)
// Event 是已确认合约事实的可重建投影;金额和高度采用文本,禁止浮点表示资产。
// 唯一 ID = blockHash/logIndex;不同交易中的事件即使内容相同也不能合并。
type Event struct {
ID string `json:"id"`
Kind string `json:"kind"`
BlockNumber string `json:"block_number"`
BlockHash string `json:"block_hash"`
TxHash string `json:"tx_hash"`
IntentID string `json:"intent_id,omitempty"`
MakerID string `json:"maker_id,omitempty"`
TakerID string `json:"taker_id,omitempty"`
Wallet string `json:"wallet,omitempty"`
Price string `json:"price,omitempty"`
Quantity string `json:"quantity,omitempty"`
}
var matchedTopic = crypto.Keccak256Hash([]byte("Matched(bytes32,bytes32,bytes32,uint256,uint256)"))
var cancelledTopic = crypto.Keccak256Hash([]byte("Cancelled(bytes32,address)"))
// IndexRPC 缩小依赖以便注入确定性区块测试;实际生产实现是 ethclient.Client。
type IndexRPC interface {
BlockNumber(context.Context) (uint64, error)
HeaderByNumber(context.Context, *big.Int) (*types.Header, error)
FilterLogs(context.Context, ethereum.FilterQuery) ([]types.Log, error)
}
// Indexer 只接受确认块,用单个事务发布本块事件与游标,崩溃最多重复本块。
// 与 receipt worker 分开负责完整查询,不直接调用 Engine 或发链交易。
type Indexer struct {
Store *Store
RPC IndexRPC
}
// initIndex 所有表都属于可重建投影;显式版本禁止新代码误读未知布局。
func (s *Store) initIndex() error {
tx, err := s.Views.Begin()
if err != nil {
return err
}
defer tx.Rollback()
_, err = tx.Exec(`CREATE TABLE IF NOT EXISTS view_metadata(key TEXT PRIMARY KEY,value TEXT NOT NULL);
INSERT OR IGNORE INTO view_metadata VALUES('schema_version','2');
CREATE TABLE IF NOT EXISTS indexed_blocks(number INTEGER PRIMARY KEY,hash TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS chain_events(id TEXT PRIMARY KEY,block INTEGER NOT NULL,kind TEXT NOT NULL,intent_id TEXT NOT NULL,maker_id TEXT NOT NULL,taker_id TEXT NOT NULL,wallet TEXT NOT NULL,payload TEXT NOT NULL);
CREATE INDEX IF NOT EXISTS orders_history_key ON orders(printf('%020d',seq));
CREATE INDEX IF NOT EXISTS intents_history_key ON intents(status,id);
CREATE INDEX IF NOT EXISTS events_history_key ON chain_events(printf('%020d',block)||'/'||substr(id,-10));
CREATE INDEX IF NOT EXISTS events_intent ON chain_events(intent_id);
CREATE INDEX IF NOT EXISTS events_order ON chain_events(maker_id,taker_id);
CREATE TABLE IF NOT EXISTS index_progress(id INTEGER PRIMARY KEY CHECK(id=1),number INTEGER NOT NULL,hash TEXT NOT NULL);
INSERT OR IGNORE INTO index_progress VALUES(1,-1,'');`)
if err != nil {
return err
}
var version string
if err = tx.QueryRow(`SELECT value FROM view_metadata WHERE key='schema_version'`).Scan(&version); err != nil {
return err
}
if version != "2" {
return fmt.Errorf("unsupported chain view schema %s", version)
}
return tx.Commit()
}
// decodeEvent 严格核对 topics 长度和金额布局;未知事件允许未来合约扩展,不作为成交。
func decodeEvent(log types.Log) (Event, bool, error) {
e := Event{ID: fmt.Sprintf("%s/%010d", log.BlockHash.Hex(), log.Index), BlockNumber: fmt.Sprint(log.BlockNumber), BlockHash: log.BlockHash.Hex(), TxHash: log.TxHash.Hex()}
if log.Removed {
return e, false, fmt.Errorf("removed log in canonical block")
}
if len(log.Topics) == 0 {
return e, false, nil
}
switch log.Topics[0] {
case matchedTopic:
if len(log.Topics) != 4 || len(log.Data) != 64 {
return e, false, fmt.Errorf("malformed Matched event")
}
e.Kind = "MATCHED"
e.IntentID = log.Topics[1].Hex()
e.MakerID = log.Topics[2].Hex()
e.TakerID = log.Topics[3].Hex()
e.Price = new(big.Int).SetBytes(log.Data[:32]).String()
e.Quantity = new(big.Int).SetBytes(log.Data[32:]).String()
case cancelledTopic:
if len(log.Topics) != 3 || len(log.Data) != 0 {
return e, false, fmt.Errorf("malformed Cancelled event")
}
e.Kind = "CANCELLED"
e.MakerID = log.Topics[1].Hex()
e.Wallet = common.BytesToAddress(log.Topics[2].Bytes()).Hex()
default:
return e, false, nil
}
return e, true, nil
}
// IndexBlock 校验连续性;事件表与块锚点/游标原子提交。仅在外围由索引器调用。
func (s *Store) IndexBlock(ctx context.Context, h *types.Header, logs []types.Log) error {
tx, err := s.Views.BeginTx(ctx, nil)
if err != nil {
return err
}
defer tx.Rollback()
var number int64
var hash string
if err = tx.QueryRowContext(ctx, `SELECT number,hash FROM index_progress WHERE id=1`).Scan(&number, &hash); err != nil {
return err
}
if h.Number == nil || !h.Number.IsInt64() || h.Number.Int64() != number+1 {
return fmt.Errorf("index block gap")
}
if number >= 0 && h.ParentHash.Hex() != hash {
return fmt.Errorf("finalized index reorganization")
}
for _, log := range logs {
if log.BlockHash != h.Hash() || log.BlockNumber != h.Number.Uint64() || log.Address != common.HexToAddress(s.Domain.Contract) {
return fmt.Errorf("log outside indexed block/domain")
}
e, known, err := decodeEvent(log)
if err != nil {
return err
}
if !known {
continue
}
raw, err := json.Marshal(e)
if err != nil {
return err
}
if _, err = tx.ExecContext(ctx, `INSERT INTO chain_events VALUES(?,?,?,?,?,?,?,?)`, e.ID, log.BlockNumber, e.Kind, e.IntentID, e.MakerID, e.TakerID, e.Wallet, string(raw)); err != nil {
return err
}
}
if _, err = tx.ExecContext(ctx, `INSERT INTO indexed_blocks VALUES(?,?)`, h.Number.Int64(), h.Hash().Hex()); err != nil {
return err
}
if _, err = tx.ExecContext(ctx, `UPDATE index_progress SET number=?,hash=? WHERE id=1`, h.Number.Int64(), h.Hash().Hex()); err != nil {
return err
}
return tx.Commit()
}
// Cursor 从唯一进度行读取已索引高度;-1 表示尚未完成创世块。
func (s *Store) IndexCursor(ctx context.Context) (int64, string, error) {
var n int64
var h string
err := s.ViewsRead.QueryRowContext(ctx, `SELECT number,hash FROM index_progress WHERE id=1`).Scan(&n, &h)
return n, h, err
}
// CheckAnchor 重启和每轮都核对最后已确认块;深重组必须停止,不能自行覆盖历史。
func (i *Indexer) CheckAnchor(ctx context.Context) error {
n, hash, err := i.Store.IndexCursor(ctx)
if err != nil {
return err
}
if n < 0 {
return nil
}
h, err := i.RPC.HeaderByNumber(ctx, big.NewInt(n))
if err != nil {
return err
}
if h.Hash().Hex() != hash {
return fmt.Errorf("finalized index reorganization at %d", n)
}
return nil
}
// Tick 最多64块,每块固定 blockHash 查询,二次核验后提交;暂时 RPC 错误可重试。
func (i *Indexer) Tick(ctx context.Context) error {
if err := i.CheckAnchor(ctx); err != nil {
return err
}
head, err := i.RPC.BlockNumber(ctx)
if err != nil {
return err
}
if head+1 < i.Store.Domain.Confirmations {
return nil
}
target := head + 1 - i.Store.Domain.Confirmations
n, _, err := i.Store.IndexCursor(ctx)
if err != nil {
return err
}
for step := 0; step < 64 && uint64(n+1) <= target; step++ {
h, err := i.RPC.HeaderByNumber(ctx, big.NewInt(n+1))
if err != nil {
return err
}
hash := h.Hash()
logs, err := i.RPC.FilterLogs(ctx, ethereum.FilterQuery{BlockHash: &hash, Addresses: []common.Address{common.HexToAddress(i.Store.Domain.Contract)}, Topics: [][]common.Hash{{matchedTopic, cancelledTopic}}})
if err != nil {
return err
}
current, err := i.RPC.HeaderByNumber(ctx, h.Number)
if err != nil {
return err
}
if current.Hash() != hash {
return fmt.Errorf("confirmed block changed while indexing")
}
if err = i.Store.IndexBlock(ctx, h, logs); err != nil {
return err
}
n++
}
return nil
}
// indexedMatch 为对账提供完整事件,不使用只取100项的 HTTP state。
func indexedMatch(ctx context.Context, tx *sql.Tx, id string) (Event, error) {
var raw string
var e Event
err := tx.QueryRowContext(ctx, `SELECT payload FROM chain_events WHERE kind='MATCHED' AND intent_id=?`, id).Scan(&raw)
if err == nil {
err = json.Unmarshal([]byte(raw), &e)
}
return e, err
}
package chaintrade
import (
"context"
"encoding/json"
"fmt"
"strings"
"time"
"github.com/redis/go-redis/v9"
"github.com/twmb/franz-go/pkg/kgo"
"github.com/twmb/franz-go/pkg/kmsg"
)
// Middleware 为外围可选Redis/Kafka适配,关闭它们不会改变链资金权威。
type Middleware struct {
Redis *redis.Client
Kafka *kgo.Client
Topic string
store *Store
tasks *Tasks
retry []*kgo.Record // 仅消费goroutine拥有;持久化失败后保留本批,不轮询跨过失败记录。
}
// OpenMiddleware 配置了但不可用时拒绝启动,不默默把分布式演示切成本地。
func OpenMiddleware(ctx context.Context, s *Store, t *Tasks, redisURL, brokers, topic string) (*Middleware, error) {
m := &Middleware{store: s, tasks: t, Topic: topic}
if redisURL != "" {
opt, err := redis.ParseURL(redisURL)
if err != nil {
return nil, err
}
m.Redis = redis.NewClient(opt)
if err = m.Redis.Ping(ctx).Err(); err != nil {
m.Close()
return nil, err
}
}
if brokers != "" {
client, err := kgo.NewClient(kgo.SeedBrokers(brokers), kgo.ConsumeTopics(topic), kgo.ConsumerGroup("web3-relayer-"+s.Domain.Dataset), kgo.DisableAutoCommit(), kgo.ConsumeResetOffset(kgo.NewOffset().AtStart()))
if err != nil {
m.Close()
return nil, err
}
m.Kafka = client
if err = client.Ping(ctx); err != nil {
m.Close()
return nil, err
}
// 主动建主题,避免生产/消费首次 metadata 竞态;生产应预建并限制ACL。
create := kmsg.NewPtrCreateTopicsRequest()
entry := kmsg.NewCreateTopicsRequestTopic()
entry.Topic = topic
entry.NumPartitions = 1
entry.ReplicationFactor = 1
create.Topics = []kmsg.CreateTopicsRequestTopic{entry}
reply, e := create.RequestWith(ctx, client)
if e != nil {
m.Close()
return nil, e
}
for _, v := range reply.Topics {
if v.ErrorCode != 0 && v.ErrorCode != 36 {
m.Close()
return nil, fmt.Errorf("topic creation code %d", v.ErrorCode)
}
}
}
return m, nil
}
// Close 仅关闭本进程client,不删除Redis键/Kafka主题/SQL任务。
func (m *Middleware) Close() {
if m.Redis != nil {
m.Redis.Close()
}
if m.Kafka != nil {
m.Kafka.Close()
}
}
// Allow Lua原子窗口限流,Redis故障保守拒绝;本地模式另有HTTP并发预算。
func (m *Middleware) Allow(ctx context.Context, key string) bool {
if m.Redis == nil {
return true
}
n, err := m.Redis.Eval(ctx, `local n=redis.call('INCR',KEYS[1]); if n==1 then redis.call('PEXPIRE',KEYS[1],1000) end; return n`, []string{"web3:limit:" + m.store.Domain.Dataset + ":" + key}).Int64()
return err == nil && n <= 50
}
// CachedState Redis仅缓存公共签名订单,不裁定余额;强读需要回源而非min_seq缓存。
func (m *Middleware) CachedState(ctx context.Context) (State, error) {
key := "web3:state:" + m.store.Domain.Dataset
if m.Redis != nil {
raw, err := m.Redis.Get(ctx, key).Result()
if err == nil {
var s State
if json.Unmarshal([]byte(raw), &s) == nil && s.Dataset == m.store.Domain.Dataset {
return s, nil
}
}
}
s, err := m.store.State(ctx)
if err != nil {
return s, err
}
if m.Redis != nil {
raw, _ := json.Marshal(s)
// seq不能Lua tonumber比较超过JS安全范围:固定20位补零字典序比较。
padded := strings.Repeat("0", 20-len(s.Seq)) + s.Seq
_, _ = m.Redis.Eval(ctx, `local prev=redis.call('GET',KEYS[2]); if not prev or ARGV[1]>=prev then redis.call('SET',KEYS[1],ARGV[2],'PX',250); redis.call('SET',KEYS[2],ARGV[1]); end; return 1`, []string{key, key + ":seq"}, padded, string(raw)).Result()
}
return s, nil
}
// Dispatch 先outbox再持久任务;Kafka发布可能重复,稳定ID与SQL唯一约束吸收。
func (m *Middleware) Dispatch(ctx context.Context) error {
rows, err := m.store.Views.QueryContext(ctx, `SELECT id,payload FROM outbox WHERE published=0 ORDER BY rowid LIMIT 100`)
if err != nil {
return err
}
type item struct{ id, raw string }
items := []item{}
for rows.Next() {
var i item
if err = rows.Scan(&i.id, &i.raw); err != nil {
rows.Close()
return err
}
items = append(items, i)
}
err = rows.Err()
rows.Close()
if err != nil {
return err
}
for _, i := range items {
if m.Kafka != nil {
err = m.Kafka.ProduceSync(ctx, &kgo.Record{Topic: m.Topic, Key: []byte(m.store.Domain.Dataset), Value: []byte(i.raw)}).FirstErr()
} else {
var intent Intent
err = json.Unmarshal([]byte(i.raw), &intent)
if err == nil {
err = m.tasks.PutIntent(ctx, intent)
}
}
if err != nil {
return err
}
if _, err = m.store.Views.ExecContext(ctx, `UPDATE outbox SET published=1 WHERE id=?`, i.id); err != nil {
return err
}
}
return nil
}
// Consume offset仅在每条任务已SQL持久化后提交;网络错误不覆盖其他任务。
func (m *Middleware) Consume(ctx context.Context) error {
if m.Kafka == nil {
return nil
}
if len(m.retry) == 0 {
fetch := m.Kafka.PollRecords(ctx, 100)
if err := fetch.Err(); err != nil {
return err
}
m.retry = fetch.Records()
}
for len(m.retry) > 0 {
r := m.retry[0]
var i Intent
if err := json.Unmarshal(r.Value, &i); err != nil {
return err
}
if string(r.Key) == m.store.Domain.Dataset && strings.HasPrefix(i.ID, "0x"+m.store.Domain.Dataset) {
if err := ValidateIntent(m.store.Domain, i); err != nil {
return err
}
if err := m.tasks.PutIntent(ctx, i); err != nil {
return err
}
}
if err := m.Kafka.CommitRecords(ctx, r); err != nil {
return err
}
m.retry = m.retry[1:] // SQL+offset均成功后才放下一条,重试不能漏当前消息。
}
return nil
}
// RunConsumer 重试外围消费,退出由ctx控制;SQL/Kafka失败可观察但不放行错误资金。
func (m *Middleware) RunConsumer(ctx context.Context, report func(error)) {
if m.Kafka == nil {
return
}
for ctx.Err() == nil {
if err := m.Consume(ctx); err != nil && ctx.Err() == nil {
report(err)
select {
case <-ctx.Done():
return
case <-time.After(time.Second):
}
}
}
}
package chaintrade
import (
"context"
"fmt"
"net/http"
"sync/atomic"
"time"
)
// Monitoring 只属于外围。有限桶/无钱包标签避免高基数;requestTotal 不计诊断自身。
// Atomic 不保护业务对象,核心 Engine 不依赖这些观测值。
type Monitoring struct {
Completed atomic.Uint64
Latency [6]atomic.Uint64
LatencyMicros atomic.Uint64
WorkerErrors atomic.Uint64
Samples atomic.Uint64
SampleFailed atomic.Uint64
IndexHeight atomic.Int64
IndexLag atomic.Int64
Pending atomic.Int64
OldestAge atomic.Int64
UnknownAge atomic.Int64
Outbox atomic.Int64
Differences atomic.Int64
Lag atomic.Int64
LastSuccess atomic.Int64
}
// latencyBounds 是秒单位的有限桶;慢于10秒的请求只计入 +Inf。
var latencyBounds = [6]float64{.005, .025, .1, .5, 2, 10}
// observe 每个请求命中一个桶;输出时累计成 Prometheus histogram 的 le 语义。
func (m *Monitoring) observe(start time.Time) {
elapsed := time.Since(start)
m.Completed.Add(1)
m.LatencyMicros.Add(uint64(elapsed.Microseconds()))
for n, b := range latencyBounds {
if elapsed.Seconds() <= b {
m.Latency[n].Add(1)
break
}
}
}
// Sample SQL/RPC/重放放外围独立读池,不占用日志/投影唯一写池;失败时保留上一次 gauge 并显式标失败。
func (h *HTTP) Sample(ctx context.Context) error {
h.Monitor.Samples.Add(1)
err := h.sample(ctx)
if err != nil {
h.Monitor.SampleFailed.Store(1)
} else {
h.Monitor.SampleFailed.Store(0)
h.Monitor.LastSuccess.Store(time.Now().Unix())
}
return err
}
// sample 先完成全部读取再发布 gauge;失败保留旧值,让 sample_failed 表示不可用。
func (h *HTTP) sample(ctx context.Context) error {
report, err := h.Store.Reconcile(ctx, h.Middleware.tasks)
if err != nil {
return err
}
height, _, err := h.Store.IndexCursor(ctx)
if err != nil {
return err
}
head, err := h.Chain.Client.BlockNumber(ctx)
if err != nil {
return err
}
var pending, created, unknown, outbox int64
t := h.Middleware.tasks
// 老任务没有时间,只报告 unknown_age 数量,不能编造 SLA 成绩。
expr := "json_extract(payload,'$.created_at')"
if t.pg {
expr = "CAST(payload::jsonb->>'created_at' AS BIGINT)"
}
query := `SELECT count(*),COALESCE(MIN(CASE WHEN ` + expr + `>0 THEN ` + expr + ` END),0),COALESCE(SUM(CASE WHEN COALESCE(` + expr + `,0)=0 THEN 1 ELSE 0 END),0) FROM chain_tasks WHERE status NOT IN ('CONFIRMED','FAILED')`
if err = t.Reader.QueryRowContext(ctx, query).Scan(&pending, &created, &unknown); err != nil {
return err
}
if err = h.Store.ViewsRead.QueryRowContext(ctx, `SELECT count(*) FROM outbox WHERE published=0`).Scan(&outbox); err != nil {
return err
}
target := int64(head) + 1 - int64(h.Store.Domain.Confirmations)
if target < -1 {
target = -1
}
behind := target - height
if behind < 0 {
behind = 0
}
age := int64(0)
if created > 0 {
age = time.Now().Unix() - created
if age < 0 {
age = 0
}
}
m := &h.Monitor
m.IndexHeight.Store(height)
m.IndexLag.Store(behind)
m.Pending.Store(pending)
m.OldestAge.Store(age)
m.UnknownAge.Store(unknown)
m.Outbox.Store(outbox)
m.Differences.Store(int64(report.Differences))
m.Lag.Store(int64(report.Lag))
return nil
}
// Diagnostics 仅由回环 listener 挂载;/check 不修改资产、不重发交易,查询有超时。
func (h *HTTP) Diagnostics() http.Handler {
mux := http.NewServeMux()
mux.HandleFunc("GET /check", func(w http.ResponseWriter, r *http.Request) {
ctx, cancel := context.WithTimeout(r.Context(), 10*time.Second)
defer cancel()
report, err := h.Store.Reconcile(ctx, h.Middleware.tasks)
if err != nil {
reject(w, 503, "CHECK_FAILED")
return
}
jsonReply(w, 200, report)
})
mux.HandleFunc("GET /metrics", func(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "text/plain; version=0.0.4")
m := &h.Monitor
fmt.Fprintf(w, "web3_http_requests_total %d\nweb3_http_denied_total %d\n", h.requests.Load(), h.denied.Load())
cumulative := uint64(0)
fmt.Fprintln(w, "# TYPE web3_http_request_duration_seconds histogram")
for n, b := range latencyBounds {
cumulative += m.Latency[n].Load()
fmt.Fprintf(w, "web3_http_request_duration_seconds_bucket{le=\"%g\"} %d\n", b, cumulative)
}
fmt.Fprintf(w, "web3_http_request_duration_seconds_bucket{le=\"+Inf\"} %d\nweb3_http_request_duration_seconds_count %d\nweb3_http_request_duration_seconds_sum %.6f\n", m.Completed.Load(), m.Completed.Load(), float64(m.LatencyMicros.Load())/1e6)
for _, v := range []struct {
name string
value int64
}{
{"index_height", m.IndexHeight.Load()}, {"index_lag_blocks", m.IndexLag.Load()}, {"settlement_pending", m.Pending.Load()}, {"settlement_oldest_age_seconds", m.OldestAge.Load()}, {"settlement_unknown_age", m.UnknownAge.Load()}, {"outbox_pending", m.Outbox.Load()}, {"reconciliation_differences", m.Differences.Load()}, {"reconciliation_lag", m.Lag.Load()}, {"sample_failed", int64(m.SampleFailed.Load())}, {"sample_last_success_timestamp_seconds", m.LastSuccess.Load()},
} {
fmt.Fprintf(w, "web3_%s %d\n", v.name, v.value)
}
fmt.Fprintf(w, "web3_worker_errors_total %d\nweb3_samples_total %d\n", m.WorkerErrors.Load(), m.Samples.Load())
})
return mux
}
package chaintrade
import (
"context"
"database/sql"
"encoding/hex"
"encoding/json"
"fmt"
"github.com/ethereum/go-ethereum/accounts/abi"
"github.com/ethereum/go-ethereum/common"
"github.com/ethereum/go-ethereum/core/types"
"reflect"
"strconv"
"strings"
"time"
)
// CheckReport 分开列差异和流水线延迟,防止 Kafka/索引尚未追平时被误判成资产丢失。
// Issues 最多100条,计数包含全部;不输出签名、raw、DSN,适合回环运维查询。
type CheckReport struct {
Dataset string `json:"dataset_id"`
Seq string `json:"seq"`
CheckedAt int64 `json:"checked_at"`
Orders int `json:"orders"`
Intents int `json:"intents"`
Differences int `json:"differences"`
Lag int `json:"lag"`
Issues []string `json:"issues"`
}
// issue 全量计数并截断详情,避免坏数据放大诊断响应;代码可映射到运维手册。
func (r *CheckReport) issue(lag bool, code, id string) {
if lag {
r.Lag++
} else {
r.Differences++
}
if len(r.Issues) < 100 {
r.Issues = append(r.Issues, code+":"+id)
}
}
// Reconcile 只读取全量权威日志和独立投影;重放使用新 Engine,不读取运行核心对象。
// 投影读事务固定水位,然后只重放 <= 水位的日志,排除跨库读取时刻引发的假差异。
// 所有链判断基于已验证 receipt/已确认事件,未查询钱包余额,不是资金储备审计。
func (s *Store) Reconcile(ctx context.Context, t *Tasks) (CheckReport, error) {
report := CheckReport{Dataset: s.Domain.Dataset, CheckedAt: time.Now().Unix(), Issues: []string{}}
view, err := s.ViewsRead.BeginTx(ctx, &sql.TxOptions{ReadOnly: true})
if err != nil {
return report, err
}
defer view.Rollback()
var seq int64
if err = view.QueryRowContext(ctx, `SELECT seq FROM progress WHERE id=1`).Scan(&seq); err != nil {
return report, err
}
report.Seq = strconv.FormatInt(seq, 10)
e := NewEngine(s.Domain.Dataset)
rows, err := s.JournalRead.QueryContext(ctx, `SELECT seq,payload FROM commands WHERE seq<=? ORDER BY seq`, seq)
if err != nil {
return report, err
}
for rows.Next() {
var n int64
var raw string
var c Command
if err = rows.Scan(&n, &raw); err != nil {
break
}
if err = json.Unmarshal([]byte(raw), &c); err != nil {
break
}
if n != c.Seq || n != e.seq+1 {
err = fmt.Errorf("journal sequence gap")
break
}
if err = validateCommand(s.Domain, c); err != nil {
break
}
e.Apply(c)
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return report, err
}
if e.seq != seq {
report.issue(false, "JOURNAL_WATERMARK", report.Seq)
}
report.Orders = len(e.orders)
report.Intents = len(e.intents)
rows, err = view.QueryContext(ctx, `SELECT id,seq,payload FROM orders ORDER BY seq`)
if err != nil {
return report, err
}
seenOrders := map[string]bool{}
for rows.Next() {
var id, raw string
var rowSeq int64
var o Order
if err = rows.Scan(&id, &rowSeq, &raw); err != nil {
break
}
if err = json.Unmarshal([]byte(raw), &o); err != nil {
break
}
seenOrders[id] = true
expected := e.orders[id]
if expected == nil || id != o.ID || rowSeq != o.Seq || !reflect.DeepEqual(*expected, o) {
report.issue(false, "ORDER_PROJECTION", id)
}
q, ok := strconvInt(o.Quantity)
if !ok || o.Remaining < 0 || o.Pending < 0 || o.Filled < 0 || o.Canceled < 0 || q != o.Remaining+o.Pending+o.Filled+o.Canceled {
report.issue(false, "QUANTITY_CONSERVATION", id)
}
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return report, err
}
for id := range e.orders {
if !seenOrders[id] {
report.issue(false, "ORDER_MISSING", id)
}
}
rows, err = view.QueryContext(ctx, `SELECT id,status,payload FROM intents`)
if err != nil {
return report, err
}
seenIntents := map[string]bool{}
for rows.Next() {
var id, status, raw string
var i Intent
if err = rows.Scan(&id, &status, &raw); err != nil {
break
}
if err = json.Unmarshal([]byte(raw), &i); err != nil {
break
}
seenIntents[id] = true
expected := e.intents[id]
if expected == nil || id != i.ID || status != i.Status || !reflect.DeepEqual(*expected, i) {
report.issue(false, "INTENT_PROJECTION", id)
}
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return report, err
}
for id := range e.intents {
if !seenIntents[id] {
report.issue(false, "INTENT_MISSING", id)
}
}
// 同一个 task 读快照保证 status 与 payload 一致;与 view 的先后关系只认稳定冲突。
taskOptions := &sql.TxOptions{ReadOnly: true}
if t.pg {
taskOptions.Isolation = sql.LevelRepeatableRead
}
taskTx, err := t.Reader.BeginTx(ctx, taskOptions)
if err != nil {
return report, err
}
defer taskTx.Rollback()
var domain string
if err = taskTx.QueryRowContext(ctx, `SELECT value FROM chain_metadata WHERE key='domain'`).Scan(&domain); err != nil {
return report, err
}
if domain != mustJSON(s.Domain) {
return report, fmt.Errorf("reconciliation task domain mismatch")
}
rows, err = taskTx.QueryContext(ctx, `SELECT id,status,payload,version FROM chain_tasks`)
if err != nil {
return report, err
}
verifier := &Chain{Domain: s.Domain, address: common.HexToAddress(s.Domain.Relayer)}
verifier.abi, err = abi.JSON(strings.NewReader(settlementABI))
if err != nil {
rows.Close()
return report, err
}
tasks := map[string]Task{}
for rows.Next() {
var id, status, raw string
var version int64
var task Task
if err = rows.Scan(&id, &status, &raw, &version); err != nil {
break
}
if err = json.Unmarshal([]byte(raw), &task); err != nil {
break
}
tasks[id] = task
// 只解码并验签原交易,不需私钥或RPC,不得在检查过程中广播。
if task.Raw != "" {
var transaction types.Transaction
rawBytes, rawErr := hex.DecodeString(task.Raw)
if rawErr == nil {
rawErr = transaction.UnmarshalBinary(rawBytes)
}
if rawErr == nil {
rawErr = verifier.verifyRaw(task, &transaction)
}
if rawErr != nil {
report.issue(false, "TASK_RAW_INVALID", id)
}
} else if task.Status != "READY" {
report.issue(false, "TASK_RAW_MISSING", id)
}
if err = ValidateIntent(s.Domain, task.Intent); err != nil {
report.issue(false, "TASK_INTENT_INVALID", id)
err = nil
}
if task.Intent.ID != id || task.Status != status || task.Version != version {
report.issue(false, "TASK_ROW", id)
}
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return report, err
}
var indexed int64
if err = view.QueryRowContext(ctx, `SELECT number FROM index_progress WHERE id=1`).Scan(&indexed); err != nil {
return report, err
}
for id, i := range e.intents {
var outbox string
err = view.QueryRowContext(ctx, `SELECT payload FROM outbox WHERE id=?`, id).Scan(&outbox)
if err == sql.ErrNoRows {
report.issue(false, "OUTBOX_MISSING", id)
} else if err != nil {
return report, err
} else {
var original Intent
if err = json.Unmarshal([]byte(outbox), &original); err != nil {
return report, err
}
expectedOriginal := *i
expectedOriginal.Status = "READY"
expectedOriginal.TxHash = ""
expectedOriginal.Reason = ""
if !reflect.DeepEqual(original, expectedOriginal) {
report.issue(false, "OUTBOX_CONTENT", id)
}
}
task, exists := tasks[id]
if !exists {
report.issue(true, "HANDOFF_LAG", id)
continue
}
expectedTask := *i
expectedTask.Status = "READY"
expectedTask.TxHash = ""
expectedTask.Reason = ""
if !reflect.DeepEqual(task.Intent, expectedTask) {
report.issue(false, "TASK_INTENT_CONTENT", id)
}
// core READY 与任务最终状态可能是采样间刚完成,下一次快照才可判定。
if i.Status == "READY" {
if task.Status == "CONFIRMED" || task.Status == "FAILED" {
report.issue(true, "COMMAND_LAG", id)
}
} else if task.Status != "CONFIRMED" && task.Status != "FAILED" {
report.issue(true, "TASK_SAVE_LAG", id)
} else if i.Status != task.Status || i.TxHash != task.Hash {
report.issue(false, "FINAL_TASK_CONFLICT", id)
}
event, evErr := indexedMatch(ctx, view, id)
if evErr != nil && evErr != sql.ErrNoRows {
return report, evErr
}
if evErr == nil {
price, _ := strconvInt(i.Maker.Price)
if event.MakerID != i.Maker.ID || event.TakerID != i.Taker.ID || event.Quantity != fmt.Sprint(i.Quantity) || event.Price != fmt.Sprint(price) || (task.Hash != "" && !strings.EqualFold(task.Hash, event.TxHash)) || (task.Status == "CONFIRMED" && task.Block != event.BlockHash) {
report.issue(false, "MATCHED_CONTENT", id)
}
if i.Status == "FAILED" {
report.issue(false, "FAILED_HAS_MATCH", id)
} else if i.Status != "CONFIRMED" {
report.issue(true, "INDEX_COMMAND_LAG", id)
}
} else if i.Status == "CONFIRMED" {
if task.BlockNumber > 0 && indexed >= int64(task.BlockNumber) {
report.issue(false, "MATCHED_MISSING", id)
} else {
report.issue(true, "INDEX_LAG_OR_LEGACY_HEIGHT", id)
}
}
}
for id, task := range tasks {
if e.intents[id] == nil {
// task可能在view快照之后才由consumer创建;seq高于快照只归类延迟。
commandSeq, parseErr := strconv.ParseUint(strings.TrimPrefix(id, "0x"+s.Domain.Dataset), 16, 64)
if parseErr == nil && commandSeq > uint64(seq) {
report.issue(true, "TASK_AHEAD", id)
} else {
report.issue(false, "TASK_WITHOUT_INTENT", task.Intent.ID)
}
}
}
// 本数据集事件没有对应意图是稳定差异;其他数据集的历史链事件不归本实例所有。
rows, err = view.QueryContext(ctx, `SELECT intent_id FROM chain_events WHERE kind='MATCHED'`)
if err != nil {
return report, err
}
for rows.Next() {
var id string
if err = rows.Scan(&id); err != nil {
break
}
if strings.HasPrefix(id, "0x"+s.Domain.Dataset) && e.intents[id] == nil {
n, parseErr := strconv.ParseUint(strings.TrimPrefix(id, "0x"+s.Domain.Dataset), 16, 64)
if parseErr != nil || n <= uint64(seq) {
report.issue(false, "EVENT_WITHOUT_INTENT", id)
} else {
report.issue(true, "EVENT_AHEAD", id)
}
}
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return report, err
}
// 已索引取消事件但余量仍可匹配表示扫描延迟;不自行更改订单。
rows, err = view.QueryContext(ctx, `SELECT maker_id FROM chain_events WHERE kind='CANCELLED'`)
if err != nil {
return report, err
}
for rows.Next() {
var id string
if err = rows.Scan(&id); err != nil {
break
}
if o := e.orders[id]; o != nil && o.Remaining > 0 {
report.issue(true, "CANCEL_SCAN_LAG", id)
}
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return report, err
}
return report, nil
}
package chaintrade
import (
"context"
"database/sql"
"encoding/json"
"fmt"
"github.com/ethereum/go-ethereum/common"
"os"
"path/filepath"
"strconv"
"strings"
"sync"
"github.com/gofrs/flock"
_ "modernc.org/sqlite"
)
// Store 保持journal与views在独立SQLite文件,tasks由另一权威SQL适配器持有。
type Store struct {
Journal, Views *sql.DB
JournalRead, ViewsRead *sql.DB // WAL独立读池,历史/全量对账不占用唯一写池。
lock *flock.Flock
Domain Domain
}
// sqlite 在每次连接使用DSN设置FULL/WAL,不受连接替换丢PRAGMA影响。
func sqlite(path string) (*sql.DB, error) {
db, err := sql.Open("sqlite", "file:"+filepath.ToSlash(path)+"?_pragma=journal_mode(WAL)&_pragma=synchronous(FULL)&_pragma=busy_timeout(5000)")
if err != nil {
return nil, err
}
db.SetMaxOpenConns(1)
if err = db.Ping(); err != nil {
db.Close()
return nil, err
}
return db, nil
}
// sqliteReader 每个新连接强制 query_only;独立WAL读池不使用共享缓存模式。
// Reader仍需本地数据库文件可读写权限以访问WAL,但SQL不可执行写语句。
func sqliteReader(path string) (*sql.DB, error) {
db, err := sql.Open("sqlite", "file:"+filepath.ToSlash(path)+"?_pragma=journal_mode(WAL)&_pragma=busy_timeout(5000)&_pragma=query_only(ON)")
if err != nil {
return nil, err
}
db.SetMaxOpenConns(1)
if err = db.Ping(); err != nil {
db.Close()
return nil, err
}
return db, nil
}
// OpenStore 独占新模式目录并绑定网络;禁止用模拟data或另一合约域重解释日志。
func OpenStore(dir string, d Domain) (*Store, error) {
if id, ok := uintText(d.ChainID); !ok || id.Sign() == 0 {
return nil, fmt.Errorf("invalid chain id")
}
if d.Confirmations < 1 || d.Confirmations > 128 {
return nil, fmt.Errorf("invalid confirmations")
}
for _, address := range []string{d.Contract, d.Base, d.Quote, d.Relayer} {
if !common.IsHexAddress(address) || common.HexToAddress(address) == (common.Address{}) {
return nil, fmt.Errorf("invalid domain address")
}
}
if strings.EqualFold(d.Base, d.Quote) {
return nil, fmt.Errorf("identical assets")
}
if err := os.MkdirAll(dir, 0700); err != nil {
return nil, err
}
if _, err := os.Stat(filepath.Join(dir, "auth.db")); err == nil {
return nil, fmt.Errorf("simulation directory cannot be reused")
}
s := &Store{lock: flock.New(filepath.Join(dir, "chain.lock")), Domain: d}
locked, err := s.lock.TryLock()
if err != nil {
return nil, err
}
if !locked {
return nil, fmt.Errorf("chain directory already in use")
}
ok := false
defer func() {
if !ok {
s.Close()
}
}()
s.Journal, err = sqlite(filepath.Join(dir, "chain-journal.db"))
if err != nil {
return nil, err
}
s.Views, err = sqlite(filepath.Join(dir, "chain-views.db"))
if err != nil {
return nil, err
}
_, err = s.Journal.Exec(`CREATE TABLE IF NOT EXISTS metadata(key TEXT PRIMARY KEY,value TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS commands(seq INTEGER PRIMARY KEY,payload TEXT NOT NULL)`)
if err != nil {
return nil, err
}
// 当前日志编码版本不隐式升级;未来迁移需离线工具和测试。
if _, err = s.Journal.Exec(`INSERT OR IGNORE INTO metadata VALUES('schema_version','1')`); err != nil {
return nil, err
}
var version string
if err = s.Journal.QueryRow(`SELECT value FROM metadata WHERE key='schema_version'`).Scan(&version); err != nil {
return nil, err
}
if version != "1" {
return nil, fmt.Errorf("unsupported chain journal version %s", version)
}
d.Dataset = ""
raw, _ := json.Marshal(d)
var previous string
err = s.Journal.QueryRow(`SELECT value FROM metadata WHERE key='domain'`).Scan(&previous)
if err == sql.ErrNoRows {
if _, err = s.Journal.Exec(`INSERT INTO metadata VALUES('domain',?)`, string(raw)); err != nil {
return nil, err
}
} else if err != nil {
return nil, err
} else if previous != string(raw) {
return nil, fmt.Errorf("chain domain changed; use a new directory")
}
if _, err = s.Journal.Exec(`INSERT OR IGNORE INTO metadata VALUES('dataset',lower(hex(randomblob(16))))`); err != nil {
return nil, err
}
if err = s.Journal.QueryRow(`SELECT value FROM metadata WHERE key='dataset'`).Scan(&s.Domain.Dataset); err != nil {
return nil, err
}
_, err = s.Views.Exec(`CREATE TABLE IF NOT EXISTS orders(id TEXT PRIMARY KEY,seq INTEGER NOT NULL,payload TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS intents(id TEXT PRIMARY KEY,status TEXT NOT NULL,payload TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS outbox(id TEXT PRIMARY KEY,payload TEXT NOT NULL,published INTEGER NOT NULL DEFAULT 0);
CREATE TABLE IF NOT EXISTS progress(id INTEGER PRIMARY KEY,seq INTEGER NOT NULL);
INSERT OR IGNORE INTO progress VALUES(1,0);`)
if err != nil {
return nil, err
}
if err = s.initIndex(); err != nil {
return nil, err
}
// 读连接在迁移完成后打开;SQLite WAL允许固定快照与writer并发,读预算各1。
s.JournalRead, err = sqliteReader(filepath.Join(dir, "chain-journal.db"))
if err != nil {
return nil, err
}
s.ViewsRead, err = sqliteReader(filepath.Join(dir, "chain-views.db"))
if err != nil {
return nil, err
}
ok = true
return s, nil
}
// Close 先关闭数据库,再解目录锁;调用者必须已停止worker与核心。
func (s *Store) Close() {
if s.ViewsRead != nil {
s.ViewsRead.Close()
}
if s.JournalRead != nil {
s.JournalRead.Close()
}
if s.Views != nil {
s.Views.Close()
}
if s.Journal != nil {
s.Journal.Close()
}
if s.lock != nil {
s.lock.Unlock()
}
}
// project 增量对象/outbox/水位同一事务;重放前缀不重置已发布任务。
func (s *Store) project(c Command, orders []Order, intents []Intent) error {
tx, err := s.Views.Begin()
if err != nil {
return err
}
defer tx.Rollback()
var seq int64
if err = tx.QueryRow(`SELECT seq FROM progress WHERE id=1`).Scan(&seq); err != nil {
return err
}
if c.Seq <= seq {
return nil
}
if c.Seq != seq+1 {
return fmt.Errorf("projection gap")
}
for _, o := range orders {
raw, _ := json.Marshal(o)
if _, err = tx.Exec(`INSERT INTO orders VALUES(?,?,?) ON CONFLICT(id) DO UPDATE SET payload=excluded.payload`, o.ID, o.Seq, string(raw)); err != nil {
return err
}
}
for _, i := range intents {
raw, _ := json.Marshal(i)
if _, err = tx.Exec(`INSERT INTO intents VALUES(?,?,?) ON CONFLICT(id) DO UPDATE SET status=excluded.status,payload=excluded.payload`, i.ID, i.Status, string(raw)); err != nil {
return err
}
if i.Status == "READY" {
if _, err = tx.Exec(`INSERT OR IGNORE INTO outbox(id,payload) VALUES(?,?)`, i.ID, string(raw)); err != nil {
return err
}
}
}
if _, err = tx.Exec(`UPDATE progress SET seq=? WHERE id=1`, c.Seq); err != nil {
return err
}
return tx.Commit()
}
// State 查询最多100项订单/任务,避免历史持续增长造成无限HTTP响应。
func (s *Store) State(ctx context.Context) (State, error) {
state := State{Dataset: s.Domain.Dataset, Orders: []Order{}, Intents: []Intent{}}
tx, err := s.ViewsRead.BeginTx(ctx, &sql.TxOptions{ReadOnly: true})
if err != nil {
return state, err
}
defer tx.Rollback()
var seq int64
if err = tx.QueryRowContext(ctx, `SELECT seq FROM progress WHERE id=1`).Scan(&seq); err != nil {
return state, err
}
state.Seq = strconv.FormatInt(seq, 10)
for _, kind := range []string{"orders", "intents"} {
query := `SELECT payload FROM orders ORDER BY seq DESC LIMIT 100`
if kind == "intents" {
query = `SELECT payload FROM intents ORDER BY rowid DESC LIMIT 100`
}
rows, e := tx.QueryContext(ctx, query)
if e != nil {
return state, e
}
for rows.Next() {
var raw string
if e = rows.Scan(&raw); e != nil {
rows.Close()
return state, e
}
if kind == "orders" {
var o Order
e = json.Unmarshal([]byte(raw), &o)
state.Orders = append(state.Orders, o)
} else {
var i Intent
e = json.Unmarshal([]byte(raw), &i)
state.Intents = append(state.Intents, i)
}
if e != nil {
rows.Close()
return state, e
}
}
e = rows.Err()
rows.Close()
if e != nil {
return state, e
}
}
return state, tx.Commit()
}
// request 是外围队列消息,response缓冲1防止客户端取消堵塞单写者。
type request struct {
command Command
reply chan response
}
// response 为一次原命令结果;容量1回包通道不因HTTP取消阻塞业务流水线。
type response struct {
result Result
err error
}
// Runtime 接入锁只协调send/close;核心Engine自身完全无业务锁。
type Runtime struct {
store *Store
input, durable chan request
outputs chan computed
done chan struct{}
slots chan struct{}
mu sync.RWMutex
closed bool
failure error
}
// computed 持有核心产生的独立增量,编码/SQL留给projector。
type computed struct {
request request
result Result
orders []Order
intents []Intent
}
// NewRuntime 重放所有日志恢复内存,补投影尾部;启动恢复不广播交易。
func NewRuntime(s *Store) (*Runtime, error) {
e := NewEngine(s.Domain.Dataset)
rows, err := s.Journal.Query(`SELECT seq,payload FROM commands ORDER BY seq`)
if err != nil {
return nil, err
}
for rows.Next() {
var seq int64
var raw string
var c Command
if err = rows.Scan(&seq, &raw); err != nil {
break
}
if err = json.Unmarshal([]byte(raw), &c); err != nil {
break
}
if seq != c.Seq || seq != e.seq+1 {
err = fmt.Errorf("corrupt journal sequence")
break
}
if err = validateCommand(s.Domain, c); err != nil {
break
}
_, orders, intents := e.Apply(c)
if err = s.project(c, orders, intents); err != nil {
break
}
}
if err == nil {
err = rows.Err()
}
rows.Close()
if err != nil {
return nil, err
}
var progress int64
if err = s.Views.QueryRow(`SELECT seq FROM progress WHERE id=1`).Scan(&progress); err != nil {
return nil, err
}
if progress != e.seq {
return nil, fmt.Errorf("projection ahead of journal")
}
r := &Runtime{store: s, input: make(chan request, 1024), durable: make(chan request, 1024), outputs: make(chan computed, 1024), slots: make(chan struct{}, 2048), done: make(chan struct{})}
go r.write(e.seq)
go r.run(e)
go r.project()
return r, nil
}
// Submit 非阻塞入队并等待本地投影成功;发送后取消不撤销已受理业务。
func (r *Runtime) Submit(ctx context.Context, c Command) (Result, error) {
if err := validateCommand(r.store.Domain, c); err != nil {
return Result{}, err
}
r.mu.RLock()
if r.closed || r.failure != nil {
r.mu.RUnlock()
return Result{}, fmt.Errorf("runtime unavailable")
}
select {
case r.slots <- struct{}{}:
default:
r.mu.RUnlock()
return Result{}, fmt.Errorf("overloaded")
}
q := request{c, make(chan response, 1)}
select {
case r.input <- q:
default:
<-r.slots
r.mu.RUnlock()
return Result{}, fmt.Errorf("overloaded")
}
r.mu.RUnlock()
select {
case res := <-q.reply:
return res.result, res.err
case <-ctx.Done():
return Result{}, fmt.Errorf("result unknown: %w", ctx.Err())
}
}
// fail 永久封住本进程接入;已持久化未投影尾部交给下次重放。
func (r *Runtime) fail(err error) {
r.mu.Lock()
if r.failure == nil {
r.failure = err
}
r.mu.Unlock()
}
// write 是外围唯一日志writer,最多64项同一FULL事务提交,成功才发送durable。
func (r *Runtime) write(seq int64) {
defer close(r.durable)
for first := range r.input {
batch := []request{first}
gather:
for len(batch) < 64 {
select {
case q, ok := <-r.input:
if !ok {
break gather
}
batch = append(batch, q)
default:
break gather
}
}
r.mu.RLock()
err := r.failure
r.mu.RUnlock()
if err == nil {
tx, e := r.store.Journal.Begin()
err = e
if err == nil {
for i := range batch {
if seq == int64(^uint64(0)>>1) {
err = fmt.Errorf("sequence exhausted")
break
}
seq++
batch[i].command.Seq = seq
raw, e := json.Marshal(batch[i].command)
if e != nil {
err = e
break
}
if _, err = tx.Exec(`INSERT INTO commands VALUES(?,?)`, seq, string(raw)); err != nil {
break
}
}
if err == nil {
err = tx.Commit()
} else {
tx.Rollback()
}
}
}
if err != nil {
r.fail(err)
for _, q := range batch {
q.reply <- response{err: err}
<-r.slots
}
continue
}
for _, q := range batch {
r.durable <- q
}
}
}
// run 仅调用确定性Apply和有界结果发送;此goroutine不访问SQL/JSON/RPC/时钟。
func (r *Runtime) run(e *Engine) {
defer close(r.outputs)
for q := range r.durable {
result, orders, intents := e.Apply(q.command)
r.outputs <- computed{q, result, orders, intents}
}
}
// project 持久增量/outbox成功后回包并释放inflight;新mode没有模拟mode回包早于投影语义。
func (r *Runtime) project() {
defer close(r.done)
for out := range r.outputs {
r.mu.RLock()
err := r.failure
r.mu.RUnlock()
if err == nil {
err = r.store.project(out.request.command, out.orders, out.intents)
}
if err != nil {
r.fail(err)
}
out.request.reply <- response{out.result, err}
<-r.slots
}
}
// Healthy 与Close使用同一外围生命周期锁,不读取Engine可变状态。
func (r *Runtime) Healthy() bool {
r.mu.RLock()
defer r.mu.RUnlock()
return !r.closed && r.failure == nil
}
// Close 拒绝新命令并排空已受理队列,重复调用安全;调用者最后再Close Store。
func (r *Runtime) Close() {
r.mu.Lock()
if !r.closed {
r.closed = true
close(r.input)
}
r.mu.Unlock()
<-r.done
}
// validateCommand 外围校验持久输入的域/摘要/签名/预算;历史订单不使用当前时钟判过期。
// 验签不会进入单写者run,未知命令拒绝写日志,防止篡改被无声推进水位。
func validateCommand(d Domain, c Command) error {
switch c.Kind {
case "PLACE":
id, err := ValidateOrder(d, c.Order, 0)
if err != nil {
return err
}
if id != c.OrderID {
return fmt.Errorf("order digest mismatch")
}
case "CONFIRMED", "FAILED":
if len(c.IntentID) != 66 || !strings.HasPrefix(c.IntentID, "0x"+d.Dataset) || len(c.TxHash) != 66 || common.HexToHash(c.TxHash) == (common.Hash{}) {
return fmt.Errorf("invalid settlement confirmation")
}
case "INVALIDATE":
if len(c.OrderID) != 66 || common.HexToHash(c.OrderID) == (common.Hash{}) {
return fmt.Errorf("invalid invalidation")
}
default:
return fmt.Errorf("unknown chain command %s", c.Kind)
}
return nil
}
package chaintrade
import (
"context"
"database/sql"
"encoding/json"
"fmt"
"path/filepath"
"strings"
"time"
_ "github.com/jackc/pgx/v5/stdlib"
)
// Task 保存不能由投影重建的rawTx/nonce;广播之前必须成功持久化。
type Task struct {
Intent Intent `json:"intent"`
Raw string `json:"raw,omitempty"`
Hash string `json:"tx_hash,omitempty"`
Nonce string `json:"nonce,omitempty"`
Status string `json:"status"`
Block string `json:"block,omitempty"`
BlockNumber uint64 `json:"block_number"`
CreatedAt int64 `json:"created_at"` // Unix 秒;旧版本没有记录时间,保持 0,不能伪造历史。
UpdatedAt int64 `json:"updated_at"`
Version int64 `json:"version"` // SQL CAS 版本;不同于命令日志序号。
Reason string `json:"reason"`
}
// Tasks 在生产连接PG,本地显式使用独立SQLite,两者都使用稳定唯一任务ID。
type Tasks struct {
DB *sql.DB
Reader *sql.DB // 只读查询池,与owner和relayer更新连接分开。
pg bool
owner *sql.Conn // 专用会话锁,不随业务连接池自动重连而失去互斥。
}
// OpenTasks 初始化权威外部任务表,DSN变更不会迁移已发送任务。
func OpenTasks(dir, dsn string) (*Tasks, error) {
t := &Tasks{}
var err error
if dsn != "" {
t.pg = true
t.DB, err = sql.Open("pgx", dsn)
if err == nil {
t.DB.SetMaxOpenConns(1)
err = t.DB.Ping()
}
} else {
t.DB, err = sqlite(filepath.Join(dir, "chain-tasks.db"))
}
if err != nil {
if t.DB != nil {
t.DB.Close()
}
return nil, err
}
_, err = t.DB.Exec(`CREATE TABLE IF NOT EXISTS chain_tasks(id TEXT PRIMARY KEY,status TEXT NOT NULL,payload TEXT NOT NULL);
CREATE TABLE IF NOT EXISTS chain_metadata(key TEXT PRIMARY KEY,value TEXT NOT NULL);`)
if err != nil {
t.DB.Close()
return nil, err
}
if t.pg {
t.owner, err = t.DB.Conn(context.Background())
if err != nil {
t.DB.Close()
return nil, err
}
t.DB.SetMaxOpenConns(2)
var locked bool
if err = t.owner.QueryRowContext(context.Background(), `SELECT pg_try_advisory_lock(574302149)`).Scan(&locked); err != nil || !locked {
t.owner.Close()
t.DB.Close()
return nil, fmt.Errorf("relayer SQL already owned: %v", err)
}
}
if err = t.migrate(); err != nil {
if t.owner != nil {
t.owner.Close()
}
t.DB.Close()
return nil, err
}
if t.pg {
t.Reader, err = sql.Open("pgx", dsn)
if err == nil {
t.Reader.SetMaxOpenConns(1)
err = t.Reader.Ping()
}
} else {
t.Reader, err = sqliteReader(filepath.Join(dir, "chain-tasks.db"))
}
if err != nil {
if t.Reader != nil {
t.Reader.Close()
}
if t.owner != nil {
t.owner.Close()
}
t.DB.Close()
return nil, err
}
return t, nil
}
// query 在固定SQL模板把?转换PG参数;不是用户SQL字符串替换。
func (t *Tasks) query(q string) string {
if !t.pg {
return q
}
i := 0
return qWithParams(q, &i)
}
// qWithParams 按模板占位顺序编号,仅内部固定查询调用。
func qWithParams(q string, i *int) string {
parts := strings.Split(q, "?")
out := parts[0]
for _, p := range parts[1:] {
*i++
out += fmt.Sprintf("$%d", *i) + p
}
return out
}
// PutIntent 同ID重复Kafka消费不覆盖已有签名交易状态。
func (t *Tasks) PutIntent(ctx context.Context, i Intent) error {
now := time.Now().Unix()
raw, _ := json.Marshal(Task{Intent: i, Status: "READY", CreatedAt: now, UpdatedAt: now})
_, err := t.DB.ExecContext(ctx, t.query(`INSERT INTO chain_tasks(id,status,payload) VALUES(?,?,?) ON CONFLICT(id) DO NOTHING`), i.ID, "READY", string(raw))
return err
}
// Bind 网络/发送者绑定外部权威库,拒绝多个域复用nonce任务。
func (t *Tasks) Bind(ctx context.Context, d Domain) error {
raw, _ := json.Marshal(d)
var old string
err := t.DB.QueryRowContext(ctx, t.query(`SELECT value FROM chain_metadata WHERE key=?`), "domain").Scan(&old)
if err == sql.ErrNoRows {
_, err = t.DB.ExecContext(ctx, t.query(`INSERT INTO chain_metadata VALUES(?,?)`), "domain", string(raw))
return err
}
if err != nil {
return err
}
if old != string(raw) {
return fmt.Errorf("task domain mismatch")
}
return nil
}
// Save 更新任务状态与原交易,不允许只记录txHash而丢签名payload。
func (t *Tasks) Save(ctx context.Context, task *Task) error {
// 先读取同版本旧值,保护不可替换的已签交易与终态;UPDATE 的 CAS 防止读后竞争。
var previous string
if err := t.DB.QueryRowContext(ctx, t.query(`SELECT payload FROM chain_tasks WHERE id=? AND version=?`), task.Intent.ID, task.Version).Scan(&previous); err != nil {
return fmt.Errorf("task version conflict: %w", err)
}
var old Task
if err := json.Unmarshal([]byte(previous), &old); err != nil {
return err
}
if old.Status == "CONFIRMED" || old.Status == "FAILED" {
return fmt.Errorf("terminal task is immutable")
}
allowed := map[string]bool{"READY": true, "SIGNED": true, "BROADCAST": true, "INCLUDED": true, "CONFIRMED": true, "FAILED": true}
if !allowed[task.Status] || (task.Status == "READY" && old.Status != "READY") || (task.Status == "SIGNED" && old.Status != "READY" && old.Status != "SIGNED") {
return fmt.Errorf("invalid task transition")
}
if old.Raw != "" && (task.Raw != old.Raw || task.Hash != old.Hash || task.Nonce != old.Nonce) {
return fmt.Errorf("signed transaction is immutable")
}
// Intent 也不能被更换;raw 校验在广播前继续验证 sender/domain/calldata。
if a, b := mustJSON(old.Intent), mustJSON(task.Intent); a != b {
return fmt.Errorf("task intent is immutable")
}
next := *task
next.Version++
next.CreatedAt = old.CreatedAt
next.UpdatedAt = time.Now().Unix()
raw, err := json.Marshal(next)
if err != nil {
return err
}
result, err := t.DB.ExecContext(ctx, t.query(`UPDATE chain_tasks SET status=?,payload=?,version=? WHERE id=? AND version=?`), next.Status, string(raw), next.Version, next.Intent.ID, task.Version)
if err != nil {
return err
}
n, err := result.RowsAffected()
if err != nil {
return err
}
if n != 1 {
return fmt.Errorf("task version conflict")
}
*task = next // 只有成功提交才能更新调用者的期望版本。
return nil
}
// mustJSON 仅对内部固定结构编码;没有不可编码字段。
func mustJSON(v interface{}) string { raw, _ := json.Marshal(v); return string(raw) }
// migrate 在事务中升级旧任务表;raw/nonce/payload 不变,未知版本拒绝启动。
func (t *Tasks) migrate() error {
tx, err := t.DB.Begin()
if err != nil {
return err
}
defer tx.Rollback()
if _, err = tx.Exec(`INSERT INTO chain_metadata(key,value) VALUES('task_schema','1') ON CONFLICT(key) DO NOTHING`); err != nil {
return err
}
var version string
if err = tx.QueryRow(`SELECT value FROM chain_metadata WHERE key='task_schema'`).Scan(&version); err != nil {
return err
}
if version == "1" {
if _, err = tx.Exec(`ALTER TABLE chain_tasks ADD COLUMN version BIGINT NOT NULL DEFAULT 0`); err != nil {
return err
}
if _, err = tx.Exec(`UPDATE chain_metadata SET value='2' WHERE key='task_schema'`); err != nil {
return err
}
} else if version != "2" {
return fmt.Errorf("unsupported task schema %s", version)
}
if _, err = tx.Exec(`CREATE INDEX IF NOT EXISTS chain_tasks_pending ON chain_tasks(status,id)`); err != nil {
return err
}
return tx.Commit()
}
// Pending 仅取有限待处理任务,顺序按stable bytes32序号;首版单sender负责nonce。
func (t *Tasks) Pending(ctx context.Context) ([]Task, error) {
rows, err := t.DB.QueryContext(ctx, `SELECT payload FROM chain_tasks WHERE status NOT IN ('CONFIRMED','FAILED') ORDER BY id LIMIT 100`)
if err != nil {
return nil, err
}
defer rows.Close()
out := []Task{}
for rows.Next() {
var raw string
if err = rows.Scan(&raw); err != nil {
return nil, err
}
var task Task
if err = json.Unmarshal([]byte(raw), &task); err != nil {
return nil, err
}
out = append(out, task)
}
return out, rows.Err()
}
// CheckOwner 专用锁连接断开后停发送,不自动在新连接重拿锁冒充原所有者。
func (t *Tasks) CheckOwner(ctx context.Context) error {
if t.owner == nil {
return nil
}
var locked bool
err := t.owner.QueryRowContext(ctx, `SELECT EXISTS(SELECT 1 FROM pg_locks WHERE pid=pg_backend_pid() AND locktype='advisory' AND objid=574302149 AND granted)`).Scan(&locked)
if err != nil {
return err
}
if !locked {
return fmt.Errorf("relayer owner lost")
}
return nil
}
// Close 先释放固定锁连接,再关池;数据库/链状态保留供恢复。
func (t *Tasks) Close() {
if t.Reader != nil {
t.Reader.Close()
}
if t.owner != nil {
t.owner.Close()
}
t.DB.Close()
}
// Package chaintrade 实现独立链下撮合/链上结算模式,不共享模拟账户与CREDIT余额。
package chaintrade
import (
"fmt"
"math/big"
"regexp"
"strconv"
"strings"
"github.com/ethereum/go-ethereum/common"
"github.com/ethereum/go-ethereum/crypto"
"github.com/ethereum/go-ethereum/signer/core/apitypes"
)
// Domain 固定签单链/合约/资产身份,启动后不可热改;新网络使用新数据目录。
type Domain struct {
ChainID string `json:"chain_id"`
Contract string `json:"contract"`
Base string `json:"base"`
Quote string `json:"quote"`
Relayer string `json:"relayer"`
Confirmations uint64 `json:"confirmations"`
Dataset string `json:"dataset_id"`
}
// SignedOrder 数值是整数文本:price以0.01USDT为tick,quantity以0.0001WETH为lot。
// 上限price=1e8tick、quantity=1e10lot,投影整数保持JS安全范围,乘积用big.Int/uint256。
// nonce是订单随机标识,deadline为用户签署的链时间上限;signature只在外围验证。
type SignedOrder struct {
Maker string `json:"maker"`
Side uint8 `json:"side"`
Price string `json:"price"`
Quantity string `json:"quantity"`
Nonce string `json:"nonce"`
Deadline string `json:"deadline"`
Signature string `json:"signature"`
}
// Order 的数量守恒含Pending;核心本地预留不等于冻结钱包代币。
type Order struct {
ID string `json:"id"`
SignedOrder
Seq int64 `json:"seq"`
Remaining int64 `json:"remaining"`
Pending int64 `json:"pending"`
Filled int64 `json:"filled"`
Canceled int64 `json:"canceled"`
Status string `json:"status"`
}
// Intent 是确定性结算任务,不含发送nonce;任务状态存于外围权威SQL。
type Intent struct {
ID string `json:"id"`
Maker Order `json:"maker"`
Taker Order `json:"taker"`
Quantity int64 `json:"quantity"`
Status string `json:"status"`
TxHash string `json:"tx_hash,omitempty"`
Reason string `json:"reason,omitempty"`
}
// Command 已由外围固定授权/链事实;核心不查看时间、签名、数据库或RPC。
type Command struct {
Seq int64 `json:"seq"`
Kind string `json:"kind"`
OrderID string `json:"order_id,omitempty"`
Order SignedOrder `json:"order,omitempty"`
IntentID string `json:"intent_id,omitempty"`
TxHash string `json:"tx_hash,omitempty"`
Reason string `json:"reason,omitempty"`
}
// State 是脱离核心的公开订单/任务快照,金额单位与seq字符串在API层解释。
type State struct {
Dataset string `json:"dataset_id"`
Seq string `json:"applied_seq"`
Orders []Order `json:"orders"`
Intents []Intent `json:"intents"`
}
// Result 是本次处理结果;重复订单返回原ID而不再次预留。
type Result struct {
Seq string `json:"processed_seq"`
OrderID string `json:"order_id,omitempty"`
Code string `json:"code,omitempty"`
}
var integer = regexp.MustCompile(`^(0|[1-9][0-9]*)$`)
// uintText 限制原始长度/整数格式,避免大整数解析DoS或uint256溢出。
func uintText(s string) (*big.Int, bool) {
if len(s) > 78 || !integer.MatchString(s) {
return nil, false
}
n, ok := new(big.Int).SetString(s, 10)
return n, ok && n.BitLen() <= 256
}
// TypedData 与Settlement.ORDER_TYPEHASH字段顺序保持一致,EIP712域防跨链/跨合约重放。
func TypedData(d Domain, o SignedOrder) apitypes.TypedData {
return apitypes.TypedData{Types: apitypes.Types{
"EIP712Domain": {{Name: "name", Type: "string"}, {Name: "version", Type: "string"}, {Name: "chainId", Type: "uint256"}, {Name: "verifyingContract", Type: "address"}},
"Order": {{Name: "maker", Type: "address"}, {Name: "side", Type: "uint8"}, {Name: "price", Type: "uint256"}, {Name: "quantity", Type: "uint256"}, {Name: "nonce", Type: "uint256"}, {Name: "deadline", Type: "uint256"}},
}, PrimaryType: "Order", Domain: apitypes.TypedDataDomain{Name: "GoExchange", Version: "1", VerifyingContract: d.Contract},
Message: apitypes.TypedDataMessage{"maker": o.Maker, "side": strconv.Itoa(int(o.Side)), "price": o.Price, "quantity": o.Quantity, "nonce": o.Nonce, "deadline": o.Deadline}}
}
// OrderHash 构造域hash显式使用chainId;不依赖缺失ChainId的默认值。
func OrderHash(d Domain, o SignedOrder) (common.Hash, error) {
data := TypedData(d, o)
chain, ok := uintText(d.ChainID)
if !ok || chain.Sign() == 0 {
return common.Hash{}, fmt.Errorf("invalid chain id")
}
domainHash, err := data.HashStruct("EIP712Domain", apitypes.TypedDataMessage{"name": "GoExchange", "version": "1", "chainId": chain.String(), "verifyingContract": d.Contract})
if err != nil {
return common.Hash{}, err
}
orderHash, err := data.HashStruct("Order", data.Message)
if err != nil {
return common.Hash{}, err
}
return crypto.Keccak256Hash([]byte{0x19, 0x01}, domainHash, orderHash), nil
}
// ValidateOrder 在HTTP、日志恢复和Kafka外围运行,校验输入/EOA签名/截止时刻后返回可信摘要。
func ValidateOrder(d Domain, o SignedOrder, now int64) (string, error) {
if !common.IsHexAddress(o.Maker) || common.HexToAddress(o.Maker) == (common.Address{}) || o.Side > 1 {
return "", fmt.Errorf("invalid maker/side")
}
for _, s := range []string{o.Price, o.Quantity, o.Nonce, o.Deadline} {
if _, ok := uintText(s); !ok {
return "", fmt.Errorf("invalid integer")
}
}
p, _ := strconv.ParseInt(o.Price, 10, 64)
q, _ := strconv.ParseInt(o.Quantity, 10, 64)
end, err := strconv.ParseInt(o.Deadline, 10, 64)
if p < 1 || p > 100000000 || q < 1 || q > 10000000000 || err != nil || end <= 0 || (now > 0 && (end <= now || end > now+7*86400)) {
return "", fmt.Errorf("price/quantity/deadline outside budget")
}
hash, err := OrderHash(d, o)
if err != nil {
return "", err
}
sig := common.FromHex(o.Signature)
if len(sig) != 65 || (sig[64] != 27 && sig[64] != 28) {
return "", fmt.Errorf("signature requires 65 bytes and EVM v=27/28")
}
if sig[64] >= 27 {
sig[64] -= 27
}
if sig[64] > 1 || !crypto.ValidateSignatureValues(sig[64], new(big.Int).SetBytes(sig[:32]), new(big.Int).SetBytes(sig[32:64]), true) {
return "", fmt.Errorf("noncanonical signature")
}
pub, err := crypto.SigToPub(hash.Bytes(), sig)
if err != nil || !strings.EqualFold(crypto.PubkeyToAddress(*pub).Hex(), o.Maker) {
return "", fmt.Errorf("signature mismatch")
}
return hash.Hex(), nil
}
// ValidateIntent 在Kafka/恢复外围校验签名和数量预算;坏消息停消费并等待人工核对。
func ValidateIntent(d Domain, i Intent) error {
if len(i.ID) != 66 || !strings.HasPrefix(i.ID, "0x"+d.Dataset) || common.HexToHash(i.ID) == (common.Hash{}) || i.Quantity <= 0 {
return fmt.Errorf("invalid intent identity/quantity")
}
for _, o := range []Order{i.Maker, i.Taker} {
id, err := ValidateOrder(d, o.SignedOrder, 0)
if err != nil {
return err
}
q, _ := strconv.ParseInt(o.Quantity, 10, 64)
if id != o.ID || i.Quantity > q {
return fmt.Errorf("invalid intent order")
}
}
if i.Maker.Side == i.Taker.Side || strings.EqualFold(i.Maker.Maker, i.Taker.Maker) {
return fmt.Errorf("invalid intent counterparties")
}
buy, sell := i.Maker, i.Taker
if buy.Side == 1 {
buy, sell = sell, buy
}
bp, _ := strconv.ParseInt(buy.Price, 10, 64)
sp, _ := strconv.ParseInt(sell.Price, 10, 64)
if bp < sp {
return fmt.Errorf("noncrossing intent")
}
return nil
}
// exchangectl 是停服务后使用的离线工具;与服务共享目录锁,不能同时写数据。
package main
import (
"context"
"encoding/json"
"flag"
"fmt"
"os"
"web3exchange/backend"
)
// execute 使用独立 FlagSet 明确每项操作的参数,未知命令返回错误,不悄悄启动 HTTP。
// init-admin 密码只从环境读取,不放命令行参数/历史;无任意账号提权或默认密码。
// check 可补落后投影,backup/restore 还做全历史对账,不是在线只读运维;预算临时磁盘。
// restore 的目标拒绝覆盖;rebuild 单独打开权威库,避免普通 OpenStore 先因坏 views 退出。
func execute(args []string) (any, error) {
if len(args) == 0 {
return nil, fmt.Errorf("usage: exchangectl check|backup|restore|rebuild-views|init-admin [--data DIR] [--backup DIR] [--email EMAIL]")
}
command := args[0]
fs := flag.NewFlagSet(command, flag.ContinueOnError)
data := fs.String("data", "data", "停机数据目录;restore 时必须不存在")
backup := fs.String("backup", "", "备份目录;backup 时必须不存在")
email := fs.String("email", "", "管理员邮箱;仅 init-admin")
if err := fs.Parse(args[1:]); err != nil {
return nil, err
}
if fs.NArg() != 0 {
return nil, fmt.Errorf("unexpected arguments")
}
if command == "rebuild-views" {
return backend.RebuildViews(*data)
}
if command == "restore" {
if *backup == "" {
return nil, fmt.Errorf("--backup is required")
}
return backend.RestoreBackup(*backup, *data)
}
if command != "check" && command != "backup" && command != "init-admin" {
return nil, fmt.Errorf("unknown command: %s", command)
}
var s *backend.Store
var err error
if command == "init-admin" {
s, err = backend.OpenStore(*data)
} else {
s, err = backend.OpenExistingStore(*data)
}
if err != nil {
return nil, err
}
defer s.Close()
switch command {
case "check":
return backend.InspectStore(s)
case "backup":
if *backup == "" {
return nil, fmt.Errorf("--backup is required")
}
return backend.BackupStore(s, *data, *backup)
default:
if *email == "" {
return nil, fmt.Errorf("--email is required")
}
user, err := s.BootstrapAdmin(context.Background(), *email, os.Getenv("EXCHANGE_ADMIN_PASSWORD"))
if err != nil {
return nil, err
}
r, err := backend.NewRuntime(s)
if err != nil {
return nil, err
}
server := backend.NewServer(s, r, backend.Config{})
fundErr := server.EnsureFunding(context.Background(), user.ID)
closeErr := r.Close(context.Background())
if fundErr != nil {
return nil, fundErr
}
if closeErr != nil {
return nil, closeErr
}
return user, nil
}
}
// main 输出机器可读 JSON,失败退出非零,便于升级/备份脚本校验。
func main() {
result, err := execute(os.Args[1:])
if err != nil {
fmt.Fprintln(os.Stderr, err)
os.Exit(1)
}
encoder := json.NewEncoder(os.Stdout)
encoder.SetIndent("", " ")
if err = encoder.Encode(result); err != nil {
fmt.Fprintln(os.Stderr, err)
os.Exit(1)
}
}
// loadcheck 是开放到达率实验发生器,仅连接本机独立测试服务;不启动/重置业务数据。
// 固定 128 工作者、最多 256 客户端积压,记录计划时间至完成的延迟及全部错误/丢弃。
package main
import (
"bytes"
"encoding/json"
"flag"
"fmt"
"io"
"math"
"net"
"net/http"
"net/url"
"os"
"sort"
"strconv"
"strings"
"sync"
"time"
)
// job 保存计划到达时刻,排队时间计入延迟,不通过只测网络时间低估拥塞。
type job struct {
index int64
planned time.Time
}
// sample 对成功/拒绝/超时一视同仁;网络失败 status=0,不能当作业务未受理。
// latency 的浮点仅用于时间统计,绝不计算金额;客户端丢弃另统计,无完成延迟样本。
type sample struct {
status int
latency float64
seq int64
}
// runReport 每档含计划、客户端丢弃、全部状态、百分位和最后投影赶上时间。
type runReport struct {
Rate int `json:"planned_rate"`
Planned int `json:"planned_requests"`
Elapsed float64 `json:"elapsed_seconds"`
Dropped int `json:"client_dropped"`
Status map[string]int `json:"status_counts"`
SuccessRate float64 `json:"success_per_second"`
P50 float64 `json:"p50_ms"`
P95 float64 `json:"p95_ms"`
P99 float64 `json:"p99_ms"`
Catchup float64 `json:"projection_catchup_seconds"`
Before map[string]float64 `json:"metrics_before"`
After map[string]float64 `json:"metrics_after"`
}
// loopbackURL 拒绝非本机目标,凭证来自独立实验环境,禁止对外发送。
func loopbackURL(raw string) error {
u, err := url.Parse(raw)
if err != nil || u.Scheme != "http" || u.User != nil || u.RawQuery != "" || u.Fragment != "" || u.Path != "" {
return fmt.Errorf("expected plain loopback HTTP URL")
}
ip := net.ParseIP(u.Hostname())
if ip == nil || !ip.IsLoopback() {
return fmt.Errorf("target must be loopback")
}
return nil
}
// readMetrics 解析固定无标签文本指标;最大读取 1MiB,关闭响应防 FD/连接泄漏。
func readMetrics(client *http.Client, base string) (map[string]float64, error) {
resp, err := client.Get(base + "/metrics")
if err != nil {
return nil, err
}
defer resp.Body.Close()
if resp.StatusCode != 200 {
return nil, fmt.Errorf("metrics status %d", resp.StatusCode)
}
raw, err := io.ReadAll(io.LimitReader(resp.Body, 1<<20))
if err != nil {
return nil, err
}
out := map[string]float64{}
for _, line := range strings.Split(string(raw), "\n") {
parts := strings.Fields(line)
if len(parts) != 2 || strings.HasPrefix(line, "#") || strings.Contains(parts[0], "{") {
continue
}
value, err := strconv.ParseFloat(parts[1], 64)
if err == nil {
out[parts[0]] = value
}
}
return out, nil
}
// percentile 为 nearest-rank,调用者先排序全部延迟,不只统计 2xx。
func percentile(sorted []float64, p float64) float64 {
if len(sorted) == 0 {
return 0
}
return sorted[max(0, int(math.Ceil(float64(len(sorted))*p))-1)]
}
// execute 以有界 channel 连接计划发送器和固定 HTTP 工作者,不创建每请求 goroutine。
func execute() error {
base := flag.String("url", "", "本机实验服务")
diagnostic := flag.String("diagnostic", "", "本机诊断 URL")
ratesRaw := flag.String("rates", "100,500,1000", "计划请求/秒列表")
seconds := flag.Float64("seconds", 5, "每档时间,1..60秒")
output := flag.String("output", "", "JSON 实验结果路径")
flag.Parse()
if err := loopbackURL(*base); err != nil {
return err
}
if err := loopbackURL(*diagnostic); err != nil {
return err
}
if *seconds < 1 || *seconds > 60 || *output == "" {
return fmt.Errorf("invalid duration/output")
}
rates := []int{}
for _, raw := range strings.Split(*ratesRaw, ",") {
n, err := strconv.Atoi(raw)
if err != nil || n < 1 || n > 20000 {
return fmt.Errorf("invalid rate")
}
rates = append(rates, n)
}
cookie, csrf, dataset := os.Getenv("EXCHANGE_LOAD_COOKIE"), os.Getenv("EXCHANGE_LOAD_CSRF"), os.Getenv("EXCHANGE_LOAD_DATASET")
if cookie == "" || csrf == "" || dataset == "" {
return fmt.Errorf("missing isolated load credentials")
}
transport := &http.Transport{MaxIdleConns: 256, MaxIdleConnsPerHost: 128, MaxConnsPerHost: 128, IdleConnTimeout: 30 * time.Second}
client := &http.Client{Transport: transport, Timeout: 15 * time.Second}
defer transport.CloseIdleConnections()
body := []byte(`{"market":"ETH-USDT","side":"BUY","type":"LIMIT","time_in_force":"GTC","price":"0.01","quantity":"0.0001"}`)
report := struct {
Workload string `json:"workload"`
Seconds float64 `json:"seconds_per_rate"`
Workers int `json:"client_workers"`
Pending int `json:"max_client_pending"`
Driver string `json:"driver"`
Runs []runReport `json:"runs"`
}{"90% new non-crossing LIMIT GTC, 10% same-key confirmation", *seconds, 128, 256, "Go net/http", nil}
var index int64
for _, rate := range rates {
before, err := readMetrics(client, *diagnostic)
if err != nil {
return err
}
jobs := make(chan job, 256)
samples := make(chan sample, 384)
var workers sync.WaitGroup
for range 128 {
workers.Go(func() {
for j := range jobs {
key := "load-order-" + strconv.FormatInt(j.index, 10)
if j.index%10 == 0 {
key = "load-fixed-key"
}
req, err := http.NewRequest("POST", *base+"/api/v1/orders", bytes.NewReader(body))
if err != nil {
samples <- sample{0, time.Since(j.planned).Seconds() * 1000, 0}
continue
}
req.Header.Set("Content-Type", "application/json")
req.Header.Set("Cookie", cookie)
req.Header.Set("X-CSRF-Token", csrf)
req.Header.Set("X-Dataset-ID", dataset)
req.Header.Set("Idempotency-Key", key)
resp, err := client.Do(req)
status := 0
var result struct {
ProcessedSeq string `json:"processed_seq"`
}
if err == nil {
status = resp.StatusCode
json.NewDecoder(io.LimitReader(resp.Body, 1<<20)).Decode(&result)
io.Copy(io.Discard, resp.Body)
resp.Body.Close()
}
seq, _ := strconv.ParseInt(result.ProcessedSeq, 10, 64)
samples <- sample{status, time.Since(j.planned).Seconds() * 1000, seq}
}
})
}
collected := make(chan []sample, 1)
go func() {
all := []sample{}
for s := range samples {
all = append(all, s)
}
collected <- all
}()
start := time.Now()
dropped := 0
total := int(float64(rate) * *seconds)
for i := 0; i < total; i++ {
planned := start.Add(time.Duration(float64(i) / float64(rate) * 1e9))
if delay := time.Until(planned); delay > 0 {
time.Sleep(delay)
}
select {
case jobs <- job{index, planned}:
default:
dropped++
}
index++
}
close(jobs)
workers.Wait()
close(samples)
all := <-collected
elapsed := time.Since(start).Seconds()
statuses := map[string]int{}
latencies := make([]float64, 0, len(all))
success := 0
for _, s := range all {
statuses[strconv.Itoa(s.status)]++
latencies = append(latencies, s.latency)
if s.status == 200 || s.status == 201 {
success++
}
}
sort.Float64s(latencies)
catchup := time.Now()
after, err := readMetrics(client, *diagnostic)
if err != nil {
return err
}
target := after["exchange_journal_seq"]
for after["exchange_projection_seq"] < target {
if time.Since(catchup) > 15*time.Second {
return fmt.Errorf("projection did not catch up")
}
time.Sleep(10 * time.Millisecond)
after, err = readMetrics(client, *diagnostic)
if err != nil {
return err
}
}
run := runReport{rate, total, elapsed, dropped, statuses, float64(success) / elapsed, percentile(latencies, .5), percentile(latencies, .95), percentile(latencies, .99), time.Since(catchup).Seconds(), before, after}
report.Runs = append(report.Runs, run)
raw, _ := json.Marshal(run)
fmt.Println(string(raw))
}
f, err := os.OpenFile(*output, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0600)
if err != nil {
return err
}
encoder := json.NewEncoder(f)
encoder.SetIndent("", " ")
encodeErr := encoder.Encode(report)
closeErr := f.Close()
if encodeErr != nil {
return encodeErr
}
return closeErr
}
// main 失败退出非零,实验脚本负责停止独立服务并对账,不能因网络错误静默通过。
func main() {
if err := execute(); err != nil {
fmt.Fprintln(os.Stderr, err)
os.Exit(1)
}
}
package main
import (
"context"
"errors"
"fmt"
"log/slog"
"net"
"net/http"
"os"
"os/signal"
"strconv"
"syscall"
"time"
"web3exchange/backend"
)
// env 读取非空配置,否则使用本地默认值;生产参数说明见 deploy/exchange.env.example。
func env(name, fallback string) string {
if x := os.Getenv(name); x != "" {
return x
}
return fallback
}
// localAdminConfig 在打开数据库前校验显式本地管理员模式,只允许数值回环 IP 监听。
// localhost/空 host/0.0.0.0 都拒绝,避免固定演示密码被误用于公开监听。
// 两种管理员初始化配置互斥;脚本设置独立数据目录,不自动更改已有管理员密码。
func localAdminConfig(listen string) (string, error) {
name := os.Getenv("EXCHANGE_LOCAL_ADMIN_NAME")
if name == "" {
return "", nil
}
host, _, err := net.SplitHostPort(listen)
ip := net.ParseIP(host)
if err != nil || ip == nil || !ip.IsLoopback() {
return "", fmt.Errorf("local admin requires a loopback IP listener")
}
if _, err = backend.LocalAdminEmail(name); err != nil {
return "", err
}
if os.Getenv("EXCHANGE_ADMIN_EMAIL") != "" {
return "", fmt.Errorf("local and regular admin configuration cannot be combined")
}
return name, nil
}
// main 支持正常服务与无 shell 依赖的 health 子命令,便于 scratch 镜像健康检查。
// 健康请求最多 3s,关闭 response body;启动/运行失败退出非零交给进程监督器。
func main() {
// 结构化进程日志只在外围输出,不记录密码/完整业务请求。
slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stdout, nil)))
if len(os.Args) > 1 && os.Args[1] == "health" {
client := &http.Client{Timeout: 3 * time.Second}
resp, err := client.Get(env("EXCHANGE_HEALTH_URL", "http://127.0.0.1:8080/health/ready"))
if err != nil {
os.Exit(1)
}
resp.Body.Close()
if resp.StatusCode != 200 {
os.Exit(1)
}
return
}
if err := run(); err != nil {
slog.Error("service stopped", "error", err)
os.Exit(1)
}
}
// run 按存储 → 重放/流水线 → 管理员 → 行情采样 → HTTP 的顺序启动。
// defer 逆序保证采样器结束、业务排空,再关存储;无默认管理员密码。
// SIGINT/SIGTERM 取消采样、关闭 WS,再关闭 runtime 接入并排空,之后 Shutdown HTTP。
// 在排空时监听器尚可响应,但 runtime 不接受新业务;最后等待采样结束再关闭数据库。
// runtime 故障会主动关闭 HTTP 并退出;HTTP Shutdown 本身不管理 hijacked WS。
func run() error {
listen := env("EXCHANGE_LISTEN_ADDR", "127.0.0.1:8080")
localAdmin, err := localAdminConfig(listen)
if err != nil {
return err
}
s, err := backend.OpenStore(env("EXCHANGE_DATA_DIR", "data"))
if err != nil {
return err
}
defer s.Close()
budget := backend.DefaultRuntimeConfig()
for _, entry := range []struct {
name string
target *int
}{{"EXCHANGE_QUEUE_CAPACITY", &budget.Queue}, {"EXCHANGE_INFLIGHT_CAPACITY", &budget.Inflight}, {"EXCHANGE_JOURNAL_BATCH_SIZE", &budget.Batch}} {
if raw := os.Getenv(entry.name); raw != "" {
value, e := strconv.Atoi(raw)
if e != nil {
return fmt.Errorf("%s: %w", entry.name, e)
}
*entry.target = value
}
}
if raw := os.Getenv("EXCHANGE_JOURNAL_BATCH_WAIT"); raw != "" {
budget.BatchWait, err = time.ParseDuration(raw)
if err != nil {
return err
}
}
shutdownWait := 60 * time.Second
if raw := os.Getenv("EXCHANGE_SHUTDOWN_TIMEOUT"); raw != "" {
shutdownWait, err = time.ParseDuration(raw)
if err != nil || shutdownWait < time.Second || shutdownWait > 5*time.Minute {
return fmt.Errorf("invalid shutdown timeout")
}
}
runtime, err := backend.NewRuntimeWithConfig(s, budget)
if err != nil {
return err
}
defer func() {
ctx, cancel := context.WithTimeout(context.Background(), shutdownWait)
defer cancel()
runtime.Close(ctx)
}()
// 诊断服务独立监听,强制 IP 为 loopback,避免错误配置把 pprof 暴露公网。
var diagnostics *http.Server
if address := os.Getenv("EXCHANGE_DIAGNOSTICS_ADDR"); address != "" {
host, _, e := net.SplitHostPort(address)
if e != nil || net.ParseIP(host) == nil || !net.ParseIP(host).IsLoopback() {
return fmt.Errorf("diagnostics address must use loopback IP")
}
listener, e := net.Listen("tcp", address)
if e != nil {
return e
}
diagnostics = &http.Server{Handler: runtime.DiagnosticsHandler(), ReadHeaderTimeout: 5 * time.Second, IdleTimeout: 30 * time.Second}
go func() {
if e := diagnostics.Serve(listener); e != nil && !errors.Is(e, http.ErrServerClosed) {
slog.Error("diagnostics stopped", "error", e)
}
}()
defer diagnostics.Close()
}
server := backend.NewServer(s, runtime, backend.Config{CookieSecure: env("EXCHANGE_COOKIE_SECURE", "false") == "true", FrontendDir: env("EXCHANGE_FRONTEND_DIR", "frontend/dist"), AllowedOrigin: os.Getenv("EXCHANGE_ALLOWED_ORIGIN"), LocalAdminName: localAdmin})
defer server.CloseStreams()
if email := os.Getenv("EXCHANGE_ADMIN_EMAIL"); email != "" || localAdmin != "" {
var u backend.User
if localAdmin != "" {
u, err = s.BootstrapLocalAdmin(context.Background(), localAdmin, os.Getenv("EXCHANGE_ADMIN_PASSWORD"))
} else {
u, err = s.BootstrapAdmin(context.Background(), email, os.Getenv("EXCHANGE_ADMIN_PASSWORD"))
}
if err != nil {
return err
}
if err = server.EnsureFunding(context.Background(), u.ID); err != nil {
return err
}
slog.Info("admin bootstrap complete", "email", u.Email)
}
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
defer stop()
samplerDone := make(chan struct{})
go func() { defer close(samplerDone); server.RunSampler(ctx) }()
defer func() { stop(); <-samplerDone }()
httpServer := &http.Server{Addr: listen, Handler: server.Handler(), ReadHeaderTimeout: 5 * time.Second, ReadTimeout: 10 * time.Second, WriteTimeout: 15 * time.Second, IdleTimeout: 60 * time.Second, MaxHeaderBytes: 16 << 10}
serveErrors := make(chan error, 1)
go func() {
slog.Info("exchange listening", "address", httpServer.Addr)
serveErrors <- httpServer.ListenAndServe()
}()
ticker := time.NewTicker(time.Second)
defer ticker.Stop()
for {
select {
case <-ctx.Done():
server.CloseStreams()
shutdownCtx, cancel := context.WithTimeout(context.Background(), shutdownWait)
defer cancel()
// 先关闭业务受理并排空,再等 HTTP 等待者结束;关闭时 ready 立即转为失败。
drainErr := runtime.Close(shutdownCtx)
httpErr := httpServer.Shutdown(shutdownCtx)
if httpErr != nil {
httpServer.Close()
}
return errors.Join(drainErr, httpErr)
case err := <-serveErrors:
return err
case <-ticker.C:
if !runtime.Healthy() {
server.CloseStreams()
shutdownCtx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
httpServer.Shutdown(shutdownCtx)
cancel()
return fmt.Errorf("business runtime failed")
}
}
}
}
// web3server 独立链上模式入口,不调用模拟初始化资金或共用原数据目录。
package main
import (
"context"
"encoding/json"
"fmt"
"log/slog"
"net"
"net/http"
"os"
"os/signal"
"syscall"
"time"
"web3exchange/chaintrade"
)
// env 配置只读进程环境,不写全局代理或用户配置。
func env(k, f string) string {
if v := os.Getenv(k); v != "" {
return v
}
return f
}
// run 生命周期:域/任务绑定→重放→链核验→中间件→worker→HTTP,逆序排空。
func run() error {
raw, err := os.ReadFile(env("WEB3_CONFIG", "bin/web3-dev/config.json"))
if err != nil {
return err
}
var domain chaintrade.Domain
if err = json.Unmarshal(raw, &domain); err != nil {
return err
}
if domain.Confirmations < 1 || domain.Confirmations > 128 {
return fmt.Errorf("confirmations requires 1..128")
}
dir := env("WEB3_DATA_DIR", "data-web3")
store, err := chaintrade.OpenStore(dir, domain)
if err != nil {
return err
}
defer store.Close()
runtime, err := chaintrade.NewRuntime(store)
if err != nil {
return err
}
defer runtime.Close()
tasks, err := chaintrade.OpenTasks(dir, os.Getenv("WEB3_POSTGRES_DSN"))
if err != nil {
return err
}
defer tasks.Close()
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
defer stop()
if err = tasks.Bind(ctx, store.Domain); err != nil {
return err
}
chain, err := chaintrade.OpenChain(ctx, env("WEB3_RPC_URL", "http://127.0.0.1:8545"), os.Getenv("WEB3_RELAYER_KEY"), store.Domain)
if err != nil {
return err
}
defer chain.Client.Close()
middleware, err := chaintrade.OpenMiddleware(ctx, store, tasks, os.Getenv("WEB3_REDIS_URL"), os.Getenv("WEB3_KAFKA_BROKER"), env("WEB3_KAFKA_TOPIC", "exchange-settlements"))
if err != nil {
return err
}
defer middleware.Close()
listen := env("WEB3_LISTEN_ADDR", "127.0.0.1:8081")
handler := chaintrade.NewHTTP(store, runtime, middleware, chain, env("WEB3_ALLOWED_ORIGIN", "http://"+listen), env("WEB3_FRONTEND_DIR", "frontend/dist"))
indexer := &chaintrade.Indexer{Store: store, RPC: chain.Client}
if err = indexer.CheckAnchor(ctx); err != nil {
return err
}
worker := &chaintrade.Worker{Store: store, Runtime: runtime, Tasks: tasks, Middleware: middleware, Chain: chain}
// 启动前核实已采纳链事实,避免深重组后短暂宣告ready。
if err = worker.CheckScanAnchor(ctx); err != nil {
return err
}
if err = worker.AuditAnchors(ctx); err != nil {
return err
}
workerDone := make(chan struct{})
consumerDone := make(chan struct{})
report := func(err error) { handler.Monitor.WorkerErrors.Add(1); slog.Error("web3 worker", "error", err) }
go func() { defer close(consumerDone); middleware.RunConsumer(ctx, report) }()
go func() {
defer close(workerDone)
ticker := time.NewTicker(500 * time.Millisecond)
defer ticker.Stop()
for {
select {
case <-ctx.Done():
return
case <-ticker.C:
work, cancel := context.WithTimeout(ctx, 10*time.Second)
if err := tasks.CheckOwner(work); err != nil {
handler.WorkerError.Store(err.Error())
report(err)
cancel()
stop()
return
}
if err := worker.CheckScanAnchor(work); err != nil {
handler.WorkerError.Store(err.Error())
report(err)
cancel()
stop()
return
}
if err := worker.AuditAnchors(work); err != nil {
handler.WorkerError.Store(err.Error())
report(err)
cancel()
stop()
return
}
if err := worker.Tick(work); err != nil {
report(err)
}
if err := worker.ScanOrders(work); err != nil {
report(err)
}
cancel()
}
}
}()
// 索引与监控分别调度,RPC补拉/重放不能抢占 relayer 本轮预算。
indexDone := make(chan struct{})
sampleDone := make(chan struct{})
go func() {
defer close(indexDone)
ticker := time.NewTicker(time.Second)
defer ticker.Stop()
for {
select {
case <-ctx.Done():
return
case <-ticker.C:
work, cancel := context.WithTimeout(ctx, 10*time.Second)
if err := indexer.CheckAnchor(work); err != nil {
handler.WorkerError.Store(err.Error())
report(err)
cancel()
stop()
return
}
if err := indexer.Tick(work); err != nil {
report(err)
}
cancel()
}
}
}()
go func() {
defer close(sampleDone)
ticker := time.NewTicker(30 * time.Second)
defer ticker.Stop()
for {
work, cancel := context.WithTimeout(ctx, 10*time.Second)
if err := handler.Sample(work); err != nil {
report(err)
}
cancel()
select {
case <-ctx.Done():
return
case <-ticker.C:
}
}
}()
defer func() { stop(); <-workerDone; <-consumerDone; <-indexDone; <-sampleDone }()
server := &http.Server{Addr: listen, Handler: handler.Handler(), ReadHeaderTimeout: 5 * time.Second, ReadTimeout: 10 * time.Second, WriteTimeout: 15 * time.Second}
diagnosticsAddr := os.Getenv("WEB3_DIAGNOSTICS_ADDR")
if diagnosticsAddr != "" {
host, _, e := net.SplitHostPort(diagnosticsAddr)
if e != nil || net.ParseIP(host) == nil || !net.ParseIP(host).IsLoopback() {
return fmt.Errorf("diagnostics must be loopback")
}
diagnostics := &http.Server{Addr: diagnosticsAddr, Handler: handler.Diagnostics(), ReadHeaderTimeout: 5 * time.Second}
defer diagnostics.Close()
go func() {
if e := diagnostics.ListenAndServe(); e != nil && e != http.ErrServerClosed {
report(e)
}
}()
}
errors := make(chan error, 1)
go func() {
slog.Info("web3 server ready", "address", listen, "dataset", store.Domain.Dataset)
errors <- server.ListenAndServe()
}()
select {
case err = <-errors:
if err != http.ErrServerClosed {
return err
}
case <-ctx.Done():
}
shutdown, cancel := context.WithTimeout(context.Background(), 20*time.Second)
defer cancel()
return server.Shutdown(shutdown)
}
// health 容器内无需curl,固定超时检查自身ready;0.0.0.0只转换为探针回环地址。
func health() error {
address := env("WEB3_LISTEN_ADDR", "127.0.0.1:8081")
host, port, err := net.SplitHostPort(address)
if err != nil {
return err
}
if host == "0.0.0.0" || host == "::" || host == "" {
host = "127.0.0.1"
}
client := http.Client{Timeout: 2 * time.Second}
response, err := client.Get("http://" + net.JoinHostPort(host, port) + "/health/ready")
if err != nil {
return err
}
defer response.Body.Close()
if response.StatusCode != 200 {
return fmt.Errorf("not ready: %d", response.StatusCode)
}
return nil
}
// main 失败非零退出供supervisor处理;日志不输出key/DSN或用户签名正文。
func main() {
if len(os.Args) == 2 && os.Args[1] == "health" {
if err := health(); err != nil {
fmt.Fprintln(os.Stderr, err)
os.Exit(1)
}
return
}
slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stdout, nil)))
if err := run(); err != nil {
slog.Error("web3 stopped", "error", err)
os.Exit(1)
}
}