【征文计划】码上分享：基于 Rokid CXR-M SDK 构建「AI远程协作助手」实战全记录

dependencyResolutionManagement {
    repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
    repositories {
        maven { url = uri("https://maven.rokid.com/repository/maven-public/") }
        google()
        mavenCentral()
    }
}

android {
    defaultConfig {
        minSdk = 28
    }
}

dependencies {
    implementation("com.rokid.cxr:client-m:1.0.1-20250812.080117-2")
    // 其他兼容依赖（略）
}

<uses-permission android:name="android.permission.ACCESS_FINE_LOCATION" />
<uses-permission android:name="android.permission.BLUETOOTH" />
<uses-permission android:name="android.permission.BLUETOOTH_CONNECT" />
<uses-permission android:name="android.permission.BLUETOOTH_SCAN" />
<uses-permission android:name="android.permission.ACCESS_WIFI_STATE" />
<uses-permission android:name="android.permission.CHANGE_WIFI_STATE" />

private val REQUIRED_PERMISSIONS = arrayOf(
    Manifest.permission.ACCESS_FINE_LOCATION,
    Manifest.permission.BLUETOOTH_CONNECT,
    Manifest.permission.BLUETOOTH_SCAN
)

private fun requestPermissionsIfNeeded() {
    val denied = REQUIRED_PERMISSIONS.filter {
        ContextCompat.checkSelfPermission(this, it) != PackageManager.PERMISSION_GRANTED
    }
    if (denied.isNotEmpty()) {
        ActivityCompat.requestPermissions(this, denied.toTypedArray(), 100)
    } else {
        initBluetoothHelper()
    }
}

ScanFilter.Builder()
    .setServiceUuid(ParcelUuid.fromString("00009100-0000-1000-8000-00805f9b34fb"))
    .build()

CxrApi.getInstance().initBluetooth(context, device, callback)

CxrApi.getInstance().connectBluetooth(context, uuid, mac, callback)

// 初始化 Wi-Fi P2P
CxrApi.getInstance().initWifiP2P(object : WifiP2PStatusCallback {
    override fun onConnected() {
        Log.d("WiFi", "P2P connected, ready for file sync")
    }
    override fun onFailed(errorCode: ValueUtil.CxrWifiErrorCode?) {
        Log.e("WiFi", "P2P failed: $errorCode")
    }
})

// 打开相机（1920x1080, 质量 80）
CxrApi.getInstance().openGlassCamera(1920, 1080, 80)

// 拍照并回调 WebP 数据
CxrApi.getInstance().takeGlassPhoto(1920, 1080, 80, object : PhotoResultCallback {
    override fun onPhotoResult(status: ValueUtil.CxrStatus?, photo: ByteArray?) {
        if (status == ValueUtil.CxrStatus.RESPONSE_SUCCEED) {
            // 通过 WebSocket 发送给专家端
            sendToExpert(photo)
        }
    }
})

// 设置监听器
CxrApi.getInstance().setAudioStreamListener(audioStreamListener)

// 开启录音（streamType = "remote_assist"）
CxrApi.getInstance().openAudioRecord(1, "remote_assist")

// 回调中处理音频数据
override fun onAudioStream(data: ByteArray?, offset: Int, length: Int) {
    audioEncoder.encodeAndSend(data, offset, length) // 编码后推流
}

// 设置亮度（0-15）
CxrApi.getInstance().setGlassBrightness(12)

// 设置音量
CxrApi.getInstance().setGlassVolume(10)

// 设置自动熄屏（300秒）
CxrApi.getInstance().setScreenOffTimeout(300)

// 打开提词器
CxrApi.getInstance().controlScene(CxrSceneType.WORD_TIPS, true, null)

// 配置样式（AI 模式，自动滚动）
CxrApi.getInstance().configWordTipsText(
    textSize = 18f,
    lineSpace = 1.2f,
    mode = "ai", // ASR 触底自动滚动
    startPointX = 0, startPointY = 200,
    width = 800, height = 400
)

// 发送文本
val steps = "1. 关闭电源\n2. 拆卸外壳\n3. 检查电容..."
CxrApi.getInstance().sendStream(
    CxrStreamType.WORD_TIPS,
    steps.toByteArray(),
    "guide_001.txt",
    callback
)

{
  "action": "update",
  "id": "annotation_text",
  "props": { "text": "此处有裂纹！" }
}

CxrApi.getInstance().updateCustomView(jsonString)

{
  "type": "LinearLayout",
  "props": { "layout_width": "match_parent", "orientation": "vertical" },
  "children": [
    {
      "type": "TextView",
      "props": {
        "id": "annotation_text",
        "text": "等待指令...",
        "textColor": "#FF00FF00"
      }
    }
  ]
}