drivers/cxl 코드 분석 — 진입점부터 sysfs까지

1
int cxl_decoder_commit(struct cxl_decoder *cxld)
2
{
3
    struct cxl_port *port = to_cxl_port(cxld->dev.parent);
4
    void __iomem *hdm = cxld->hdm_reg_base;
5

6
    // Lock 획득
7
    down_write(&cxl_decoder_rwsem);
8

9
    // 이미 commit되어 있나
10
    if (cxld->flags & CXL_DECODER_F_ENABLE) {
11
        rc = -EBUSY;
12
        goto out;
13
    }
14

15
    // SPA range 쓰기
16
    writel(lower_32_bits(cxld->hpa_range.start), hdm + CXL_HDM_DECODER_BASE_LOW(0));
17
    writel(upper_32_bits(cxld->hpa_range.start), hdm + CXL_HDM_DECODER_BASE_HIGH(0));
18
    writel(lower_32_bits(cxl_dpa_size(cxld)), hdm + CXL_HDM_DECODER_SIZE_LOW(0));
19
    writel(upper_32_bits(cxl_dpa_size(cxld)), hdm + CXL_HDM_DECODER_SIZE_HIGH(0));
20

21
    // Interleave 설정
22
    u32 ctrl = FIELD_PREP(CXL_HDM_DECODER_IW_MASK, cxld->interleave_ways) |
23
               FIELD_PREP(CXL_HDM_DECODER_IG_MASK, cxld->interleave_granularity);
24
    writel(ctrl, hdm + CXL_HDM_DECODER_CTRL(0));
25

26
    // Commit (enable bit)
27
    writel(ctrl | CXL_HDM_DECODER_ENABLE, hdm + CXL_HDM_DECODER_CTRL(0));
28

29
    // Polling for commit completion
30
    rc = readl_poll_timeout(hdm + CXL_HDM_DECODER_CTRL(0), val,
31
                            (val & CXL_HDM_DECODER_COMMITTED),
32
                            10, COMMIT_TIMEOUT_US);
33

34
    if (rc == 0)
35
        cxld->flags |= CXL_DECODER_F_ENABLE;
36

37
out:
38
    up_write(&cxl_decoder_rwsem);
39
    return rc;
40
}

1
int cxl_internal_send_cmd(struct cxl_mailbox *cxl_mbox,
2
                          struct cxl_mbox_cmd *cmd)
3
{
4
    int rc;
5

6
    // Mailbox semaphore
7
    mutex_lock(&cxl_mbox->mbox_mutex);
8

9
    // 명령 검증
10
    if (cmd->size_in > cxl_mbox->payload_size) {
11
        rc = -E2BIG;
12
        goto out;
13
    }
14

15
    // Payload write
16
    if (cmd->payload_in)
17
        memcpy_toio(cxl_mbox->payload_in_base, cmd->payload_in, cmd->size_in);
18

19
    // Command 실행
20
    rc = cxl_mbox->mbox_send(cxl_mbox, cmd);
21
    if (rc)
22
        goto out;
23

24
    // Completion 대기
25
    rc = wait_for_completion_timeout(&cxl_mbox->mbox_done,
26
                                      msecs_to_jiffies(cmd->timeout_ms ?: 2000));
27
    if (rc == 0) {
28
        rc = -ETIMEDOUT;
29
        goto out;
30
    }
31

32
    // Response copy
33
    if (cmd->payload_out && cmd->size_out)
34
        memcpy_fromio(cmd->payload_out, cxl_mbox->payload_out_base, cmd->size_out);
35

36
    rc = cmd->return_code;
37

38
out:
39
    mutex_unlock(&cxl_mbox->mbox_mutex);
40
    return rc;
41
}

1
static const struct pci_error_handlers cxl_error_handlers = {
2
    .error_detected = cxl_error_detected,
3
    .mmio_enabled   = cxl_mmio_enabled,
4
    .slot_reset     = cxl_slot_reset,
5
    .resume         = cxl_resume,
6
    .cor_error_reported = cxl_cor_error_reported,
7
};
8

9
static pci_ers_result_t cxl_error_detected(struct pci_dev *pdev,
10
                                            pci_channel_state_t state)
11
{
12
    struct cxl_dev_state *cxlds = pci_get_drvdata(pdev);
13

14
    if (state == pci_channel_io_perm_failure) {
15
        // Fatal — device offline
16
        cxl_memdev_offline(cxlds);
17
        return PCI_ERS_RESULT_DISCONNECT;
18
    }
19

20
    // Process queued events
21
    cxl_mem_get_event_records(cxlds);
22

23
    return PCI_ERS_RESULT_NEED_RESET;
24
}

1
static int cxl_region_attach(struct cxl_region *cxlr,
2
                              struct cxl_endpoint_decoder *cxled,
3
                              int pos)
4
{
5
    // 매핑 추가
6
    cxlr->params.targets[pos] = cxled;
7

8
    // 모든 target 결정되었으면
9
    if (all_targets_set(cxlr)) {
10
        // NUMA node 할당
11
        int target_nid = cxl_region_pick_node(cxlr);
12

13
        // Memory hot-add
14
        rc = add_memory_driver_managed(target_nid,
15
                                        cxlr->res.start,
16
                                        resource_size(&cxlr->res),
17
                                        "System RAM (CXL)",
18
                                        MHP_MERGE_RESOURCE);
19
        if (rc)
20
            return rc;
21

22
        // NUMA node sysfs 노출
23
        register_one_node(target_nid);
24

25
        // HMAT-based tier 분류 적용
26
        node_to_memory_tier(target_nid);
27
    }
28

29
    return 0;
30
}