Lines Matching refs:ldcp
60 extern void i_ldc_reset(ldc_chan_t *ldcp, boolean_t force_reset);
194 ldc_chan_t *ldcp;
202 ldcp = (ldc_chan_t *)handle;
204 mutex_enter(&ldcp->lock);
207 if ((ldcp->tstate & ~TS_IN_RESET) < TS_INIT) {
208 DWARN(ldcp->id,
210 ldcp->id);
211 mutex_exit(&ldcp->lock);
223 mhdl->ldcp = ldcp;
227 if (ldcp->mhdl_list == NULL) {
228 ldcp->mhdl_list = mhdl;
232 mhdl->next = ldcp->mhdl_list;
233 ldcp->mhdl_list = mhdl;
239 mutex_exit(&ldcp->lock);
241 D1(ldcp->id, "ldc_mem_alloc_handle: (0x%llx) allocated handle 0x%llx\n",
242 ldcp->id, mhdl);
254 ldc_chan_t *ldcp;
265 ldcp = mhdl->ldcp;
268 DWARN(ldcp->id,
276 mutex_enter(&ldcp->mlist_lock);
278 phdl = ldcp->mhdl_list;
282 ldcp->mhdl_list = mhdl->next;
286 D1(ldcp->id,
288 ldcp->id, mhdl);
296 D1(ldcp->id,
298 "handle 0x%llx\n", ldcp->id, mhdl);
306 DWARN(ldcp->id,
308 mutex_exit(&ldcp->mlist_lock);
312 mutex_exit(&ldcp->mlist_lock);
349 ldc_chan_t *ldcp;
368 ldcp = mhdl->ldcp;
376 DWARN(ldcp->id,
385 DWARN(ldcp->id,
391 mutex_enter(&ldcp->lock);
397 if ((mtbl = ldcp->mtbl) == NULL) {
417 DWARN(ldcp->id,
419 "to %lx entries\n", ldcp->id, mtbl->num_entries);
429 rv = hv_ldc_set_map_table(ldcp->id,
434 ldcp->id, rv);
441 mutex_exit(&ldcp->lock);
446 ldcp->mtbl = mtbl;
448 D1(ldcp->id,
450 ldcp->id, ldcp->mtbl->table);
453 mutex_exit(&ldcp->lock);
461 D1(ldcp->id, "ldc_mem_bind_handle: (0x%llx) binding "
463 ldcp->id, vaddr, pg_size, pg_size_code, pg_shift);
472 D1(ldcp->id, "ldc_mem_bind_handle: binding "
474 ldcp->id, vaddr, v_align, v_offset, npages);
480 D1(ldcp->id, "ldc_mem_bind_handle: (0x%llx) no table entries\n",
481 ldcp->id);
496 D2(ldcp->id, "ldc_mem_bind_handle: (0x%llx) processing 0x%llx pages\n",
497 ldcp->id, npages);
539 D1(ldcp->id, "ldc_mem_bind_handle mte=0x%llx\n", tmp_mte.ll);
555 "entry\n", ldcp->id);
574 D1(ldcp->id, "ldc_mem_bind_handle mte=0x%llx\n", tmp_mte.ll);
579 D2(ldcp->id, "ldc_mem_bind_handle: (0x%llx) stored MTE 0x%llx"
580 " into loc 0x%llx\n", ldcp->id, tmp_mte.ll, index);
619 D1(ldcp->id, "ldc_mem_bind_handle: bound "
622 ldcp->id, addr, index, raddr, psize, poffset);
658 D1(ldcp->id,
661 ldcp->id, mhdl, vaddr, npages, memseg->ncookies);
674 ldc_chan_t *ldcp;
686 ldcp = mhdl->ldcp;
690 DWARN(ldcp->id,
692 ldcp->id);
705 DWARN(ldcp->id,
706 "ldc_mem_nextcookie:(0x%llx) no more cookies\n", ldcp->id);
713 D1(ldcp->id,
715 ldcp->id, cookie->addr, cookie->size);
730 ldc_chan_t *ldcp;
754 ldcp = mhdl->ldcp;
755 mtbl = ldcp->mtbl;
776 D1(ldcp->id, "ldc_mem_unbind_handle: (0x%llx) revoke "
777 "cookie 0x%llx, rcookie 0x%llx\n", ldcp->id,
782 rv = hv_ldc_revoke(ldcp->id, cookie_addr,
793 DWARN(ldcp->id,
795 "revoke mapping, cookie %llx\n", ldcp->id,
814 D1(ldcp->id, "ldc_mem_unbind_handle: (0x%llx) unbound handle 0x%llx\n",
815 ldcp->id, mhdl);
865 ldc_chan_t *ldcp;
882 ldcp = (ldc_chan_t *)handle;
883 chid = ldcp->id;
886 if (ldcp->tstate != TS_UP) {
1009 mutex_enter(&ldcp->lock);
1010 mutex_enter(&ldcp->tx_lock);
1012 rv = hv_ldc_rx_get_state(ldcp->id,
1013 &rx_hd, &rx_tl, &(ldcp->link_state));
1014 if (ldcp->link_state == LDC_CHANNEL_DOWN ||
1015 ldcp->link_state == LDC_CHANNEL_RESET) {
1016 i_ldc_reset(ldcp, B_FALSE);
1020 mutex_exit(&ldcp->tx_lock);
1021 mutex_exit(&ldcp->lock);
1091 ldc_chan_t *ldcp;
1106 ldcp = (ldc_chan_t *)handle;
1108 mutex_enter(&ldcp->lock);
1111 if (ldcp->tstate != TS_UP) {
1112 DWARN(ldcp->id,
1114 ldcp->id);
1115 mutex_exit(&ldcp->lock);
1121 DWARN(ldcp->id,
1123 mutex_exit(&ldcp->lock);
1134 D1(ldcp->id, "ldc_mem_rdwr_cookie: copying data "
1136 ldcp->id, vaddr, pg_size, pg_size_code, pg_shift);
1145 D1(ldcp->id, "ldc_mem_rdwr_cookie: (0x%llx) v=0x%llx, "
1147 ldcp->id, vaddr, local_valign, local_voff, npages);
1163 D1(ldcp->id,
1168 ldcp->id, direction, target_pa, local_ra, target_poff,
1172 rv = hv_ldc_copy(ldcp->id, direction,
1179 ldcp->id, rv);
1185 ldcp->id, direction, target_pa, local_ra,
1190 mutex_exit(&ldcp->lock);
1194 D2(ldcp->id, "ldc_mem_rdwr_cookie: copied=0x%llx\n",
1225 mutex_exit(&ldcp->lock);
1227 D1(ldcp->id, "ldc_mem_rdwr_cookie: (0x%llx) done copying sz=0x%llx\n",
1228 ldcp->id, *size);
1262 ldc_chan_t *ldcp;
1288 ldcp = mhdl->ldcp;
1290 mutex_enter(&ldcp->lock);
1292 if (ldcp->tstate != TS_UP) {
1293 DWARN(ldcp->id,
1295 ldcp->id);
1296 mutex_exit(&ldcp->lock);
1302 DWARN(ldcp->id, "ldc_mem_map: invalid map type\n");
1303 mutex_exit(&ldcp->lock);
1308 D1(ldcp->id, "ldc_mem_map: (0x%llx) cookie = 0x%llx,0x%llx\n",
1309 ldcp->id, cookie->addr, cookie->size);
1333 D2(ldcp->id, "ldc_mem_map: (0x%llx) exp_size=0x%llx, map_size=0x%llx,"
1334 "pages=0x%llx\n", ldcp->id, exp_size, map_size, npages);
1349 ldcp->id);
1356 mutex_exit(&ldcp->lock);
1382 D1(ldcp->id, "ldc_mem_map: (0x%llx) mapping "
1383 "cookie 0x%llx, bal=0x%llx\n", ldcp->id,
1390 rv = hv_ldc_mapin(ldcp->id, cookie_addr,
1399 DWARN(ldcp->id,
1401 ldcp->id, rv);
1410 DWARN(ldcp->id,
1413 ldcp->id,
1428 D1(ldcp->id,
1431 ldcp->id, tmpaddr, memseg->pages[i].raddr,
1444 D1(ldcp->id,
1446 "tte 0x%llx\n", ldcp->id,
1464 D1(ldcp->id, "ldc_mem_map: (0x%llx) allocated "
1465 "shadow page va=0x%llx\n", ldcp->id, memseg->vaddr);
1497 D1(ldcp->id, "ldc_mem_map: (0x%llx) mapped 0x%llx, ra=0x%llx, "
1499 ldcp->id, mhdl, memseg->raddr, memseg->vaddr,
1509 mutex_exit(&ldcp->lock);
1522 ldc_chan_t *ldcp;
1534 ldcp = mhdl->ldcp;
1537 D1(ldcp->id, "ldc_mem_unmap: (0x%llx) unmapping handle 0x%llx\n",
1538 ldcp->id, mhdl);
1554 ldcp->id, rv);
1571 D1(ldcp->id, "ldc_mem_unmap: (0x%llx) unmapped handle 0x%llx\n",
1572 ldcp->id, mhdl);
1591 ldc_chan_t *ldcp;
1605 if (mhdl->status != LDC_MAPPED || mhdl->ldcp == NULL) {
1634 ldcp = mhdl->ldcp;
1643 err = ldc_mem_copy((ldc_handle_t)ldcp, local_vaddr, offset,
1647 DWARN(ldcp->id,
1825 ldc_chan_t *ldcp;
1835 ldcp = (ldc_chan_t *)handle;
1845 DWARN(ldcp->id,
1852 DWARN(ldcp->id, "ldc_mem_dring_bind: invalid map type\n");
1866 ldcp->id);
1884 dringp->ldcp = ldcp;
1891 ldcp->id);
1901 DWARN(ldcp->id,
1903 ldcp->id);
1916 dringp->ldcp = NULL;
1925 mutex_enter(&ldcp->exp_dlist_lock);
1926 dringp->ch_next = ldcp->exp_dring_list;
1927 ldcp->exp_dring_list = dringp;
1928 mutex_exit(&ldcp->exp_dlist_lock);
1945 ldc_chan_t *ldcp;
1963 ldcp = dringp->ldcp;
1966 DWARN(ldcp->id,
1968 ldcp->id);
1987 ldc_chan_t *ldcp;
2005 ldcp = dringp->ldcp;
2007 mutex_enter(&ldcp->exp_dlist_lock);
2009 tmp_dringp = ldcp->exp_dring_list;
2011 ldcp->exp_dring_list = dringp->ch_next;
2026 mutex_exit(&ldcp->exp_dlist_lock);
2032 mutex_exit(&ldcp->exp_dlist_lock);
2037 dringp->ldcp = NULL;
2048 i_ldc_mem_inject_dring_clear(ldc_chan_t *ldcp)
2059 if ((mtbl = ldcp->mtbl) == NULL)
2066 mutex_enter(&ldcp->exp_dlist_lock);
2068 for (dp = ldcp->exp_dring_list; dp != NULL; dp = dp->ch_next) {
2088 rv = hv_ldc_revoke(ldcp->id, cookie_addr,
2099 DWARN(ldcp->id,
2104 ldcp->id, cookie_addr,
2112 mutex_exit(&ldcp->exp_dlist_lock);
2167 ldc_chan_t *ldcp = (ldc_chan_t *)handle;
2184 ldcp = (ldc_chan_t *)handle;
2187 DWARN(ldcp->id,
2189 ldcp->id);
2197 DWARN(ldcp->id,
2199 ldcp->id);
2205 DWARN(ldcp->id, "ldc_mem_dring_map: invalid map type\n");
2219 D1(ldcp->id,
2233 dringp->ldcp = ldcp;
2263 mutex_enter(&ldcp->imp_dlist_lock);
2264 dringp->ch_next = ldcp->imp_dring_list;
2265 ldcp->imp_dring_list = dringp;
2266 mutex_exit(&ldcp->imp_dlist_lock);
2283 ldc_chan_t *ldcp;
2300 ldcp = dringp->ldcp;
2302 mutex_enter(&ldcp->imp_dlist_lock);
2305 tmp_dringp = ldcp->imp_dring_list;
2307 ldcp->imp_dring_list = dringp->ch_next;
2322 mutex_exit(&ldcp->imp_dlist_lock);
2328 mutex_exit(&ldcp->imp_dlist_lock);
2335 dringp->ldcp = NULL;
2361 ldc_chan_t *ldcp;
2374 if (dringp->status != LDC_MAPPED || dringp->ldcp == NULL) {
2405 ldcp = dringp->ldcp;
2414 D1(ldcp->id, "i_ldc_dring_acquire_release: c1 off=0x%llx sz=0x%llx\n",
2419 DWARN(ldcp->id,
2431 D1(ldcp->id, "i_ldc_dring_acquire_release: c2 "
2436 DWARN(ldcp->id,