Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Do cleanup for the FPGA-accelerated pow #63

Merged
merged 4 commits into from
Aug 30, 2018
Merged

Do cleanup for the FPGA-accelerated pow #63

Changes from 1 commit
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
46ce6e2
Do cleanup for the FPGA-accelerated pow
ajblane Aug 29, 2018
e7e5222
Drop the lock due to no multi-thread
ajblane Aug 29, 2018
e184959
Add rough FPGA-accelerated state into README
ajblane Aug 29, 2018
181d559
Modify README
ajblane Aug 30, 2018
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
119 changes: 28 additions & 91 deletions src/pow_fpga_accel.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,19 +7,10 @@

#include "pow_fpga_accel.h"
#include <fcntl.h>
#include <sys/mman.h>
#include <unistd.h>
#include "implcontext.h"
#include "trinary.h"

#define HPS_TO_FPGA_BASE 0xC0000000
#define HPS_TO_FPGA_SPAN 0x0020000
#define HASH_CNT_REG_OFFSET 4
#define TICK_CNT_LOW_REG_OFFSET 5
#define TICK_CNT_HI_REG_OFFSET 6
#define MWM_MASK_REG_OFFSET 3
#define CPOW_BASE 0

/* Set FPGA configuration for device files */
#define DEV_CTRL_FPGA "/dev/cpow-ctrl"
#define DEV_IDATA_FPGA "/dev/cpow-idata"
Expand All @@ -33,10 +24,6 @@
S[3] = (I >> 24) & 0xff; \
}

static int devmem_fd;
static void *fpga_regs_map;
static uint32_t *cpow_map;

static bool PoWFPGAAccel(void *pow_ctx)
{
PoW_FPGA_Accel_Context *ctx = (PoW_FPGA_Accel_Context *) pow_ctx;
Expand Down Expand Up @@ -95,119 +82,69 @@ static bool PoWFPGAAccel(void *pow_ctx)

static bool PoWFPGAAccel_Context_Initialize(ImplContext *impl_ctx)
{
int i = 0;
devmem_fd = 0;
fpga_regs_map = 0;
cpow_map = 0;

PoW_FPGA_Accel_Context *ctx = (PoW_FPGA_Accel_Context *) malloc(
sizeof(PoW_FPGA_Accel_Context) * impl_ctx->num_max_thread);
PoW_FPGA_Accel_Context *ctx =
(PoW_FPGA_Accel_Context *) malloc(sizeof(PoW_FPGA_Accel_Context));
if (!ctx)
goto fail_to_malloc;

for (i = 0; i < impl_ctx->num_max_thread; i++) {
ctx[i].ctrl_fd = open(DEV_CTRL_FPGA, O_RDWR);
if (ctx[i].ctrl_fd < 0) {
perror("cpow-ctrl open fail");
goto fail_to_open_ctrl;
}
ctx[i].in_fd = open(DEV_IDATA_FPGA, O_RDWR);
if (ctx[i].in_fd < 0) {
perror("cpow-idata open fail");
goto fail_to_open_idata;
}
ctx[i].out_fd = open(DEV_ODATA_FPGA, O_RDWR);
if (ctx[i].out_fd < 0) {
perror("cpow-odata open fail");
goto fail_to_open_odata;
}
impl_ctx->bitmap = impl_ctx->bitmap << 1 | 0x1;
ctx->ctrl_fd = open(DEV_CTRL_FPGA, O_RDWR);
if (ctx->ctrl_fd < 0) {
perror("cpow-ctrl open fail");
goto fail_to_open_ctrl;
}
impl_ctx->context = ctx;
pthread_mutex_init(&impl_ctx->lock, NULL);

devmem_fd = open("/dev/mem", O_RDWR | O_SYNC);
if (devmem_fd < 0) {
perror("devmem open");
goto fail_to_open_memopen;
ctx->in_fd = open(DEV_IDATA_FPGA, O_RDWR);
if (ctx->in_fd < 0) {
perror("cpow-idata open fail");
goto fail_to_open_idata;
}

fpga_regs_map =
(uint32_t *) mmap(NULL, HPS_TO_FPGA_SPAN, PROT_READ | PROT_WRITE,
MAP_SHARED, devmem_fd, HPS_TO_FPGA_BASE);
if (fpga_regs_map == MAP_FAILED) {
perror("devmem mmap");
goto fail_to_open_memmap;
ctx->out_fd = open(DEV_ODATA_FPGA, O_RDWR);
if (ctx->out_fd < 0) {
perror("cpow-odata open fail");
goto fail_to_open_odata;
}

cpow_map = (uint32_t *) (fpga_regs_map + CPOW_BASE);
impl_ctx->context = ctx;
pthread_mutex_init(&impl_ctx->lock, NULL);

return true;

fail_to_open_memmap:
close(devmem_fd);
fail_to_open_memopen:
close(ctx[i].out_fd);
fail_to_open_odata:
close(ctx[i].in_fd);
close(ctx->in_fd);
fail_to_open_idata:
close(ctx[i].ctrl_fd);
close(ctx->ctrl_fd);
fail_to_open_ctrl:
fail_to_malloc:
for (int j = i - 1; j > 0; j--) {
close(ctx[j].in_fd);
close(ctx[j].out_fd);
close(ctx[j].ctrl_fd);
}
return false;
}

static void PoWFPGAAccel_Context_Destroy(ImplContext *impl_ctx)
{
PoW_FPGA_Accel_Context *ctx = (PoW_FPGA_Accel_Context *) impl_ctx->context;
for (int i = 0; i < impl_ctx->num_max_thread; i++) {
close(ctx[i].in_fd);
close(ctx[i].out_fd);
close(ctx[i].ctrl_fd);
}
free(ctx);

int result = munmap(fpga_regs_map, HPS_TO_FPGA_SPAN);
if (result < 0) {
perror("devmem munmap");
}
close(ctx->in_fd);
close(ctx->out_fd);
close(ctx->ctrl_fd);

close(devmem_fd);
free(ctx);
}

static void *PoWFPGAAccel_getPoWContext(ImplContext *impl_ctx,
int8_t *trytes,
int mwm)
{
pthread_mutex_lock(&impl_ctx->lock);
Copy link
Member

@furuame furuame Aug 29, 2018 •
edited
Loading

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Actually, this statement also can be dropped if you ensure that only 1 fpga board would be supported on the platform. Or it should be reserved for extensibility as well as PoWFPGAAccel_freePoWContext.

Copy link
Collaborator Author

@ajblane ajblane Aug 29, 2018 •
edited
Loading

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Yes, I agree your point. I will drop this lock.

for (int i = 0; i < impl_ctx->num_max_thread; i++) {
if (impl_ctx->bitmap & (0x1 << i)) {
impl_ctx->bitmap &= ~(0x1 << i);
pthread_mutex_unlock(&impl_ctx->lock);
PoW_FPGA_Accel_Context *ctx =
impl_ctx->context + sizeof(PoW_FPGA_Accel_Context) * i;
memcpy(ctx->input_trytes, trytes, (transactionTrinarySize) / 3);
ctx->mwm = mwm;
ctx->indexOfContext = i;
return ctx;
}
}

PoW_FPGA_Accel_Context *ctx = impl_ctx->context;
memcpy(ctx->input_trytes, trytes, (transactionTrinarySize) / 3);
ctx->mwm = mwm;
ctx->indexOfContext = 0;

pthread_mutex_unlock(&impl_ctx->lock);
return NULL; /* It should not happen */
return ctx;
}

static bool PoWFPGAAccel_freePoWContext(ImplContext *impl_ctx, void *pow_ctx)
{
pthread_mutex_lock(&impl_ctx->lock);
impl_ctx->bitmap |= 0x1
<< ((PoW_FPGA_Accel_Context *) pow_ctx)->indexOfContext;
pthread_mutex_unlock(&impl_ctx->lock);
return true;
}

Expand Down