Program seems to run with lag

So I just finnished writing this code but trying the buttons they seem to go with a bit of lag, needing like a second sometimes to show change in the program, is this because of my code? If so whats the issue?

Thanks in advance

#include <Keypad.h>
#include <Joystick.h>

#define ENABLE_PULLUPS
#define NUMROTARIES 4
#define NUMBUTTONS 24
#define NUMROWS_1 3
#define NUMCOLS_1 4
#define NUMROWS_2 4
#define NUMCOLS_2 3

byte buttons1 [NUMROWS_1][NUMCOLS_1] ={
  {1,2,3,4},
  {5,6,7,8},
  {9,10,11,12},
};

byte buttons2 [NUMROWS_2][NUMCOLS_2] ={
  {13,14,15},
  {16,17,18},
  {19,20,21},
  {22,23,24},
};

byte colPins1[NUMCOLS_1] = {18,15,14,16}; //column pins for keys1
byte rowPins1[NUMROWS_1] = {21,20,19}; //row pins for keys1
byte colPins2[NUMCOLS_2] = {6,7,8}; //column pins for keys2
byte rowPins2[NUMROWS_2] = {2,3,4,5}; //row pins for keys2

Keypad buttbx1 = Keypad( makeKeymap(buttons1), rowPins1, colPins1, NUMROWS_1, NUMCOLS_1 );
Keypad buttbx2 = Keypad( makeKeymap(buttons2), rowPins2, colPins2, NUMROWS_2, NUMCOLS_2 );

struct rotariesdef {
  byte pin1;
  byte pin2;
  int ccwchar;
  int cwchar;
  volatile unsigned char state;
};

rotariesdef rotaries[NUMROTARIES] {
  {0,1,24,25,0},
  {2,3,26,27,0},
  {4,5,28,29,0},
  {6,7,30,31,0},
};

#define DIR_CCW 0x10
#define DIR_CW 0x20
#define R_START 0x0

#ifdef HALF_STEP
#define R_CCW_BEGIN 0x1
#define R_CW_BEGIN 0x2
#define R_START_M 0x3
#define R_CW_BEGIN_M 0x4
#define R_CCW_BEGIN_M 0x5
const unsigned char ttable[6][4] = {
  // R_START (00)
  {R_START_M,            R_CW_BEGIN,     R_CCW_BEGIN,  R_START},
  // R_CCW_BEGIN
  {R_START_M | DIR_CCW, R_START,        R_CCW_BEGIN,  R_START},
  // R_CW_BEGIN
  {R_START_M | DIR_CW,  R_CW_BEGIN,     R_START,      R_START},
  // R_START_M (11)
  {R_START_M,            R_CCW_BEGIN_M,  R_CW_BEGIN_M, R_START},
  // R_CW_BEGIN_M
  {R_START_M,            R_START_M,      R_CW_BEGIN_M, R_START | DIR_CW},
  // R_CCW_BEGIN_M
  {R_START_M,            R_CCW_BEGIN_M,  R_START_M,    R_START | DIR_CCW},
};
#else
#define R_CW_FINAL 0x1
#define R_CW_BEGIN 0x2
#define R_CW_NEXT 0x3
#define R_CCW_BEGIN 0x4
#define R_CCW_FINAL 0x5
#define R_CCW_NEXT 0x6

const unsigned char ttable[7][4] = {
  // R_START
  {R_START,    R_CW_BEGIN,  R_CCW_BEGIN, R_START},
  // R_CW_FINAL
  {R_CW_NEXT,  R_START,     R_CW_FINAL,  R_START | DIR_CW},
  // R_CW_BEGIN
  {R_CW_NEXT,  R_CW_BEGIN,  R_START,     R_START},
  // R_CW_NEXT
  {R_CW_NEXT,  R_CW_BEGIN,  R_CW_FINAL,  R_START},
  // R_CCW_BEGIN
  {R_CCW_NEXT, R_START,     R_CCW_BEGIN, R_START},
  // R_CCW_FINAL
  {R_CCW_NEXT, R_CCW_FINAL, R_START,     R_START | DIR_CCW},
  // R_CCW_NEXT
  {R_CCW_NEXT, R_CCW_FINAL, R_CCW_BEGIN, R_START},
};
#endif

Joystick_ Joystick(JOYSTICK_DEFAULT_REPORT_ID, 
  JOYSTICK_TYPE_JOYSTICK, 32, 0,
  false, false, false, false, false, false,
  false, false, false, false, false);

void setup() {
  Joystick.begin();
  rotary_init();
  Serial.begin(115200);
  }
  
void loop() { 
  CheckAllEncoders();
  CheckAllButtons();
  char buttons1 = buttbx1.getKey();
    if (buttons1)
    {
    Serial.println(buttons1);
   }
    char buttons2 = buttbx2.getKey();
    if (buttons2)
    {
    Serial.println(buttons2);
    }  
}

void CheckAllButtons(void) {
      if (buttbx1.getKeys())
    {
       for (int i=0; i<LIST_MAX; i++)   
        {
           if ( buttbx1.key[i].stateChanged )   
            {
            switch (buttbx1.key[i].kstate) {  
                    case PRESSED:
                    case HOLD:
                              Joystick.setButton(buttbx1.key[i].kchar, 1);
                              break;
                    case RELEASED:
                    case IDLE:
                              Joystick.setButton(buttbx1.key[i].kchar, 0);
                              break;
                        }
                      }   
                   }
                }
      if (buttbx2.getKeys())
    {
        for (int i=0; i<LIST_MAX; i++)   
        {
           if ( buttbx2.key[i].stateChanged )   
            {
            switch (buttbx2.key[i].kstate) {  
                    case PRESSED:
                    case HOLD:
                              Joystick.setButton(buttbx2.key[i].kchar, 1);
                              break;
                    case RELEASED:
                    case IDLE:
                              Joystick.setButton(buttbx2.key[i].kchar, 0);
                              break;
                        }
                      }   
                   }
                }
}
void rotary_init() {
  for (int i=0;i<NUMROTARIES;i++) {
    pinMode(rotaries[i].pin1, INPUT);
    pinMode(rotaries[i].pin2, INPUT);
    #ifdef ENABLE_PULLUPS
      digitalWrite(rotaries[i].pin1, HIGH);
      digitalWrite(rotaries[i].pin2, HIGH);
    #endif
  }
}


unsigned char rotary_process(int _i) {
   unsigned char pinstate = (digitalRead(rotaries[_i].pin2) << 1) | digitalRead(rotaries[_i].pin1);
  rotaries[_i].state = ttable[rotaries[_i].state & 0xf][pinstate];
  return (rotaries[_i].state & 0x30);
}

void CheckAllEncoders(void) {
  for (int i=0;i<NUMROTARIES;i++) {
    unsigned char result = rotary_process(i);
    if (result == DIR_CCW) {
      Joystick.setButton(rotaries[i].ccwchar, 1); delay(50); Joystick.setButton(rotaries[i].ccwchar, 0);
    };
    if (result == DIR_CW) {
      Joystick.setButton(rotaries[i].cwchar, 1); delay(50); Joystick.setButton(rotaries[i].cwchar, 0);
    };
  }
}