My personal Scale project has a huge drift in its readings for weight

You need to calibrate the numbers, but this is about the minimal code for using median.

#include "HX711.h"

uint8_t dataPin = 6;
uint8_t clockPin = 7;

HX711 scale;

void setup() 
{
  Serial.begin(115200);
  while (!Serial);

  Serial.println("HX711 demo");  // load cell module to be activated
  scale.begin(dataPin, clockPin);

  //  TODO use numbers from HX_calibration.ino
  scale.set_offset(xxxxxx);
  scale.set_scale(xxxxxx);

  scale.set_median_mode();
}

void loop()
{
  //  continuous read and print
  float f = scale.get_units(7);
  Serial.println(f);
  delay(1000);
}