- Published on
DPO의 수학적 원리부터 구현, RLHF와의 비교, IPO/KTO/ORPO 변형까지 — LLM 선호도 최적화의 핵심을 실무 관점에서 심층 분석합니다.
Llm-alignment
All Posts
- 2026-03 (221)
- 2026-03-03 (69)
- kubernetes (50)
- devops (45)
- 2026-03-08 (39)
- llm (38)
- 2026-03-04 (35)
- ai-papers (33)
- 2026-03-07 (32)
- english (32)
- architecture (31)
- japanese (31)
- deep-learning (29)
- database (28)
- finance (26)
- 2026-03-09 (25)
- observability (25)
- 2026-03-06 (24)
- hadoop (22)
- ai-platform (21)
- hbase (17)
- chatbot (17)
- security (16)
- linux (16)
- communication (16)
- mlops (15)
- python (15)
- production (14)
- gpu (14)
- ai (13)
- transformer (12)
- 2026-03-05 (12)
- 2026 (11)
- practical-guide (11)
- java (11)
- monitoring (11)
- march-2026 (10)
- rag (9)
- career (9)
- authentication (9)
- culture (9)
- productivity (9)
- opentelemetry (9)
- business-japanese (9)
- postgresql (8)
- performance (8)
- cuda (8)
- vllm (8)
- nvidia (7)
- optimization (7)
- langchain (7)
- model-serving (7)
- agent (7)
- jwt (7)
- spring (7)
- docker (7)
- automation (7)
- business-english (7)
- investment (7)
- keigo (7)
- network (7)
- troubleshooting (7)
- debugging (6)
- langgraph (6)
- microservices (6)
- cookie (6)
- yarn (6)
- gitops (6)
- networking (6)
- image-generation (5)
- generative-ai (5)
- inference (5)
- openai (5)
- computer-vision (5)
- mlflow (5)
- pytorch (5)
- tls (5)
- django (5)
- kerberos (5)
- sql (5)
- health (5)
- argocd (5)
- container (5)
- cloud-native (5)
- output-training (5)
- speaking (5)
- job-interview (5)
- business (5)
- jlpt (5)
- hospital (5)
- cli (5)
- gateway-api (5)
- cilium (5)
- ebpf (5)
- grafana (5)
- state-space-model (4)
- guardrails (4)
- quantization (4)
- distributed-training (4)
- machine-learning (4)
- model-registry (4)
- multi-agent (4)
- event-driven (4)
- kafka (4)
- cqrs (4)
- event-sourcing (4)
- cloud (4)
- migration (4)
- typescript (4)
- javascript (4)
- retrospect (4)
- terminal (4)
- workplace (4)
- nosql (4)
- hdfs (4)
- infrastructure-as-code (4)
- iac (4)
- profiling (4)
- prometheus (4)
- engineer (4)
- cost-optimization (4)
- etf (4)
- history (4)
- service-mesh (4)
- arduino (3)
- iot (3)
- embedded (3)
- robotics (3)
- ml-pipeline (3)
- orchestration (3)
- mamba (3)
- ssm (3)
- moe (3)
- deepseek (3)
- linear-attention (3)
- sequence-modeling (3)
- rlhf (3)
- fine-tuning (3)
- vector-database (3)
- feature-store (3)
- kubeflow (3)
- pipeline (3)
- experiment-tracking (3)
- tts (3)
- workflow (3)
- aws (3)
- spring-boot (3)
- authorization (3)
- oidc (3)
- high-availability (3)
- sre (3)
- sso (3)
- oauth2 (3)
- nextjs (3)
- react (3)
- istio (3)
- mapreduce (3)
- hive (3)
- command (3)
- mysql (3)
- zookeeper (3)
- slack (3)
- vector-search (3)
- fastapi (3)
- diet (3)
- psychology (3)
- partitioning (3)
- redis (3)
- time-series (3)
- github-actions (3)
- ci-cd (3)
- terraform (3)
- vscode (3)
- ssl (3)
- logging (3)
- evtol (3)
- presentation (3)
- code-review (3)
- agile (3)
- business-email (3)
- habit (3)
- telemetry-pipeline (3)
- meeting (3)
- podcast (3)
- it-company (3)
- portfolio (3)
- it-japanese (3)
- listening (3)
- output (3)
- evening-japanese (3)
- autoscaling (3)
- cka (3)
- paged-attention (3)
- serving (3)
- speculative-decoding (3)
- diffusion (3)
- ai-coding (3)
- open-source (3)
- loki (3)
- raspberry-pi (2)
- drone (2)
- pid-control (2)
- flight-controller (2)
- gpt (2)
- linear-algebra (2)
- calculus (2)
- probability (2)
- study (2)
- diffusion-transformer (2)
- dit (2)
- nemo-guardrails (2)
- rwkv (2)
- reasoning (2)
- dpo (2)
- ring-attention (2)
- long-context (2)
- flash-attention (2)
- nlp (2)
- pre-training (2)
- google (2)
- generative-model (2)
- stable-diffusion (2)
- lora (2)
- peft (2)
- cnn (2)
- image-classification (2)
- feast (2)
- ray-serve (2)
- speech-recognition (2)
- drift-detection (2)
- stt (2)
- triton (2)
- langsmith (2)
- tool-calling (2)
- certification (2)
- clean-architecture (2)
- design-pattern (2)
- encryption (2)
- load-balancing (2)
- disaster-recovery (2)
- saga-pattern (2)
- saga (2)
- circuit-breaker (2)
- resilience4j (2)
- fault-tolerance (2)
- distributed-systems (2)
- envoy (2)
- nginx (2)
- mongodb (2)
- ansible (2)
- grpc (2)
- ubuntu (2)
- bolt-sdk (2)
- slack-bot (2)
- telegram (2)
- llmops (2)
- evaluation (2)
- ragas (2)
- deepeval (2)
- analytics (2)
- habits (2)
- self-development (2)
- nutrition (2)
- mbti (2)
- collaboration (2)
- language-learning (2)
- resilience (2)
- sharding (2)
- caching (2)
- elasticsearch (2)
- olap (2)
- timescaledb (2)
- embedding (2)
- similarity-search (2)
- self-hosted-runner (2)
- argo-rollouts (2)
- canary (2)
- blue-green (2)
- crossplane (2)
- cicd (2)
- multi-cluster (2)
- platform-engineering (2)
- backstage (2)
- developer-experience (2)
- intellij (2)
- pycharm (2)
- go (2)
- certificate (2)
- ros2 (2)
- tensorrt (2)
- sensor-fusion (2)
- vlm (2)
- hpc (2)
- parallel-computing (2)
- podman (2)
- infrastructure (2)
- distributed-tracing (2)
- sampling (2)
- public-speaking (2)
- developer (2)
- technical-writing (2)
- salary-negotiation (2)
- interview (2)
- tech-career (2)
- evening-english (2)
- irp (2)
- isa (2)
- asset-allocation (2)
- rebalancing (2)
- insurance (2)
- life-insurance (2)
- risk-management (2)
- quant (2)
- backtesting (2)
- accounting (2)
- startup (2)
- tax (2)
- year-end-settlement (2)
- korea (2)
- big-data (2)
- middle-east (2)
- it-interview (2)
- self-introduction (2)
- grammar (2)
- memory (2)
- tmux (2)
- vim (2)
- neovim (2)
- ingress (2)
- vpa (2)
- rbac (2)
- ambient-mesh (2)
- backup (2)
- cncf (2)
- gpu-operator (2)
- kubestronaut (2)
- cks (2)
- kcsa (2)
- function-calling (2)
- tool-use (2)
- structured-output (2)
- anthropic (2)
- gptq (2)
- awq (2)
- gguf (2)
- inference-serving (2)
- text-to-video (2)
- image-to-video (2)
- video-generation (2)
- hubble (2)
- slo (2)
- collector (2)
- promql (2)
- alerting (2)
- tracing (2)
- 3d-printing (1)
- fusion-360 (1)
- cad (1)
- modeling (1)
- slicer (1)
- maker (1)
- fdm (1)
- electronics (1)
- nanogpt (1)
- from-scratch (1)
- humanoid-robot (1)
- tesla-optimus (1)
- boston-dynamics (1)
- figure-ai (1)
- unitree (1)
- mathematics (1)
- statistics (1)
- gradient-descent (1)
- xiao (1)
- nrf52840 (1)
- ble (1)
- bluetooth (1)
- seeed-studio (1)
- notebooklm (1)
- research (1)
- prompt-ideas (1)
- deep-dive (1)
- prompt-engineering (1)
- multilingual (1)
- airflow (1)
- mixtral (1)
- llm-safety (1)
- rnn (1)
- ai-papers-agentic-reasoning-implementation-guide-2026 (1)
- ai-papers-mixture-of-experts-scaling-2026 (1)
- test-time-scaling (1)
- best-of-n (1)
- self-consistency (1)
- kto (1)
- alignment (1)
- bitnet (1)
- 1-bit-llm (1)
- model-efficiency (1)
- mixture-of-experts (1)
- sparse-model (1)
- kan (1)
- kolmogorov-arnold (1)
- neural-network (1)
- mlp (1)
- sequence-parallelism (1)
- math (1)
- latex (1)
- katex (1)
- gpu-optimization (1)
- attention-mechanism (1)
llm-alignment (1)
- preference-optimization (1)
- attention (1)
- bert (1)
- masked-language-model (1)
- ddpm (1)
- diffusion-model (1)
- score-matching (1)
- latent-diffusion (1)
- gan (1)
- adversarial-training (1)
- dcgan (1)
- stylegan (1)
- wasserstein (1)
- language-model (1)
- instruction-tuning (1)
- scaling-law (1)
- paper-review (1)
- selective-scan (1)
- mamba2 (1)
- reinforcement-learning (1)
- dqn (1)
- ppo (1)
- a3c (1)
- q-learning (1)
- policy-gradient (1)
- alphago (1)
- resnet (1)
- residual-learning (1)
- skip-connection (1)
- batch-normalization (1)
- sam (1)
- segment-anything (1)
- image-segmentation (1)
- video-segmentation (1)
- meta-ai (1)
- promptable-segmentation (1)
- zero-shot (1)
- foundation-model (1)
- sam2 (1)
- sam3 (1)
- vit (1)
- vision-transformer (1)
- patch-embedding (1)
- self-attention (1)
- data-engineering (1)
- bentoml (1)
- kfp (1)
- torchaudio (1)
- audio (1)
- spectrogram (1)
- mel (1)
- music (1)
- torchvision (1)
- object-detection (1)
- segmentation (1)
- transfer-learning (1)
- ai-platform-feature-store-ragops-blueprint-2026 (1)
- ai-platform-model-registry-ab-deploy-2026 (1)
- model-monitoring (1)
- evidently-ai (1)
- feature-engineering (1)
- real-time-serving (1)
- forward-deployed-engineer (1)
- enterprise-ai (1)
- voice-chatbot (1)
- barge-in (1)
- realtime-audio (1)
- vad (1)
- inference-server (1)
- wandb (1)
- hyperparameter-tuning (1)
- llm-monitoring (1)
- langfuse (1)
- arize (1)
- kuberay (1)
- state-graph (1)
- golden-jacket (1)
- solutions-architect (1)
- ddd (1)
- domain-driven-design (1)
- hexagonal-architecture (1)
- ports-adapters (1)
- ipsec (1)
- vpn (1)
- network-security (1)
- ike (1)
- tunnel (1)
- oauth (1)
- redundancy (1)
- failover (1)
- distributed-transactions (1)
- zero-trust (1)
- owasp (1)
- hashing (1)
- xss (1)
- sql-injection (1)
- architecture-cqrs-event-sourcing-axon-2026 (1)
- architecture-event-driven-governance-practice-2026 (1)
- cell-based-architecture (1)
- blast-radius (1)
- fault-isolation (1)
- bulkhead-pattern (1)
- api-gateway (1)
- bff (1)
- kong (1)
- graphql-federation (1)
- strangler-fig (1)
- monolith (1)
- refactoring (1)
- session (1)
- drf (1)
- app-router (1)
- spa (1)
- spring-security (1)
- outbox-pattern (1)
- cdc (1)
- debezium (1)
- distributed-system (1)
- msa (1)
- kdc (1)
- pheonix (1)
- phoenix (1)
- profiler (1)
- crontab (1)
- api (1)
- scala (1)
- raspberry (1)
- spark (1)
- jvm (1)
- ycsb (1)
- chromadb (1)
- discord-bot (1)
- pycord (1)
- slash-commands (1)
- chatbot-mcp-guardrails-evaluation-handbook-2026 (1)
- chatbot-multi-turn-context-management-2026 (1)
- trulens (1)
- faq (1)
- ab-testing (1)
- conversation-quality (1)
- voice (1)
- realtime (1)
- whisper (1)
- memory-architecture (1)
- personalization (1)
- long-term-memory (1)
- conversation-history (1)
- bot (1)
- webhook (1)
- python-telegram-bot (1)
- deployment (1)
- art-history (1)
- renaissance (1)
- contemporary-art (1)
- museum (1)
- mediterranean (1)
- food (1)
- cooking (1)
- wine (1)
- whiskey (1)
- tasting (1)
- food-pairing (1)
- meal-prep (1)
- team-building (1)
- exercise (1)
- mental-health (1)
- ergonomics (1)
- self-improvement (1)
- atomic-habits (1)
- polyglot (1)
- efficiency (1)
- philosophy (1)
- stoicism (1)
- meditations (1)
- indexing (1)
- explain (1)
- n-plus-1 (1)
- orm (1)
- sqlalchemy (1)
- jpa (1)
- query-optimization (1)
- cache-aside (1)
- write-through (1)
- redis-cluster (1)
- select (1)
- join (1)
- index (1)
- cheatsheet (1)
- postgres-index (1)
- database-postgresql18-upgrade-and-tuning-2026 (1)
- database-redis-cluster-memory-optimization-2026 (1)
- opensearch (1)
- index-design (1)
- operations-management (1)
- ism (1)
- innodb-cluster (1)
- clickhouse (1)
- mergetree (1)
- real-time-analytics (1)
- parallel-query (1)
- hypertable (1)
- continuous-aggregates (1)
- cockroachdb (1)
- distributed-sql (1)
- newsql (1)
- duckdb (1)
- data-lake (1)
- parquet (1)
- data-modeling (1)
- hotspot (1)
- cassandra (1)
- distributed-database (1)
- wide-column (1)
- qdrant (1)
- pgvector (1)
- hnsw (1)
- ivfflat (1)
- hybrid-search (1)
- dagger (1)
- pipeline-as-code (1)
- helm (1)
- state-management (1)
- devops-internal-developer-platform-playbook-2026 (1)
- progressive-delivery (1)
- devops-terraform-module-state-management-2026 (1)
- internal-developer-platform (1)
- casebook (1)
- nestjs (1)
- gin (1)
- remote-debugging (1)
- ssh-tunnel (1)
- jdwp (1)
- debugpy (1)
- delve (1)
- opentofu (1)
- vulnerability (1)
- cve (1)
- hardening (1)
- compliance (1)
- patch-management (1)
- container-security (1)
- trivy (1)
- sigstore (1)
- cosign (1)
- supply-chain-security (1)
- sbom (1)
- pulumi (1)
- chaos-engineering (1)
- litmus (1)
- chaos-mesh (1)
- git (1)
- branch-strategy (1)
- applicationset (1)
- progressive-rollout (1)
- autonomous-driving (1)
- self-driving (1)
- vla (1)
- carla (1)
- simulation (1)
- cpp (1)
- oci (1)
- dockerfile (1)
- containerfile (1)
- buildah (1)
- skopeo (1)
- fluent-bit (1)
- fluentd (1)
- keycloak (1)
- iam (1)
- reverse-proxy (1)
- web-server (1)
- rate-limiting (1)
- compression (1)
- otlp (1)
- pixhawk (1)
- px4 (1)
- ardupilot (1)
- kalman-filter (1)
- ekf (1)
- pwm (1)
- dshot (1)
- uav (1)
- mavlink (1)
- slurm (1)
- cluster (1)
- job-scheduler (1)
- deepspeed (1)
- ai-infrastructure (1)
- configuration-management (1)
- provisioning (1)
- tech-english (1)
- technical-english (1)
- retrospective (1)
- scrum (1)
- standup-meeting (1)
- english-speaking-writing-habit-system-2026 (1)
- english-technical-writing-api-docs-2026 (1)
- conference (1)
- data-storytelling (1)
- technical-presentation (1)
- rfc (1)
- adr (1)
- design-doc (1)
- technical-meetings (1)
- mini-podcast (1)
- deadline-negotiation (1)
- workplace-communication (1)
- company-life (1)
- work (1)
- incident-communication (1)
- postmortem (1)
- deadline (1)
- one-on-one (1)
- career-growth (1)
- feedback (1)
- sleep (1)
- stress (1)
- energy (1)
- study-system (1)
- cross-team (1)
- scope-creep (1)
- tech-meeting (1)
- email (1)
- incident-response (1)
- resume (1)
- cover-letter (1)
- it-english (1)
- ats (1)
- linkedin (1)
- hiring (1)
- negotiation (1)
- lunch-english (1)
- defi (1)
- blockchain (1)
- smart-contract (1)
- cryptocurrency (1)
- tax-saving (1)
- pension (1)
- quantitative (1)
- economics (1)
- financial-literacy (1)
- property-insurance (1)
- actuarial (1)
- savings (1)
- deposit (1)
- stock (1)
- bond (1)
- etf-automation (1)
- finance-isa-irp-etf-automation-workflow-2026 (1)
- finance-pension-dc-etf-portfolio-2026 (1)
- factor-investing (1)
- var (1)
- monte-carlo (1)
- garch (1)
- volatility (1)
- uam (1)
- joby (1)
- archer (1)
- vertical-aerospace (1)
- urban-air-mobility (1)
- hydrogen (1)
- clean-energy (1)
- plug-power (1)
- bloom-energy (1)
- fuel-cell (1)
- electrolyzer (1)
- green-hydrogen (1)
- palantir (1)
- business-model (1)
- ontology (1)
- competitive-moat (1)
- aip (1)
- defense-tech (1)
- data-analytics (1)
- financial-statements (1)
- cashflow (1)
- pl (1)
- algorithmic-trading (1)
- trading-system (1)
- valuation (1)
- dcf (1)
- income-tax (1)
- office-worker (1)
- derivatives (1)
- options (1)
- futures (1)
- hedging (1)
- financial-planning (1)
- health-insurance (1)
- mixed-precision (1)
- bible (1)
- israel (1)
- archaeology (1)
- zionism (1)
- palestine (1)
- civilizations (1)
- geopolitics (1)
- ottoman-empire (1)
- islam (1)
- oil-politics (1)
- self-awareness (1)
- joby-aviation (1)
- 항공택시 (1)
- 주식 (1)
- 투자 (1)
- 사우디-투자 (1)
- 기술 (1)
- it-career (1)
- system-design (1)
- tech-writing (1)
- specification (1)
- documentation (1)
- japanese-business-mail-gijiroku-2026 (1)
- japanese-jlpt-n2-workflow-2026 (1)
- technical-japanese (1)
- technical-vocabulary (1)
- jdrama (1)
- miu404 (1)
- unnatural (1)
- brush-up-life (1)
- incident-report (1)
- system-failure (1)
- moving (1)
- daily-life (1)
- design-review (1)
- technical-discussion (1)
- onboarding (1)
- project-management (1)
- 進捗報告 (1)
- phone (1)
- 일본어회화 (1)
- 병원일본어 (1)
- 일본취업 (1)
- sns (1)
- friends (1)
- honorific (1)
- n5 (1)
- n4 (1)
- n3 (1)
- vocabulary (1)
- kanji (1)
- hiragana (1)
- katakana (1)
- restaurant (1)
- cafe (1)
- izakaya (1)
- lcel (1)
- kernel (1)
- sysctl (1)
- tuning (1)
- boot-parameters (1)
- redhat (1)
- rhel (1)
- centos (1)
- rocky-linux (1)
- enterprise (1)
- server (1)
- package-management (1)
- shell (1)
- bash (1)
- zsh (1)
- scripting (1)
- nvidia-driver (1)
- multiplexer (1)
- screen (1)
- editor (1)
- ide (1)
- dotfiles (1)
- network-policy (1)
- gamma (1)
- karpenter (1)
- eks (1)
- pod-security (1)
- psa (1)
- pss (1)
- in-place-resize (1)
- kubernetes-gateway-api-envoy-traffic-2026 (1)
- kubernetes-multi-cluster-upgrade-runbook-2026 (1)
- runtimeclass (1)
- opa-gatekeeper (1)
- dra (1)
- dynamic-resource-allocation (1)
- scheduling (1)
- hpa (1)
- keda (1)
- sidecarless (1)
- ztunnel (1)
- velero (1)
- dr (1)
- vcluster (1)
- multi-tenancy (1)
- isolation (1)
- virtual-cluster (1)
- webassembly (1)
- wasm (1)
- wasi (1)
- spinkube (1)
- container-runtime (1)
- volcano (1)
- cnpe (1)
- etcd (1)
- restore (1)
- hands-on (1)
- kubevirt (1)
- virtualization (1)
- vgpu (1)
- device-plugin (1)
- mig (1)
- ingress-nginx (1)
- http3 (1)
- quic (1)
- nftables (1)
- ipvs (1)
- cni (1)
- kube-proxy (1)
- service-account (1)
- cluster-role (1)
- ckad (1)
- kcna (1)
- rootless (1)
- daemonless (1)
- pasta-networking (1)
- kserve (1)
- qlora (1)
- huggingface (1)
- context-window (1)
- rope (1)
- positional-encoding (1)
- json-mode (1)
- llm-rag-chunking-embedding-optimization-2026 (1)
- llm-speculative-decoding-production-benchmark-2026 (1)
- multimodal (1)
- pagedattention (1)
- kv-cache (1)
- multi-query-attention (1)
- grouped-query-attention (1)
- retrieval-augmented-generation (1)
- hallucination (1)
- constrained-decoding (1)
- json-schema (1)
- outlines (1)
- continuous-batching (1)
- tensor-parallelism (1)
- red-teaming (1)
- safety (1)
- prompt-injection (1)
- routing (1)
- cascade (1)
- model-orchestration (1)
- multi-model (1)
- agent-framework (1)
- autogen (1)
- crewai (1)
- ace-step (1)
- music-generation (1)
- ai-music (1)
- audio-generation (1)
- text-to-music (1)
- antigravity (1)
- agentic-ide (1)
- gemini-3 (1)
- claude-code (1)
- developer-tools (1)
- cursor (1)
- mla (1)
- deepseek-v3 (1)
- deepseek-r1 (1)
- hunyuan-video (1)
- ltx-video (1)
- ltx2 (1)
- tencent (1)
- lightricks (1)
- tensorrt-llm (1)
- codex (1)
- code-generation (1)
- github-copilot (1)
- openclaw (1)
- ai-agent (1)
- mcp (1)
- self-hosted (1)
- sglang (1)
- llm-inference (1)
- radix-attention (1)
- structured-generation (1)
- disaggregation (1)
- draft-model (1)
- token-verification (1)
- latency (1)
- throughput (1)
- text-to-image (1)
- training (1)
- flow-matching (1)
- ollama (1)
- llm-serving (1)
- openai-api (1)
- wan (1)
- z-image-turbo (1)
- alibaba (1)
- vpc (1)
- dns (1)
- http (1)
- https (1)
- tcp (1)
- ip (1)
- promtail (1)
- tetragon (1)
- otel-collector (1)
- telemetry (1)
- jaeger (1)
- otel (1)
- pyroscope (1)
- observability-grafana-tempo-traceql-2026 (1)
- observability-otel-ebpf-slo-operating-model-2026 (1)
- logql (1)
- grafana-beyla (1)
- recording-rules (1)
- sli (1)
- grafana-oncall (1)
- incident-management (1)
- pagerduty (1)
- runbook (1)
- on-call (1)
- aiops (1)
- anomaly-detection (1)
- alertmanager (1)
- tempo (1)
- mimir (1)
- hbm (1)
- semiconductor (1)
- ai-hardware (1)
- sk-hynix (1)
- samsung (1)
- micron (1)
- dram (1)
- hbm4 (1)
- data-center (1)