zhongwei/gh-jeremylongshore-claude-code-plugins-plus-plugins-mcp-ai-experiment-logger
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit

Browse Source
This commit is contained in:
Zhongwei Li
2025-11-30 08:20:20 +08:00
commit b1f89ff340
21 changed files with 1279 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
skills/skill-adapter/assets/README.md Normal file
View File

@@ -0,0 +1,8 @@
# Assets
Bundled resources for ai-experiment-logger skill
- [ ] dashboard_template.html: HTML template for the web dashboard, providing a starting point for customization.
- [ ] example_experiments.json: Example JSON file containing sample experiment data.
- [ ] visualization_styles.css: CSS file to style visualizations generated by the analysis scripts.
- [ ] experiment_report_template.docx: Word template for generating experiment reports.

32
skills/skill-adapter/assets/config-template.json Normal file
View File

@@ -0,0 +1,32 @@
{
"skill": {
"name": "skill-name",
"version": "1.0.0",
"enabled": true,
"settings": {
"verbose": false,
"autoActivate": true,
"toolRestrictions": true
}
},
"triggers": {
"keywords": [
"example-trigger-1",
"example-trigger-2"
],
"patterns": []
},
"tools": {
"allowed": [
"Read",
"Grep",
"Bash"
],
"restricted": []
},
"metadata": {
"author": "Plugin Author",
"category": "general",
"tags": []
}
}

125
skills/skill-adapter/assets/dashboard_template.html Normal file
View File

@@ -0,0 +1,125 @@
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>AI Experiment Logger Dashboard</title>
<style>
/* Basic Reset */
body, h1, h2, h3, p, ul, li {
margin: 0;
padding: 0;
box-sizing: border-box;
}
body {
font-family: sans-serif;
background-color: #f4f4f4;
color: #333;
line-height: 1.6;
}
.container {
max-width: 960px;
margin: 20px auto;
padding: 20px;
background-color: #fff;
box-shadow: 0 0 10px rgba(0, 0, 0, 0.1);
}
h1 {
text-align: center;
margin-bottom: 20px;
}
/* Experiment Summary Section */
.experiment-summary {
margin-bottom: 20px;
padding: 15px;
border: 1px solid #ddd;
border-radius: 5px;
}
.experiment-summary h2 {
margin-bottom: 10px;
}
/* Experiment List Section */
.experiment-list {
list-style: none;
padding: 0;
}
.experiment-list li {
margin-bottom: 10px;
padding: 10px;
border: 1px solid #eee;
background-color: #f9f9f9;
border-radius: 5px;
}
.experiment-list li:hover {
background-color: #f0f0f0;
}
/* Responsive Design */
@media (max-width: 600px) {
.container {
padding: 10px;
}
h1 {
font-size: 24px;
}
}
/* Placeholder Styling */
.placeholder {
color: #999;
font-style: italic;
}
</style>
</head>
<body>
<div class="container">
<!-- Main Heading -->
<h1>AI Experiment Logger Dashboard</h1>
<!-- Experiment Summary Section -->
<section class="experiment-summary">
<h2>Experiment Summary</h2>
<p>Total Experiments: <span id="total-experiments">{{total_experiments}}</span></p>
<p>Successful Experiments: <span id="successful-experiments">{{successful_experiments}}</span></p>
<p>Average Success Rate: <span id="average-success-rate">{{average_success_rate}}</span>%</p>
</section>
<!-- Experiment List Section -->
<section>
<h2>Recent Experiments</h2>
<ul class="experiment-list">
<!-- Placeholder for dynamically generated list items -->
<li>
<strong>Experiment ID:</strong> <span class="placeholder">{{experiment_id_1}}</span><br>
<strong>Description:</strong> <span class="placeholder">{{experiment_description_1}}</span><br>
<strong>Status:</strong> <span class="placeholder">{{experiment_status_1}}</span>
</li>
<li>
<strong>Experiment ID:</strong> <span class="placeholder">{{experiment_id_2}}</span><br>
<strong>Description:</strong> <span class="placeholder">{{experiment_description_2}}</span><br>
<strong>Status:</strong> <span class="placeholder">{{experiment_status_2}}</span>
</li>
<li>
<strong>Experiment ID:</strong> <span class="placeholder">{{experiment_id_3}}</span><br>
<strong>Description:</strong> <span class="placeholder">{{experiment_description_3}}</span><br>
<strong>Status:</strong> <span class="placeholder">{{experiment_status_3}}</span>
</li>
<!-- Add more list items as needed -->
</ul>
</section>
</div>
</body>
</html>

110
skills/skill-adapter/assets/example_experiments.json Normal file
View File

@@ -0,0 +1,110 @@
{
"_comment": "Example JSON file for AI Experiment Logger plugin. Represents a collection of experiments.",
"experiments": [
{
"_comment": "First experiment - a simple sentiment analysis task",
"experiment_id": "sentiment-analysis-v1",
"experiment_name": "Sentiment Analysis with Claude",
"description": "Experiment to evaluate Claude's sentiment analysis accuracy on customer reviews.",
"model": "Claude-v2",
"dataset": "Customer Reviews - Product A",
"date_created": "2024-01-15",
"date_completed": "2024-01-16",
"status": "completed",
"parameters": {
"temperature": 0.2,
"max_tokens": 200,
"prompt_template": "Analyze the sentiment of the following review: {review}"
},
"metrics": {
"accuracy": 0.92,
"precision": 0.90,
"recall": 0.94,
"f1_score": 0.92
},
"artifacts": {
"results_csv": "sentiment_analysis_results.csv",
"model_config": "claude_config.json"
},
"notes": "High accuracy achieved. Consider testing with more diverse datasets."
},
{
"_comment": "Second experiment - a more complex text summarization task",
"experiment_id": "text-summarization-v2",
"experiment_name": "Text Summarization Experiment with Gemini",
"description": "Experiment to compare different summarization techniques using Gemini.",
"model": "Gemini-Pro",
"dataset": "News Articles - Technology",
"date_created": "2024-01-20",
"date_completed": "2024-01-22",
"status": "completed",
"parameters": {
"temperature": 0.5,
"max_tokens": 500,
"summarization_type": "extractive",
"prompt_template": "Summarize the following article: {article}"
},
"metrics": {
"rouge_1": 0.45,
"rouge_2": 0.22,
"rouge_l": 0.38,
"bleu_score": 0.28
},
"artifacts": {
"summaries_json": "summaries.json",
"hyperparameter_search_log": "hyperparameter_search.log"
},
"notes": "Extractive summarization performed better than abstractive. Needs further tuning."
},
{
"_comment": "Third experiment - still in progress",
"experiment_id": "image-classification-v1",
"experiment_name": "Image Classification with a Custom Model",
"description": "Training and evaluating a custom image classification model.",
"model": "Custom CNN",
"dataset": "Custom Image Dataset - Flowers",
"date_created": "2024-01-25",
"date_completed": null,
"status": "running",
"parameters": {
"learning_rate": 0.001,
"batch_size": 32,
"epochs": 10
},
"metrics": {
"training_loss": 0.25,
"validation_accuracy": 0.85
},
"artifacts": {
"model_checkpoint": "model_checkpoint_epoch_5.pth",
"training_logs": "training.log"
},
"notes": "Training in progress. Validation accuracy is improving."
},
{
"_comment": "Fourth experiment - trying to compare the models",
"experiment_id": "model-comparison-v1",
"experiment_name": "Model Comparison for Question Answering",
"description": "Comparing Claude and Gemini for question answering accuracy",
"model": "Claude-v2, Gemini-Pro",
"dataset": "SQuAD",
"date_created": "2024-02-01",
"date_completed": "2024-02-03",
"status": "completed",
"parameters": {
"question_length": "short",
"context_length": "medium"
},
"metrics": {
"claude_exact_match": 0.75,
"claude_f1": 0.82,
"gemini_exact_match": 0.78,
"gemini_f1": 0.85
},
"artifacts": {
"results_table": "qa_results.csv"
},
"notes": "Gemini slightly outperforms Claude on F1 score. Further investigation needed with longer contexts."
}
]
}

178
skills/skill-adapter/assets/experiment_report_template.docx Normal file
View File

@@ -0,0 +1,178 @@
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<w:document xmlns:w="http://schemas.openxmlformats.org/wordprocessingml/2006/main"
xmlns:m="http://schemas.openxmlformats.org/officeDocument/2006/math"
xmlns:wp="http://schemas.openxmlformats.org/drawingml/2006/wordprocessingDrawing"
xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main"
xmlns:pic="http://schemas.openxmlformats.org/drawingml/2006/picture"
xmlns:r="http://schemas.openxmlformats.org/officeDocument/2006/relationships"
xmlns:v="urn:schemas-microsoft-com:vml"
xmlns:o="urn:schemas-microsoft-com:office:office">
<w:body>
<w:p>
<w:r>
<w:t>AI Experiment Report</w:t>
</w:r>
</w:p>
<w:p>
<w:pPr>
<w:jc w:val="center"/>
</w:pPr>
<w:r>
<w:rPr>
<w:b w:val="true"/>
<w:sz w:val="36"/>
<w:szCs w:val="36"/>
</w:rPr>
<w:t>Experiment Title: [EXPERIMENT_TITLE]</w:t>
</w:r>
</w:p>
<w:p>
<w:pPr>
<w:jc w:val="center"/>
</w:pPr>
<w:r>
<w:rPr>
<w:i w:val="true"/>
</w:rPr>
<w:t>Generated on: [REPORT_GENERATION_DATE]</w:t>
</w:r>
</w:p>
<w:p/>
<w:p>
<w:r>
<w:t>1. Introduction</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>This report summarizes the results of the AI experiment titled "[EXPERIMENT_TITLE]". The experiment aimed to [EXPERIMENT_OBJECTIVE].</w:t>
</w:r>
</w:p>
<w:p/>
<w:p>
<w:r>
<w:t>2. Experiment Setup</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>2.1 AI Model:</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[AI_MODEL_USED]</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>2.2 Input Data:</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[INPUT_DATA_DESCRIPTION] (e.g., dataset name, size, preprocessing steps)</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>2.3 Parameters:</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[PARAMETER_SETTINGS] (e.g., learning rate, batch size, number of epochs)</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>2.4 Evaluation Metrics:</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[EVALUATION_METRICS] (e.g., accuracy, precision, recall, F1-score)</w:t>
</w:r>
</w:p>
<w:p/>
<w:p>
<w:r>
<w:t>3. Results</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>3.1 Overall Performance:</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[OVERALL_PERFORMANCE_SUMMARY] (e.g., The model achieved an accuracy of 92%.)</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>3.2 Detailed Results:</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[DETAILED_RESULTS_TABLE] (Insert a table or chart showing the results for each evaluation metric.)</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t> [INCLUDE_VISUALIZATIONS_HERE] (Optional: Insert charts or graphs visualizing the results. For example, a graph of accuracy vs. epoch.)</w:t>
</w:r>
</w:p>
<w:p/>
<w:p>
<w:r>
<w:t>4. Analysis</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[ANALYSIS_OF_RESULTS] (Discuss the results, including strengths, weaknesses, and potential areas for improvement.)</w:t>
</w:r>
</w:p>
<w:p/>
<w:p>
<w:r>
<w:t>5. Conclusion</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[CONCLUSION_SUMMARY] (Summarize the main findings of the experiment and their implications.)</w:t>
</w:r>
</w:p>
<w:p/>
<w:p>
<w:r>
<w:t>6. Recommendations</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[RECOMMENDATIONS_FOR_FUTURE_EXPERIMENTS] (Suggest next steps or modifications for future experiments.)</w:t>
</w:r>
</w:p>
<w:p/>
<w:p>
<w:r>
<w:t>7. Appendix (Optional)</w:t>
</w:r>
</w:p>
<w:p>
<w:r>
<w:t>[APPENDIX_CONTENT] (Include any additional information, such as code snippets, raw data, or detailed logs.)</w:t>
</w:r>
</w:p>
<w:sectPr>
<w:pgSz w:w="11906" w:h="16838"/>
<w:pgMar w:top="1440" w:right="1440" w:bottom="1440" w:left="1440" w:header="708" w:footer="708" w:gutter="0"/>
<w:cols w:space="708"/>
</w:sectPr>
</w:body>
</w:document>

28
skills/skill-adapter/assets/skill-schema.json Normal file
View File

@@ -0,0 +1,28 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"title": "Claude Skill Configuration",
"type": "object",
"required": ["name", "description"],
"properties": {
"name": {
"type": "string",
"pattern": "^[a-z0-9-]+$",
"maxLength": 64,
"description": "Skill identifier (lowercase, hyphens only)"
},
"description": {
"type": "string",
"maxLength": 1024,
"description": "What the skill does and when to use it"
},
"allowed-tools": {
"type": "string",
"description": "Comma-separated list of allowed tools"
},
"version": {
"type": "string",
"pattern": "^\\d+\\.\\d+\\.\\d+$",
"description": "Semantic version (x.y.z)"
}
}
}

27
skills/skill-adapter/assets/test-data.json Normal file
View File

@@ -0,0 +1,27 @@
{
"testCases": [
{
"name": "Basic activation test",
"input": "trigger phrase example",
"expected": {
"activated": true,
"toolsUsed": ["Read", "Grep"],
"success": true
}
},
{
"name": "Complex workflow test",
"input": "multi-step trigger example",
"expected": {
"activated": true,
"steps": 3,
"toolsUsed": ["Read", "Write", "Bash"],
"success": true
}
}
],
"fixtures": {
"sampleInput": "example data",
"expectedOutput": "processed result"
}
}

100
skills/skill-adapter/assets/visualization_styles.css Normal file
View File

@@ -0,0 +1,100 @@
/*
visualization_styles.css - Stylesheet for AI Experiment Logger visualizations.
This file provides CSS rules to style visualizations generated by the
analysis scripts within the AI Experiment Logger plugin.
Customize these styles to match your desired aesthetic and ensure
clarity and readability of your visualizations.
Remember to link this stylesheet to your HTML files where visualizations
are displayed. Example:
<link rel="stylesheet" href="visualization_styles.css">
*/
/* General Styles */
body {
font-family: sans-serif; /* Placeholder: Choose your preferred font */
margin: 0;
padding: 0;
}
.visualization-container {
/* Styles for the container holding the entire visualization */
width: 100%; /* Adjust as needed */
margin: 10px auto; /* Center horizontally */
padding: 15px;
border: 1px solid #ddd; /* Light gray border */
background-color: #f9f9f9; /* Light background */
box-sizing: border-box; /* Include padding and border in element's total width and height */
}
h2 {
/* Styles for visualization titles */
font-size: 1.5em;
margin-bottom: 10px;
color: #333; /* Dark gray title color */
}
/* Styles for tables */
table {
width: 100%;
border-collapse: collapse; /* Remove spacing between table cells */
margin-bottom: 20px;
}
th, td {
border: 1px solid #ddd;
padding: 8px;
text-align: left;
}
th {
background-color: #f2f2f2; /* Light gray background for header cells */
font-weight: bold;
}
/* Styles for charts (modify based on your charting library) */
.chart-container {
/* Placeholder: Styles for containing chart elements */
width: 100%;
height: 300px; /* Adjust height as needed */
margin-bottom: 20px;
}
/* Placeholder: Add styles for specific chart elements
Example (using a hypothetical chart library):
.chart-bar {
background-color: steelblue;
color: white;
}
*/
/* Styles for labels */
.label {
font-size: 0.8em;
color: #777;
margin-top: 5px;
display: block; /* Ensure label is on its own line */
}
/* Styles for error messages */
.error-message {
color: red;
font-weight: bold;
margin-top: 10px;
}
/* Add more styles as needed for different visualization types and elements */
/* Example: Styles for a specific type of chart */
.experiment-comparison-chart {
/* Add specific styling for experiment comparison charts here */
/* Example: adjust colors, fonts, etc. */
}
/* Example: Styles for a specific element within a chart */
.experiment-comparison-chart .axis-label {
font-size: 0.9em;
color: #555;
}